-- Logs begin at Fri 2021-02-19 02:05:37 UTC, end at Fri 2021-02-19 03:28:59 UTC. --
Feb 19 02:56:33.072885 dv-cinder-775706-2-iscsi systemd[1]: Started Devstack devstack@q-svc.service.
Feb 19 02:56:35.794960 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.common.config [-] Logging enabled!
Feb 19 02:56:35.795569 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev533
Feb 19 02:56:35.796801 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=84004) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Feb 19 02:56:35.798633 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.common.config [-] Logging enabled!
Feb 19 02:56:35.798923 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev533
Feb 19 02:56:35.799272 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=84004) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Feb 19 02:56:35.800322 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Feb 19 02:56:35.800590 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Feb 19 02:56:35.801630 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Feb 19 02:56:35.801944 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Feb 19 02:56:35.802209 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Feb 19 02:56:35.802586 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:35.802937 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:35.803284 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:35.804067 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:35.804413 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:35.804758 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:35.805084 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:35.805422 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:35.805786 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:35.806118 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:35.806444 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:35.806770 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:35.807037 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:35.807363 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:35.807698 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:35.808034 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:35.808292 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.common.config [-] debug                          = True {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:35.808612 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:35.809155 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:35.809483 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:35.809830 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:35.810167 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:35.810481 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:35.810799 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:35.811129 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:35.811500 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.common.config [-] host                           = dv-cinder-775706-2-iscsi {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:35.811820 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:35.812153 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:35.812482 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:35.812812 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:35.813129 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:35.813448 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:35.813798 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:35.814116 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:35.814431 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:35.814746 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:35.815079 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:35.815412 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:35.815749 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:35.816009 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:35.816272 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:35.816603 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:35.816938 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:35.817257 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:35.817573 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:35.817914 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:35.818228 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:35.818542 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:35.818849 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:35.819774 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:35.820106 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:35.820441 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:35.820759 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:35.821072 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:35.821384 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:35.821696 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:35.822053 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:35.822366 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:35.822680 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:35.822994 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:35.823324 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:35.823633 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:35.823946 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:35.824295 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:35.824626 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:35.824953 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:35.825282 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:35.825597 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:35.825953 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:35.826271 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:35.826583 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:35.826897 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:35.827213 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:35.827527 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:35.827853 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:35.828169 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:35.828482 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:35.828795 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:35.829107 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:35.829440 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:35.829798 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:35.830144 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:35.830490 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:35.830815 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:35.831149 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:35.831472 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:35.831804 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:35.832119 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:35.832454 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:35.832785 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:35.833110 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:35.833426 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:35.833775 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:35.834095 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope      = False {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:35.834437 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:35.834813 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:35.835167 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.common.config [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:35.835497 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:35.835816 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:35.836126 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:35.836444 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:35.836766 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:35.837094 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:35.837434 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:35.837793 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:35.838109 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:35.838434 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:35.838770 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:35.839089 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:35.839402 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:35.839721 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.common.config [-] nova.live_migration_events     = False {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:35.840055 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:35.840371 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:35.840685 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:35.841007 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:35.841324 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.common.config [-] placement.auth_type            = None {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:35.841640 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.common.config [-] placement.cafile               = None {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:35.841971 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:35.842283 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:35.842615 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:35.842931 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:35.843243 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:35.843554 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:35.843867 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:35.844176 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:35.844503 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:35.844817 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:35.845128 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:35.845439 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:35.845781 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:35.846095 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:35.846409 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:35.846723 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:35.847033 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:35.847348 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:35.847658 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:35.847966 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:35.848272 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:35.848579 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:35.848887 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:35.849198 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:35.849508 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:35.849843 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:35.850156 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:35.850489 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:35.850799 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:35.851105 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:35.851412 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:35.851733 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:35.852072 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:35.852389 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:35.852703 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:35.853017 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:35.853329 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:35.853644 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:35.853983 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:35.854298 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:35.854612 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:35.854921 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:35.855257 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:35.855576 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:35.855899 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:35.856219 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:35.856539 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:35.856877 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:35.857192 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:35.857510 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:35.857847 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:35.858163 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:35.858486 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:35.858814 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:35.859151 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:35.859485 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:35.859820 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:35.860151 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:35.860482 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:35.860802 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:35.861157 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:35.861476 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:35.861750 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Feb 19 02:56:35.862019 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=84004) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}}
Feb 19 02:56:36.516585 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO keyring.backend [-] Loading Gnome
Feb 19 02:56:36.534417 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO keyring.backend [-] Loading Google
Feb 19 02:56:36.536926 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO keyring.backend [-] Loading Windows (alt)
Feb 19 02:56:36.540929 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO keyring.backend [-] Loading file
Feb 19 02:56:36.541931 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO keyring.backend [-] Loading keyczar
Feb 19 02:56:36.542211 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO keyring.backend [-] Loading multi
Feb 19 02:56:36.542862 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO keyring.backend [-] Loading pyfs
Feb 19 02:56:36.587931 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:56:36.588249 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:56:36.588575 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:56:36.588947 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.manager [-] Loading core plugin: ml2
Feb 19 02:56:36.982871 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=84004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:56:36.983384 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=84004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:56:36.983463 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=84004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:56:37.033369 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=84004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:56:37.033678 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=84004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:56:37.034010 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=84004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:56:37.037607 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=84004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:56:37.037972 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=84004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:56:37.038276 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=84004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:56:37.106829 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=84004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:56:37.107141 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=84004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:56:37.107444 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=84004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:56:37.108580 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=84004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:56:37.108888 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=84004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:56:37.109189 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=84004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:56:37.380259 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f94277a4158> agent after_create 55550000 {{(pid=84004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:56:37.380587 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f94277a4158> agent after_update 55550000 {{(pid=84004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:56:37.380893 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7f94277a41e0> segment precommit_create 55550000 {{(pid=84004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:56:37.381199 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7f94277a4268> network precommit_delete 55550000 {{(pid=84004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:56:37.382755 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7f942779a268> segment before_delete 55550000 {{(pid=84004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:56:37.532474 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f9428083710>> network before_delete 55550000 {{(pid=84004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:56:37.532852 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7f9427888048> agent before_delete 55550000 {{(pid=84004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:56:37.533180 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f9428083710>> network before_create 55550000 {{(pid=84004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:56:37.533488 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f9428083710>> port before_create 55550000 {{(pid=84004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:56:37.533814 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f9428083710>> port before_update 55550000 {{(pid=84004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:56:37.534203 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_after_delete_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f9428083710>> segment after_delete 55550000 {{(pid=84004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:56:37.534503 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f9428083710>> segment precommit_create 55550000 {{(pid=84004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:56:37.534795 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f9428083710>> segment precommit_delete 55550000 {{(pid=84004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:56:37.535085 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f9428083710>> segment after_create 55550000 {{(pid=84004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:56:37.535426 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f9428083710>> network after_delete 55550000 {{(pid=84004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:56:37.535723 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f9428083710>> network precommit_delete 0 {{(pid=84004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:56:37.536029 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f9428083710>> port provisioning_complete 55550000 {{(pid=84004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:56:37.536337 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f9428083710>> rbac-policy before_create 55550000 {{(pid=84004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:56:37.536630 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f9428083710>> rbac-policy after_delete 55550000 {{(pid=84004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:56:37.536943 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f9428083710>> agent after_update 55550000 {{(pid=84004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:56:37.537262 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f9428083710>> subnet after_delete 55550000 {{(pid=84004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:56:37.537554 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f9428083710>> subnet precommit_delete 0 {{(pid=84004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:56:37.538438 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f9428083710>> rbac-policy before_update 55550000 {{(pid=84004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:56:37.538729 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f9428083710>> rbac-policy before_delete 55550000 {{(pid=84004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:56:37.539231 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f9428083710>> port after_create 55550000 {{(pid=84004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:56:37.539521 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f9428083710>> port after_update 55550000 {{(pid=84004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:56:37.539805 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f9428083710>> port after_delete 55550000 {{(pid=84004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:56:37.540147 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f9428083710>> rbac-policy before_create 55550000 {{(pid=84004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:56:37.540433 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f9428083710>> rbac-policy before_update 55550000 {{(pid=84004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:56:37.540714 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f9428083710>> rbac-policy before_delete 55550000 {{(pid=84004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:56:37.541145 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=84004) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Feb 19 02:56:37.541426 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=84004) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Feb 19 02:56:37.541708 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=84004) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Feb 19 02:56:37.542024 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=84004) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Feb 19 02:56:37.542300 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=84004) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Feb 19 02:56:37.542575 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=84004) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Feb 19 02:56:37.543004 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
Feb 19 02:56:37.546303 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
Feb 19 02:56:37.550249 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
Feb 19 02:56:37.554762 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(750, 799)])])
Feb 19 02:56:37.556417 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
Feb 19 02:56:37.557684 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
Feb 19 02:56:37.558097 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vxlan']
Feb 19 02:56:37.558538 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
Feb 19 02:56:37.561279 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
Feb 19 02:56:37.561568 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
Feb 19 02:56:37.561988 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch']
Feb 19 02:56:37.583595 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa']
Feb 19 02:56:37.584115 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7f94275d7c88>> qos_plugin after_init 55550000 {{(pid=84004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:56:37.584448 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=84004) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:79}}
Feb 19 02:56:37.584883 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7f94275743c8>> logging-plugin after_init 55550000 {{(pid=84004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:56:37.586357 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=84004) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
Feb 19 02:56:37.586676 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch']
Feb 19 02:56:37.586954 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch']
Feb 19 02:56:37.590097 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f9427574470>> floatingip before_response 55550000 {{(pid=84004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:56:37.590409 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f9427574470>> port before_response 55550000 {{(pid=84004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:56:37.657308 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
Feb 19 02:56:37.657532 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
Feb 19 02:56:37.657838 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
Feb 19 02:56:37.658244 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
Feb 19 02:56:37.692288 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_db.sqlalchemy.engines [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=84004) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}}
Feb 19 02:56:38.223367 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.plugins.ml2.managers [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Initializing driver for type 'gre'
Feb 19 02:56:38.224080 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] gre ID ranges: [(1, 1000)]
Feb 19 02:56:38.322338 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.plugins.ml2.managers [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Initializing driver for type 'local'
Feb 19 02:56:38.322718 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.plugins.ml2.managers [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Initializing driver for type 'vlan'
Feb 19 02:56:38.406048 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] VlanTypeDriver initialization complete
Feb 19 02:56:38.406464 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.plugins.ml2.managers [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Initializing driver for type 'vxlan'
Feb 19 02:56:38.407023 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] vxlan ID ranges: [(1, 1000)]
Feb 19 02:56:38.533913 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.plugins.ml2.managers [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Initializing extension driver 'port_security'
Feb 19 02:56:38.534216 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.plugins.ml2.extensions.port_security [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] PortSecurityExtensionDriver initialization complete
Feb 19 02:56:38.534590 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.plugins.ml2.managers [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Initializing mechanism driver 'openvswitch'
Feb 19 02:56:38.540842 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.plugin [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=84004) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 02:56:38.541683 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f9427594710>> port after_create 55550000 {{(pid=84004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:56:38.542097 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f9427594710>> port after_update 55550000 {{(pid=84004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:56:38.542485 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f9427594710>> port after_delete 55550000 {{(pid=84004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:56:38.542909 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f9427044f98>> subnet after_create 55550000 {{(pid=84004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:56:38.543296 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f9427044f98>> subnet after_update 55550000 {{(pid=84004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:56:38.543676 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f9427044f98>> subnet after_delete 55550000 {{(pid=84004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:56:38.544091 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f94270502b0>> network after_create 55550000 {{(pid=84004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:56:38.544475 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f94270502b0>> network after_update 55550000 {{(pid=84004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:56:38.544887 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f94270502b0>> network after_delete 55550000 {{(pid=84004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:56:38.545305 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f9427050470>> security_group after_create 55550000 {{(pid=84004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:56:38.545687 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f9427050470>> security_group after_update 55550000 {{(pid=84004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:56:38.546086 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f9427050470>> security_group after_delete 55550000 {{(pid=84004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:56:38.546500 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f9427050630>> security_group_rule after_create 55550000 {{(pid=84004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:56:38.546881 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f9427050630>> security_group_rule after_update 55550000 {{(pid=84004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:56:38.547256 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f9427050630>> security_group_rule after_delete 55550000 {{(pid=84004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:56:38.547796 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f94270507f0>> address_group after_create 55550000 {{(pid=84004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:56:38.548177 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f94270507f0>> address_group after_update 55550000 {{(pid=84004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:56:38.548551 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f94270507f0>> address_group after_delete 55550000 {{(pid=84004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:56:38.548916 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] ML2 OVO RPC backend initialized. {{(pid=84004) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}}
Feb 19 02:56:38.549632 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f94270508d0>> router_interface after_create 55550000 {{(pid=84004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:56:38.550045 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f94270508d0>> router_interface after_delete 55550000 {{(pid=84004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:56:38.550502 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f94270508d0>> network before_response 55550000 {{(pid=84004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:56:38.550881 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f94270508d0>> networks before_response 55550000 {{(pid=84004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:56:38.551259 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f94270508d0>> port before_response 55550000 {{(pid=84004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:56:38.551630 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f94270508d0>> ports before_response 55550000 {{(pid=84004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:56:38.552005 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f94270508d0>> subnet before_response 55550000 {{(pid=84004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:56:38.552376 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f94270508d0>> subnets before_response 55550000 {{(pid=84004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:56:38.552757 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f94270508d0>> network after_create 55550000 {{(pid=84004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:56:38.553133 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f94270508d0>> network after_update 55550000 {{(pid=84004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:56:38.553504 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f94270508d0>> network after_delete 55550000 {{(pid=84004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:56:38.553901 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f94270508d0>> port after_create 55550000 {{(pid=84004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:56:38.554275 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f94270508d0>> port after_update 55550000 {{(pid=84004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:56:38.554647 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f94270508d0>> port after_delete 55550000 {{(pid=84004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:56:38.555026 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f94270508d0>> subnet after_create 55550000 {{(pid=84004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:56:38.555397 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f94270508d0>> subnet after_update 55550000 {{(pid=84004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:56:38.555766 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f94270508d0>> subnet after_delete 55550000 {{(pid=84004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:56:38.556402 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.plugins.ml2.plugin [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Modular L2 Plugin initialization complete
Feb 19 02:56:38.556761 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.manager [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Loading services supported by the core plugin {{(pid=84004) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
Feb 19 02:56:38.557124 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.plugins.ml2.managers [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Got port-security extension from driver 'port_security'
Feb 19 02:56:38.557639 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.extensions.vlantransparent [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Disabled vlantransparent extension.
Feb 19 02:56:38.558139 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.manager [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=84004) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
Feb 19 02:56:38.558484 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.manager [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Loading Plugin: router
Feb 19 02:56:38.597040 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f9427050a58>> router_interface before_create 55550000 {{(pid=84004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:56:38.597478 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f9427050a58>> router after_create 55549900 {{(pid=84004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:56:38.597919 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f9427050a58>> router before_create 55549900 {{(pid=84004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:56:38.598324 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f9427050a58>> router_interface before_delete 55550000 {{(pid=84004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:56:38.598743 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f9427050a58>> router_interface after_delete 55550000 {{(pid=84004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:56:38.599137 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f9427050a58>> router after_delete 55549900 {{(pid=84004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:56:38.599537 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f9427050a58>> floatingip after_update 55550000 {{(pid=84004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:56:38.599948 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f9427050a58>> router after_create 55549900 {{(pid=84004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:56:38.600350 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f9427050a58>> router after_update 55549900 {{(pid=84004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:56:38.600744 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f9427050a58>> router after_update 55549900 {{(pid=84004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:56:38.601132 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f9427050a58>> router_gateway after_delete 55550000 {{(pid=84004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:56:38.601540 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f9427050a58>> router after_update 55549900 {{(pid=84004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:56:38.602067 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f9427050a58>> router precommit_update 55549900 {{(pid=84004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:56:38.602483 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7f94275c4d08> port after_update 55550000 {{(pid=84004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:56:38.602863 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7f94275c4e18> port after_delete 55550000 {{(pid=84004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:56:38.603237 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7f94275c4d90> subnet after_update 55550000 {{(pid=84004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:56:38.603617 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7f94275c4bf8> subnetpool_address_scope after_update 55550000 {{(pid=84004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:56:38.604059 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f9427050a58>> port precommit_delete 55550000 {{(pid=84004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:56:38.604393 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f9427050a58>> router precommit_create 55549900 {{(pid=84004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:56:38.604773 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7f9427626ae8> port before_delete 55550000 {{(pid=84004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:56:38.605158 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f9427050a58>> router precommit_create 55550000 {{(pid=84004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:56:38.605570 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f9427050a58>> router after_update 55549900 {{(pid=84004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:56:38.605972 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f9427050a58>> router precommit_delete 55549900 {{(pid=84004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:56:38.606367 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f9427050a58>> router precommit_create 55549900 {{(pid=84004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:56:38.606767 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f9427050a58>> router_interface after_create 55550000 {{(pid=84004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:56:38.607151 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f9427050a58>> router precommit_update 55549900 {{(pid=84004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:56:38.607581 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f9427050a58>> network after_delete 55550000 {{(pid=84004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:56:38.608583 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource_registry [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Tracking information for resource: router configured {{(pid=84004) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Feb 19 02:56:38.608959 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource_registry [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Tracking information for resource: floatingip configured {{(pid=84004) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}}
Feb 19 02:56:38.613736 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.db.l3_agentschedulers_db [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
Feb 19 02:56:38.614389 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Subscribe: <function _notify_l3_agent_port_update at 0x7f9426fb9840> port after_update 55550000 {{(pid=84004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:56:38.614779 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Subscribe: <function _notify_l3_agent_new_port at 0x7f9426fb67b8> port after_create 55550000 {{(pid=84004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:56:38.615167 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Subscribe: <function _notify_port_delete at 0x7f9426fb97b8> port after_delete 55550000 {{(pid=84004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:56:38.615558 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7f9426fb99d8> port after_update 55550000 {{(pid=84004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:56:38.616981 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f9426f7c7b8>> router before_create 55550100 {{(pid=84004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:56:38.617387 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f9426f7c7b8>> router precommit_delete 55550100 {{(pid=84004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:56:38.617810 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f9426f7c7b8>> router precommit_create 55550100 {{(pid=84004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:56:38.618206 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f9426f7c7b8>> router precommit_update 55550100 {{(pid=84004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:56:38.622860 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.services.provider_configuration [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Service providers = [] {{(pid=84004) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
Feb 19 02:56:38.623256 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.servicetype_db [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=84004) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
Feb 19 02:56:38.626259 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.services.service_base [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=84004) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Feb 19 02:56:38.626645 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.services.service_base [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=84004) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Feb 19 02:56:38.627023 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.services.service_base [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=84004) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Feb 19 02:56:38.627921 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.services.service_base [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=84004) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}}
Feb 19 02:56:38.628317 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.services.service_base [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Default provider is not specified for service type L3_ROUTER_NAT
Feb 19 02:56:38.628734 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.manager [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=84004) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Feb 19 02:56:38.629087 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.manager [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
Feb 19 02:56:38.639790 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.manager [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Successfully loaded METERING plugin. Description: METERING {{(pid=84004) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Feb 19 02:56:38.640156 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.manager [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Loading Plugin: auto_allocate
Feb 19 02:56:38.646247 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f9426f9ff28> network precommit_update 55550000 {{(pid=84004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:56:38.646653 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f9426f9ff28> network precommit_create 55550000 {{(pid=84004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:56:38.647258 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.manager [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=84004) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Feb 19 02:56:38.647617 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.manager [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Loading Plugin: tag
Feb 19 02:56:38.654498 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.manager [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=84004) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Feb 19 02:56:38.654858 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.manager [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Loading Plugin: timestamp
Feb 19 02:56:38.658719 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.manager [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=84004) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Feb 19 02:56:38.659238 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.manager [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Loading Plugin: network_ip_availability
Feb 19 02:56:38.664727 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f9426f6a390>> rbac-policy before_create 55550000 {{(pid=84004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:56:38.665131 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f9426f6a390>> rbac-policy before_update 55550000 {{(pid=84004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:56:38.665522 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f9426f6a390>> rbac-policy before_delete 55550000 {{(pid=84004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:56:38.666343 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.manager [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=84004) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Feb 19 02:56:38.666700 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.manager [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Loading Plugin: flavors
Feb 19 02:56:38.671220 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.manager [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=84004) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Feb 19 02:56:38.671591 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.manager [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Loading Plugin: revisions
Feb 19 02:56:38.675830 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.manager [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=84004) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}}
Feb 19 02:56:38.676258 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.088s {{(pid=84004) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:56:38.677062 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=84004) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}}
Feb 19 02:56:38.677420 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Initializing extension manager.
Feb 19 02:56:38.678017 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Loading extension file: __init__.py {{(pid=84004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 02:56:38.678389 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Loading extension file: __pycache__ {{(pid=84004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 02:56:38.679285 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=84004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 02:56:38.679660 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Loading extension file: address_group.py {{(pid=84004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 02:56:38.680609 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=84004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 02:56:38.681251 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Loaded extension: address-group
Feb 19 02:56:38.681610 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Loading extension file: address_scope.py {{(pid=84004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 02:56:38.682407 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=84004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 02:56:38.682989 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Loaded extension: address-scope
Feb 19 02:56:38.683375 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Loading extension file: admin_state_down_before_update.py {{(pid=84004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 02:56:38.684324 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=84004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 02:56:38.684916 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Loaded extension: router-admin-state-down-before-update
Feb 19 02:56:38.685269 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Loading extension file: agent.py {{(pid=84004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 02:56:38.686054 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=84004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 02:56:38.686636 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Loaded extension: agent
Feb 19 02:56:38.686992 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Loading extension file: agent_resources_synced.py {{(pid=84004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 02:56:38.687916 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=84004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 02:56:38.688509 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Loaded extension: agent-resources-synced
Feb 19 02:56:38.688862 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Loading extension file: allowedaddresspairs.py {{(pid=84004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 02:56:38.690694 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=84004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 02:56:38.691285 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Loaded extension: allowed-address-pairs
Feb 19 02:56:38.691656 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Loading extension file: auto_allocated_topology.py {{(pid=84004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 02:56:38.692742 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=84004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 02:56:38.693331 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Loaded extension: auto-allocated-topology
Feb 19 02:56:38.693698 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Loading extension file: availability_zone.py {{(pid=84004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 02:56:38.695108 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=84004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 02:56:38.695685 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Loaded extension: availability_zone
Feb 19 02:56:38.696042 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Loading extension file: availability_zone_filter.py {{(pid=84004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 02:56:38.696968 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=84004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 02:56:38.697546 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Loaded extension: availability_zone_filter
Feb 19 02:56:38.697929 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Loading extension file: data_plane_status.py {{(pid=84004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 02:56:38.698846 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=84004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 02:56:38.699416 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Extension data-plane-status not supported by any of loaded plugins
Feb 19 02:56:38.699770 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Loading extension file: default_subnetpools.py {{(pid=84004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 02:56:38.700699 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=84004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 02:56:38.701275 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Loaded extension: default-subnetpools
Feb 19 02:56:38.701629 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Loading extension file: dhcpagentscheduler.py {{(pid=84004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 02:56:38.702605 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=84004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 02:56:38.703200 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Loaded extension: dhcp_agent_scheduler
Feb 19 02:56:38.703565 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Loading extension file: dns.py {{(pid=84004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 02:56:38.704485 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=84004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 02:56:38.705065 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Extension dns-integration not supported by any of loaded plugins
Feb 19 02:56:38.705426 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Loading extension file: dns_domain_ports.py {{(pid=84004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 02:56:38.706384 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=84004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 02:56:38.706965 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Extension dns-domain-ports not supported by any of loaded plugins
Feb 19 02:56:38.707328 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Loading extension file: dvr.py {{(pid=84004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 02:56:38.708051 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=84004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 02:56:38.708632 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Loaded extension: dvr
Feb 19 02:56:38.708994 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Loading extension file: empty_string_filtering.py {{(pid=84004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 02:56:38.709966 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=84004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 02:56:38.710547 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Loaded extension: empty-string-filtering
Feb 19 02:56:38.710907 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=84004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 02:56:38.711824 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=84004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 02:56:38.712401 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
Feb 19 02:56:38.712760 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=84004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 02:56:38.713693 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=84004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 02:56:38.714296 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
Feb 19 02:56:38.714656 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Loading extension file: external_net.py {{(pid=84004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 02:56:38.715569 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=84004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 02:56:38.716147 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Loaded extension: external-net
Feb 19 02:56:38.716507 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Loading extension file: extra_dhcp_opt.py {{(pid=84004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 02:56:38.717425 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=84004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 02:56:38.718030 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Loaded extension: extra_dhcp_opt
Feb 19 02:56:38.718385 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Loading extension file: extraroute.py {{(pid=84004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 02:56:38.719308 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=84004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 02:56:38.719891 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Loaded extension: extraroute
Feb 19 02:56:38.720248 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Loading extension file: extraroute_atomic.py {{(pid=84004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 02:56:38.721277 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=84004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 02:56:38.721891 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Loaded extension: extraroute-atomic
Feb 19 02:56:38.722252 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Loading extension file: filter_validation.py {{(pid=84004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 02:56:38.722948 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=84004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 02:56:38.723523 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Loaded extension: filter-validation
Feb 19 02:56:38.723879 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Loading extension file: fip_pf_description.py {{(pid=84004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 02:56:38.724796 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=84004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 02:56:38.725402 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
Feb 19 02:56:38.725790 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Loading extension file: fip_port_details.py {{(pid=84004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 02:56:38.726756 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=84004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 02:56:38.727344 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Loaded extension: fip-port-details
Feb 19 02:56:38.727709 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Loading extension file: flavors.py {{(pid=84004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 02:56:38.728961 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=84004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 02:56:38.729559 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Loaded extension: flavors
Feb 19 02:56:38.729969 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=84004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 02:56:38.731643 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=84004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 02:56:38.732243 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
Feb 19 02:56:38.732718 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Loading extension file: floatingip_pools.py {{(pid=84004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 02:56:38.733481 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=84004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 02:56:38.734105 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Loaded extension: floatingip-pools
Feb 19 02:56:38.734475 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Loading extension file: ip_allocation.py {{(pid=84004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 02:56:38.735415 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=84004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 02:56:38.735995 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Extension ip_allocation not supported by any of loaded plugins
Feb 19 02:56:38.736356 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Loading extension file: ip_substring_port_filtering.py {{(pid=84004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 02:56:38.737294 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=84004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 02:56:38.737905 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Loaded extension: ip-substring-filtering
Feb 19 02:56:38.738269 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Loading extension file: l2_adjacency.py {{(pid=84004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 02:56:38.739203 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=84004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 02:56:38.739785 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Extension l2_adjacency not supported by any of loaded plugins
Feb 19 02:56:38.740141 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Loading extension file: l3.py {{(pid=84004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 02:56:38.741789 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=84004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 02:56:38.742358 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Loaded extension: router
Feb 19 02:56:38.742721 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Loading extension file: l3_conntrack_helper.py {{(pid=84004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 02:56:38.745002 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=84004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 02:56:38.745602 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Extension l3-conntrack-helper not supported by any of loaded plugins
Feb 19 02:56:38.746131 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Loading extension file: l3_ext_gw_mode.py {{(pid=84004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 02:56:38.746962 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=84004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 02:56:38.747547 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Loaded extension: ext-gw-mode
Feb 19 02:56:38.747910 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Loading extension file: l3_ext_ha_mode.py {{(pid=84004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 02:56:38.748837 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=84004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 02:56:38.749421 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Loaded extension: l3-ha
Feb 19 02:56:38.749804 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Loading extension file: l3_flavors.py {{(pid=84004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 02:56:38.750729 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=84004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 02:56:38.751313 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Loaded extension: l3-flavors
Feb 19 02:56:38.751673 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=84004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 02:56:38.752595 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=84004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 02:56:38.753174 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Loaded extension: l3-port-ip-change-not-allowed
Feb 19 02:56:38.753530 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Loading extension file: l3agentscheduler.py {{(pid=84004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 02:56:38.754878 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=84004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 02:56:38.755530 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Loaded extension: l3_agent_scheduler
Feb 19 02:56:38.755829 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Loading extension file: logging.py {{(pid=84004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 02:56:38.758028 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=84004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 02:56:38.758632 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Extension logging not supported by any of loaded plugins
Feb 19 02:56:38.759003 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Loading extension file: metering.py {{(pid=84004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 02:56:38.759797 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=84004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 02:56:38.760508 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Loaded extension: metering
Feb 19 02:56:38.760878 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=84004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 02:56:38.762022 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=84004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 02:56:38.762615 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Loaded extension: metering_source_and_destination_fields
Feb 19 02:56:38.762974 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Loading extension file: multiprovidernet.py {{(pid=84004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 02:56:38.763917 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=84004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 02:56:38.764504 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Loaded extension: multi-provider
Feb 19 02:56:38.764863 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Loading extension file: netmtu.py {{(pid=84004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 02:56:38.765816 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=84004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 02:56:38.766666 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Loaded extension: net-mtu
Feb 19 02:56:38.767025 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Loading extension file: netmtu_writable.py {{(pid=84004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 02:56:38.767956 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=84004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 02:56:38.768538 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Loaded extension: net-mtu-writable
Feb 19 02:56:38.768895 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Loading extension file: network_availability_zone.py {{(pid=84004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 02:56:38.769619 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=84004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 02:56:38.770241 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Loaded extension: network_availability_zone
Feb 19 02:56:38.770598 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Loading extension file: network_ip_availability.py {{(pid=84004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 02:56:38.771721 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=84004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 02:56:38.772345 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Loaded extension: network-ip-availability
Feb 19 02:56:38.772707 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Loading extension file: network_segment_range.py {{(pid=84004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 02:56:38.773638 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=84004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 02:56:38.774258 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Extension network-segment-range not supported by any of loaded plugins
Feb 19 02:56:38.774620 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Loading extension file: pagination.py {{(pid=84004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 02:56:38.775628 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=84004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 02:56:38.776003 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Loaded extension: pagination
Feb 19 02:56:38.776359 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Loading extension file: port_device_profile.py {{(pid=84004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 02:56:38.777283 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=84004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 02:56:38.777905 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Loaded extension: port-device-profile
Feb 19 02:56:38.778262 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Loading extension file: port_mac_address_regenerate.py {{(pid=84004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 02:56:38.779189 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=84004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 02:56:38.779780 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Loaded extension: port-mac-address-regenerate
Feb 19 02:56:38.780139 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Loading extension file: port_numa_affinity_policy.py {{(pid=84004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 02:56:38.781048 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=84004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 02:56:38.781633 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Loaded extension: port-numa-affinity-policy
Feb 19 02:56:38.782024 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Loading extension file: port_resource_request.py {{(pid=84004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 02:56:38.782936 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=84004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 02:56:38.783511 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Extension port-resource-request not supported by any of loaded plugins
Feb 19 02:56:38.783868 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Loading extension file: portbindings.py {{(pid=84004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 02:56:38.784863 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=84004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 02:56:38.785414 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Loaded extension: binding
Feb 19 02:56:38.785823 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Loading extension file: portbindings_extended.py {{(pid=84004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 02:56:38.787109 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=84004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 02:56:38.787701 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Loaded extension: binding-extended
Feb 19 02:56:38.788088 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Loading extension file: portsecurity.py {{(pid=84004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 02:56:38.789012 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=84004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 02:56:38.789599 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Loaded extension: port-security
Feb 19 02:56:38.789987 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Loading extension file: project_id.py {{(pid=84004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 02:56:38.790973 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=84004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 02:56:38.791349 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Loaded extension: project-id
Feb 19 02:56:38.791707 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Loading extension file: providernet.py {{(pid=84004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 02:56:38.792638 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=84004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 02:56:38.793225 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Loaded extension: provider
Feb 19 02:56:38.793581 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Loading extension file: qos.py {{(pid=84004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 02:56:38.797169 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=84004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 02:56:38.797795 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Extension qos not supported by any of loaded plugins
Feb 19 02:56:38.798166 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Loading extension file: qos_bw_limit_direction.py {{(pid=84004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 02:56:38.800612 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=84004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 02:56:38.801204 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
Feb 19 02:56:38.801569 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=84004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 02:56:38.802522 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=84004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 02:56:38.803113 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
Feb 19 02:56:38.803990 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Loading extension file: qos_default.py {{(pid=84004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 02:56:38.804936 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=84004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 02:56:38.805526 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Extension qos-default not supported by any of loaded plugins
Feb 19 02:56:38.805933 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Loading extension file: qos_fip.py {{(pid=84004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 02:56:38.806627 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=84004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 02:56:38.807206 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Extension qos-fip not supported by any of loaded plugins
Feb 19 02:56:38.807568 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Loading extension file: qos_gateway_ip.py {{(pid=84004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 02:56:38.808506 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=84004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 02:56:38.809092 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Extension qos-gateway-ip not supported by any of loaded plugins
Feb 19 02:56:38.809450 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Loading extension file: qos_port_network_policy.py {{(pid=84004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 02:56:38.810401 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=84004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 02:56:38.810989 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Extension qos-port-network-policy not supported by any of loaded plugins
Feb 19 02:56:38.811348 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Loading extension file: qos_rule_type_details.py {{(pid=84004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 02:56:38.812270 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=84004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 02:56:38.812846 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Extension qos-rule-type-details not supported by any of loaded plugins
Feb 19 02:56:38.813205 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Loading extension file: qos_rules_alias.py {{(pid=84004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 02:56:38.814296 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=84004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 02:56:38.814883 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Extension qos-rules-alias not supported by any of loaded plugins
Feb 19 02:56:38.815241 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Loading extension file: quotasv2.py {{(pid=84004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 02:56:38.816239 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=84004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 02:56:38.816609 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Loaded extension: quotas
Feb 19 02:56:38.816963 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Loading extension file: quotasv2_detail.py {{(pid=84004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 02:56:38.818669 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=84004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 02:56:38.819051 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Loaded extension: quota_details
Feb 19 02:56:38.820006 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Loading extension file: rbac.py {{(pid=84004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 02:56:38.821168 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=84004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 02:56:38.821792 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Loaded extension: rbac-policies
Feb 19 02:56:38.822163 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Loading extension file: rbac_address_scope.py {{(pid=84004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 02:56:38.823095 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=84004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 02:56:38.823687 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Loaded extension: rbac-address-scope
Feb 19 02:56:38.824050 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Loading extension file: rbac_security_groups.py {{(pid=84004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 02:56:38.825077 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=84004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 02:56:38.825667 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Loaded extension: rbac-security-groups
Feb 19 02:56:38.826052 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Loading extension file: rbac_subnetpool.py {{(pid=84004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 02:56:38.826975 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=84004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 02:56:38.827563 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Loaded extension: rbac-subnetpool
Feb 19 02:56:38.827927 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Loading extension file: revisionifmatch.py {{(pid=84004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 02:56:38.828857 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=84004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 02:56:38.829446 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Loaded extension: revision-if-match
Feb 19 02:56:38.829829 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Loading extension file: revisions.py {{(pid=84004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 02:56:38.830957 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=84004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 02:56:38.831543 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Loaded extension: standard-attr-revisions
Feb 19 02:56:38.831905 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Loading extension file: router_availability_zone.py {{(pid=84004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 02:56:38.832640 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=84004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 02:56:38.833226 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Loaded extension: router_availability_zone
Feb 19 02:56:38.833587 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Loading extension file: routerservicetype.py {{(pid=84004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 02:56:38.834562 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=84004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 02:56:38.835175 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Extension router-service-type not supported by any of loaded plugins
Feb 19 02:56:38.835535 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=84004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 02:56:38.836465 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=84004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 02:56:38.837053 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Loaded extension: security-groups-normalized-cidr
Feb 19 02:56:38.837409 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Loading extension file: security_groups_port_filtering.py {{(pid=84004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 02:56:38.838372 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=84004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 02:56:38.838959 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Loaded extension: port-security-groups-filtering
Feb 19 02:56:38.839317 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Loading extension file: security_groups_remote_address_group.py {{(pid=84004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 02:56:38.840271 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=84004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 02:56:38.840860 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Loaded extension: security-groups-remote-address-group
Feb 19 02:56:38.841218 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Loading extension file: securitygroup.py {{(pid=84004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 02:56:38.854450 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=84004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 02:56:38.855083 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Loaded extension: security-group
Feb 19 02:56:38.855456 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Loading extension file: segment.py {{(pid=84004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 02:56:38.856326 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=84004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 02:56:38.856913 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Extension segment not supported by any of loaded plugins
Feb 19 02:56:38.857278 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=84004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 02:56:38.858292 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=84004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 02:56:38.858882 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
Feb 19 02:56:38.859242 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Loading extension file: servicetype.py {{(pid=84004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 02:56:38.860362 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=84004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 02:56:38.860959 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Loaded extension: service-type
Feb 19 02:56:38.861325 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Loading extension file: sorting.py {{(pid=84004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 02:56:38.862345 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=84004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 02:56:38.862722 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Loaded extension: sorting
Feb 19 02:56:38.863081 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Loading extension file: standard_attr_segment.py {{(pid=84004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 02:56:38.864013 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=84004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 02:56:38.864607 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Extension standard-attr-segment not supported by any of loaded plugins
Feb 19 02:56:38.864965 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Loading extension file: standardattrdescription.py {{(pid=84004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 02:56:38.865650 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=84004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 02:56:38.866785 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Loaded extension: standard-attr-description
Feb 19 02:56:38.867142 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Loading extension file: stateful_security_group.py {{(pid=84004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 02:56:38.868076 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=84004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 02:56:38.868667 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Loaded extension: stateful-security-group
Feb 19 02:56:38.869025 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Loading extension file: stdattrs_common.py {{(pid=84004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 02:56:38.869614 dv-cinder-775706-2-iscsi neutron-server[84004]: WARNING neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
Feb 19 02:56:38.869997 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=84004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 02:56:38.871035 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=84004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 02:56:38.871623 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
Feb 19 02:56:38.871985 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Loading extension file: subnet_onboard.py {{(pid=84004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 02:56:38.873060 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=84004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 02:56:38.873652 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Loaded extension: subnet_onboard
Feb 19 02:56:38.874036 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Loading extension file: subnet_segmentid_writable.py {{(pid=84004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 02:56:38.874978 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=84004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 02:56:38.875560 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
Feb 19 02:56:38.875917 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Loading extension file: subnet_service_types.py {{(pid=84004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 02:56:38.876868 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=84004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 02:56:38.877455 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Loaded extension: subnet-service-types
Feb 19 02:56:38.877841 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Loading extension file: subnetallocation.py {{(pid=84004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 02:56:38.878941 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=84004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 02:56:38.879548 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Loaded extension: subnet_allocation
Feb 19 02:56:38.879889 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=84004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 02:56:38.880604 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=84004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 02:56:38.881197 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Loaded extension: subnetpool-prefix-ops
Feb 19 02:56:38.881558 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=84004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 02:56:38.883085 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=84004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 02:56:38.883671 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
Feb 19 02:56:38.884032 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Loading extension file: tagging.py {{(pid=84004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 02:56:38.885339 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=84004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 02:56:38.885962 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Loaded extension: standard-attr-tag
Feb 19 02:56:38.886327 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Loading extension file: timestamp.py {{(pid=84004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 02:56:38.887506 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=84004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 02:56:38.888096 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Loaded extension: standard-attr-timestamp
Feb 19 02:56:38.888462 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Loading extension file: trunk.py {{(pid=84004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 02:56:38.889495 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=84004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 02:56:38.890117 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Extension trunk not supported by any of loaded plugins
Feb 19 02:56:38.890477 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Loading extension file: trunk_details.py {{(pid=84004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 02:56:38.891672 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=84004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 02:56:38.892251 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Extension trunk-details not supported by any of loaded plugins
Feb 19 02:56:38.892611 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Loading extension file: uplink_status_propagation.py {{(pid=84004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 02:56:38.893541 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=84004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 02:56:38.894145 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Extension uplink-status-propagation not supported by any of loaded plugins
Feb 19 02:56:38.894506 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Loading extension file: vlantransparent.py {{(pid=84004) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}}
Feb 19 02:56:38.895215 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=84004) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Feb 19 02:56:38.895792 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Extension vlan-transparent not supported by any of loaded plugins
Feb 19 02:56:38.898588 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.quota.resource_registry [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Creating instance of TrackedResource for resource:network
Feb 19 02:56:38.899428 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.quota.resource_registry [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Creating instance of TrackedResource for resource:subnet
Feb 19 02:56:38.900117 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.quota.resource_registry [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Creating instance of TrackedResource for resource:subnetpool
Feb 19 02:56:38.900784 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.quota.resource_registry [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Creating instance of TrackedResource for resource:port
Feb 19 02:56:38.902317 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.v2.resource_helper [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=84004) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 19 02:56:38.902806 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.v2.resource_helper [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Service FLAVORS assigned prefix:  {{(pid=84004) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 19 02:56:38.903511 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.v2.resource_helper [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=84004) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 19 02:56:38.903989 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.v2.resource_helper [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=84004) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 19 02:56:38.904356 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.quota.resource_registry [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Creating instance of TrackedResource for resource:router
Feb 19 02:56:38.905082 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.quota.resource_registry [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Creating instance of TrackedResource for resource:floatingip
Feb 19 02:56:38.905892 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.v2.resource_helper [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Service METERING assigned prefix: /metering {{(pid=84004) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 19 02:56:38.907708 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f9426e3ea90>> rbac-policy before_create 55550000 {{(pid=84004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:56:38.908113 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f9426e3ea90>> rbac-policy before_update 55550000 {{(pid=84004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:56:38.908501 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f9426e3ea90>> rbac-policy before_delete 55550000 {{(pid=84004) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 02:56:38.909675 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.quota.resource_registry [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Creating instance of CountableResource for resource:rbac_policy
Feb 19 02:56:38.910203 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.quota.resource_registry [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Creating instance of TrackedResource for resource:security_group
Feb 19 02:56:38.911020 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.quota.resource_registry [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Creating instance of TrackedResource for resource:security_group_rule
Feb 19 02:56:38.911883 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.v2.resource_helper [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Service CORE assigned prefix:  {{(pid=84004) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 19 02:56:38.912253 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.quota.resource_registry [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Creating instance of TrackedResource for resource:subnetpool
Feb 19 02:56:38.912618 dv-cinder-775706-2-iscsi neutron-server[84004]: WARNING neutron.quota.resource_registry [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] subnetpool is already registered
Feb 19 02:56:38.913329 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.v2.resource_helper [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Service CORE assigned prefix:  {{(pid=84004) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 19 02:56:38.913703 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.quota.resource_registry [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Creating instance of TrackedResource for resource:subnetpool
Feb 19 02:56:38.914088 dv-cinder-775706-2-iscsi neutron-server[84004]: WARNING neutron.quota.resource_registry [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] subnetpool is already registered
Feb 19 02:56:38.916920 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.v2.resource_helper [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=84004) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 19 02:56:38.917400 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.v2.resource_helper [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Service FLAVORS assigned prefix:  {{(pid=84004) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 19 02:56:38.918080 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.v2.resource_helper [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=84004) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 19 02:56:38.918550 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.v2.resource_helper [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=84004) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 19 02:56:38.918923 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.quota.resource_registry [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Creating instance of TrackedResource for resource:router
Feb 19 02:56:38.919293 dv-cinder-775706-2-iscsi neutron-server[84004]: WARNING neutron.quota.resource_registry [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] router is already registered
Feb 19 02:56:38.919962 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.quota.resource_registry [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Creating instance of TrackedResource for resource:floatingip
Feb 19 02:56:38.920327 dv-cinder-775706-2-iscsi neutron-server[84004]: WARNING neutron.quota.resource_registry [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] floatingip is already registered
Feb 19 02:56:38.921027 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.v2.resource_helper [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Service METERING assigned prefix: /metering {{(pid=84004) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 19 02:56:38.921823 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.quota.resource_registry [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Creating instance of CountableResource for resource:rbac_policy
Feb 19 02:56:38.922192 dv-cinder-775706-2-iscsi neutron-server[84004]: WARNING neutron.quota.resource_registry [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] rbac_policy is already registered
Feb 19 02:56:38.922822 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.quota.resource_registry [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Creating instance of TrackedResource for resource:security_group
Feb 19 02:56:38.923186 dv-cinder-775706-2-iscsi neutron-server[84004]: WARNING neutron.quota.resource_registry [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] security_group is already registered
Feb 19 02:56:38.923865 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.quota.resource_registry [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Creating instance of TrackedResource for resource:security_group_rule
Feb 19 02:56:38.924221 dv-cinder-775706-2-iscsi neutron-server[84004]: WARNING neutron.quota.resource_registry [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] security_group_rule is already registered
Feb 19 02:56:38.924968 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.v2.resource_helper [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Service CORE assigned prefix:  {{(pid=84004) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 19 02:56:38.925334 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.quota.resource_registry [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Creating instance of TrackedResource for resource:subnetpool
Feb 19 02:56:38.925692 dv-cinder-775706-2-iscsi neutron-server[84004]: WARNING neutron.quota.resource_registry [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] subnetpool is already registered
Feb 19 02:56:38.926384 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.v2.resource_helper [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Service CORE assigned prefix:  {{(pid=84004) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}}
Feb 19 02:56:38.926743 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.quota.resource_registry [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Creating instance of TrackedResource for resource:subnetpool
Feb 19 02:56:38.927100 dv-cinder-775706-2-iscsi neutron-server[84004]: WARNING neutron.quota.resource_registry [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] subnetpool is already registered
Feb 19 02:56:38.927823 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Extended resource: extensions {{(pid=84004) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 19 02:56:38.929975 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Extended resource: address-groups {{(pid=84004) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 19 02:56:38.931692 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Extended resource: address-scopes {{(pid=84004) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 19 02:56:38.933004 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Extended resource: agents {{(pid=84004) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 19 02:56:38.934302 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Extended resource: auto-allocated-topology {{(pid=84004) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 19 02:56:38.935672 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Extended resource: availability_zones {{(pid=84004) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 19 02:56:38.937075 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Extended resource: dhcp-networks {{(pid=84004) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 19 02:56:38.938644 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Extended resource: dhcp-agents {{(pid=84004) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 19 02:56:38.940189 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Extended resource: routers {{(pid=84004) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 19 02:56:38.942187 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Extended resource: flavors {{(pid=84004) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 19 02:56:38.943459 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Extended resource: service_profiles {{(pid=84004) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 19 02:56:38.945413 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Extended resource: next_providers {{(pid=84004) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 19 02:56:38.947957 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Extended resource: service_profiles {{(pid=84004) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 19 02:56:38.949530 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Extended resource: floatingip-pools {{(pid=84004) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 19 02:56:38.950880 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Extended resource: routers {{(pid=84004) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 19 02:56:38.952826 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Extended resource: floatingips {{(pid=84004) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 19 02:56:38.954136 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Extended resource: l3-routers {{(pid=84004) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 19 02:56:38.955634 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Extended resource: l3-agents {{(pid=84004) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 19 02:56:38.957154 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Extended resource: metering-labels {{(pid=84004) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 19 02:56:38.958686 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Extended resource: metering-label-rules {{(pid=84004) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 19 02:56:38.960110 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Extended resource: network-ip-availabilities {{(pid=84004) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 19 02:56:38.961465 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Extended resource: bindings {{(pid=84004) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 19 02:56:38.963283 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Extended resource: quotas {{(pid=84004) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 19 02:56:38.964809 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Extended resource: quotas {{(pid=84004) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 19 02:56:38.966455 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Extended resource: rbac-policies {{(pid=84004) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 19 02:56:38.967855 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Extended resource: security-groups {{(pid=84004) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 19 02:56:38.969150 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Extended resource: security-group-rules {{(pid=84004) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 19 02:56:38.970512 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Extended resource: service-providers {{(pid=84004) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 19 02:56:38.971838 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Extended resource: subnetpools {{(pid=84004) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 19 02:56:38.973351 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Extended resource: subnetpools {{(pid=84004) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 19 02:56:38.974960 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Extended resource: tags {{(pid=84004) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 19 02:56:38.976770 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Extended resource: tags {{(pid=84004) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 19 02:56:38.978759 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Extended resource: tags {{(pid=84004) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 19 02:56:38.980667 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Extended resource: tags {{(pid=84004) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 19 02:56:38.982625 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Extended resource: tags {{(pid=84004) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 19 02:56:38.984437 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Extended resource: tags {{(pid=84004) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 19 02:56:38.986386 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Extended resource: tags {{(pid=84004) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 19 02:56:38.988369 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Extended resource: tags {{(pid=84004) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 19 02:56:38.990404 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Extended resource: tags {{(pid=84004) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 19 02:56:38.992889 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.extensions [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Extended resource: tags {{(pid=84004) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}}
Feb 19 02:56:38.999960 dv-cinder-775706-2-iscsi neutron-server[84004]: WARNING keystonemiddleware.auth_token [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
Feb 19 02:56:39.005364 dv-cinder-775706-2-iscsi neutron-server[84004]: WARNING keystonemiddleware.auth_token [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
Feb 19 02:56:39.014870 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Acquired lock "singleton_lock" {{(pid=84004) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}}
Feb 19 02:56:39.015397 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Releasing lock "singleton_lock" {{(pid=84004) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}}
Feb 19 02:56:39.017105 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO oslo_service.service [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Starting 2 workers
Feb 19 02:56:39.021885 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Started child 84115 {{(pid=84004) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Feb 19 02:56:39.026011 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:56:39.026650 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Started child 84116 {{(pid=84004) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Feb 19 02:56:39.027580 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [-] (84115) wsgi starting up on http://0.0.0.0:9696
Feb 19 02:56:39.028153 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.service [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Neutron service started, listening on 0.0.0.0:9696
Feb 19 02:56:39.028821 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Notify callbacks [] for process, before_spawn {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:56:39.030031 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:56:39.031355 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO oslo_service.service [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Starting 1 workers
Feb 19 02:56:39.031485 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [-] (84116) wsgi starting up on http://0.0.0.0:9696
Feb 19 02:56:39.036884 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Started child 84117 {{(pid=84004) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Feb 19 02:56:39.037368 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO oslo_service.service [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Starting 1 workers
Feb 19 02:56:39.039628 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.service [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] calling RpcWorker wait() {{(pid=84117) _wait /opt/stack/neutron/neutron/service.py:128}}
Feb 19 02:56:39.040032 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.service [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] returning from RpcWorker wait() {{(pid=84117) _wait /opt/stack/neutron/neutron/service.py:135}}
Feb 19 02:56:39.041575 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:56:39.042128 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=84117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 02:56:39.042682 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Started child 84118 {{(pid=84004) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}}
Feb 19 02:56:39.043474 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8e4b807d-a492-406c-8184-fc9348856aae None None] Notify callbacks [] for process, after_spawn {{(pid=84004) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:56:39.045140 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=84004) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}}
Feb 19 02:56:39.045371 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Feb 19 02:56:39.045575 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Feb 19 02:56:39.045868 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Feb 19 02:56:39.046275 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Feb 19 02:56:39.046467 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Feb 19 02:56:39.047021 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:39.047115 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=84118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:56:39.047327 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:39.047630 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:39.047918 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:39.048245 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:39.048912 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:39.049185 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:39.049496 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:39.049833 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:39.050106 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:39.050302 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:39.050498 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:39.050782 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:39.051065 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:39.051423 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:39.051738 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:39.052005 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:39.052259 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:39.052471 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:39.052742 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:39.053050 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:39.053337 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:39.054249 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] debug                          = True {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:39.054536 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:39.055115 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:39.055373 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:39.055653 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:39.055919 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:39.056219 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:39.056485 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:39.056791 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:39.057073 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:39.057340 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:39.057590 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:39.057893 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:39.058142 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:39.058405 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:39.058697 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:39.058949 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:39.059408 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] host                           = dv-cinder-775706-2-iscsi {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:39.059658 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:39.059911 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:39.060176 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:39.060439 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:39.060718 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:39.060982 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:39.061259 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:39.061556 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:39.061852 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:39.062114 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:39.062400 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:39.062664 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:39.062931 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:39.063206 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:39.063384 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:39.063639 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:39.063936 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:39.064228 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:39.064439 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:39.064607 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:39.064797 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:39.065091 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:39.065256 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:39.065541 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:39.065807 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:39.066043 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:39.066293 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:39.066566 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:39.066818 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:39.067107 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:39.067350 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:39.067635 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:39.067874 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:39.068151 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:39.068445 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:39.068722 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:39.068997 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:39.069290 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:39.069550 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:39.069812 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:39.070065 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:39.070340 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:39.070581 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:39.071457 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:39.071755 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:39.072039 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:39.072308 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:39.072574 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:39.072855 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:39.073285 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:39.073405 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:39.073602 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:39.073940 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:39.074208 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:39.074492 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:39.074769 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:39.075012 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:39.075274 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:39.075519 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:39.075767 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:39.076037 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:39.076283 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:39.076526 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:39.076805 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:39.077048 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:39.077317 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:39.077574 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:39.077846 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:39.078130 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:39.078573 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.078896 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.079237 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.079516 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.079784 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.080066 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.080339 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.080613 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.080724 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=84118) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 02:56:39.080881 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.081146 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.081483 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.081743 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.082068 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.082320 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.082600 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.082937 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.083235 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.083548 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.083799 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.084069 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.084309 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.084550 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.084923 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.085231 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.085529 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.13/identity {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.085822 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.093450 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.093450 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.093450 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.093450 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.093450 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.093450 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.093450 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.093450 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.093450 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.094509 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.094509 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.094509 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.094509 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.094509 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.094509 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.094509 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.094509 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.094509 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.095305 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.095305 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.095305 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.095305 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.095305 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.095305 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.095305 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.095305 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.095305 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.096172 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.096172 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.096172 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.096172 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.096172 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.096172 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.096172 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.096172 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.096172 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.096910 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.096910 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.096910 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.096910 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.096910 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.096910 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.096910 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.096910 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.096910 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.097668 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.097668 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.097668 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.097668 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.097668 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.097668 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.098210 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.098210 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.098463 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.098571 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.098760 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.098989 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.099236 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.099545 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.099897 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.100179 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.100975 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.101250 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.101530 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.101810 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.102097 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.102348 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.102601 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.102868 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.103139 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.103414 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.103704 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.103978 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.104233 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.104531 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.104791 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.105046 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.105294 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.105561 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.105851 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.106140 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.106412 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.106701 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.106971 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.107269 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.107588 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.107840 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.108157 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.108412 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.109168 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.109513 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.109857 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.110152 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.110458 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.110729 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.111015 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.111313 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.111598 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.111896 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.112148 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.112596 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.112921 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.113200 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.113456 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.113742 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.114019 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.114394 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.114701 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.114937 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.115162 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.115453 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.115739 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.116067 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.116880 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.117178 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.117460 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.117755 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.118047 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.13/identity {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.118297 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.118551 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.118858 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.119116 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.119403 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.119653 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.119916 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.120179 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.120442 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.120727 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.120972 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.121228 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.121489 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.121873 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.122014 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.122299 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.122546 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.122800 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.123080 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.123331 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.123707 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.123862 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.124051 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.124338 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.124589 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.125554 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.125554 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.125554 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.125926 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.126039 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.126258 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.126506 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.126792 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.127047 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.127316 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.127578 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.127831 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.128098 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.128367 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.128603 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.128853 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.129121 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.129378 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.129769 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.130051 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.130334 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.130613 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.130849 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.131115 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.131357 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.131635 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.131884 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.132132 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.132364 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.132637 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.132914 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.133186 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.133430 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.133688 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.133965 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.134254 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.134400 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.134719 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.134993 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.135206 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.135458 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.135683 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.135942 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.136176 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.136416 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.136664 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.136910 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.137168 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.137411 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.137654 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.137925 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.138168 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.138521 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.138797 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.139053 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.139361 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.139617 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.139906 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.140181 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.140579 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.140842 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.141396 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch'] {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.141650 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.141953 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.142209 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.142506 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vxlan'] {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.142883 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.143234 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.143550 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.143858 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.144175 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.144480 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:750:799'] {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.144779 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.145028 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.145337 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.145745 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.146018 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.146316 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.146578 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.146863 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.147141 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.147419 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.147687 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.147939 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.148190 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.148528 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.148747 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.149038 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.149303 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.149604 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.149856 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.150122 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.150369 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.150641 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.150894 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.151075 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Feb 19 02:56:39.151617 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=84004) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}}
Feb 19 02:56:39.151805 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}}
Feb 19 02:56:39.151985 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}}
Feb 19 02:56:39.152201 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}}
Feb 19 02:56:39.152436 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}}
Feb 19 02:56:39.152552 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}}
Feb 19 02:56:39.152769 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:39.152959 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:39.153150 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:39.153334 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:39.153519 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:39.153737 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:39.153934 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:39.154095 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:39.154278 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:39.154464 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:39.154649 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:39.154833 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:39.155017 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:39.155203 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:39.155389 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:39.155582 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:39.155718 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:39.155901 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:39.156061 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:39.156245 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:39.156428 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:39.156611 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:39.156795 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] debug                          = True {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:39.156980 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:39.157200 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:39.157386 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:39.157571 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:39.157892 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:39.158038 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:39.158178 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:39.158319 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:39.158458 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:39.158599 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:39.158784 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:39.158968 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:39.159151 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:39.159335 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:39.159518 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:39.159702 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:39.159886 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] host                           = dv-cinder-775706-2-iscsi {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:39.160074 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:39.160258 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:39.160444 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:39.160627 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:39.160811 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:39.160994 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:39.161178 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:39.161360 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:39.161543 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:39.161763 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:39.161931 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:39.162115 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:39.162298 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:39.162481 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:39.162665 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:39.163366 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:39.163527 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:39.163709 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:39.163917 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:39.164104 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:39.164289 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:39.164473 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:39.164659 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:39.164843 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:39.165028 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:39.165211 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:39.165396 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:39.165579 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:39.165783 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:39.165942 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:39.166153 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:39.166257 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:39.166446 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:39.166628 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:39.166816 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:39.167106 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:39.167106 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:39.167290 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:39.167457 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:39.167640 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:39.167824 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:39.168006 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:39.168188 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:39.168372 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:39.168553 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:39.168736 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:39.168919 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:39.169093 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:39.169621 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:39.169621 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:39.169621 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:39.169988 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:39.169988 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:39.170168 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:39.170263 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:39.170427 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:39.170611 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:39.170794 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:39.170977 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:39.171159 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:39.171341 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:39.171524 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:39.171706 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:39.171891 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:39.172075 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:39.172230 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:39.172417 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:39.172601 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:39.172784 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}}
Feb 19 02:56:39.172993 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.173183 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.173385 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.173573 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.173781 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.173997 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.174141 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.174290 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.174431 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.174624 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.174821 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.175009 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.175209 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.175398 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.175585 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.175774 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.175963 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.176222 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.176337 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.176502 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.176690 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.176878 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.177085 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.177274 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.177462 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.13/identity {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.177650 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.177862 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.178051 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.178239 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.178427 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.179153 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.179338 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.179527 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.179714 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.179901 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.180089 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.180276 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.180469 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.180658 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.180846 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.181034 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.181224 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.181412 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.181598 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.181812 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.182000 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.182190 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.182377 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.182564 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.182751 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.182952 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.183141 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] placement.auth_type            = None {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.183329 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] placement.cafile               = None {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.183516 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.183705 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.183891 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.184078 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.184288 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.184453 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.184640 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.184826 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.185029 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.185216 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.185403 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.185589 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.185799 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.185990 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.186179 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.186399 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.186514 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.186697 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.186884 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.187072 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.187300 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.187403 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.187585 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.187772 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.187982 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.188124 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.188263 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.188447 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.188633 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.188821 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.189010 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.189207 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.189412 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.189600 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.189811 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.189999 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.190190 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.190378 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.190570 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.190757 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.190945 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.191133 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.191321 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.191507 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.191695 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.191882 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.192070 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.192257 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.192445 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.192631 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.192818 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.193005 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.193190 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.193378 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.193566 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.193743 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.193938 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.194148 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.194348 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.194535 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.194724 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.194913 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.195110 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.195310 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.195498 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.195685 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.195960 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.196120 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.196234 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.196360 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.196581 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.196724 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.196863 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.197039 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.197234 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.197434 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.197621 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.197833 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.197993 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.198239 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.198426 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.198614 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.198801 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.198989 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.199177 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.199365 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.199552 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.199740 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.199926 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.200116 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.200304 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.13/identity {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.200495 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.200683 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.200869 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.201056 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.201243 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.201432 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.201619 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.201819 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.201995 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.202183 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.202370 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.202558 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.202744 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.202932 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.203089 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.203281 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.203469 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.203655 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.203842 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.204030 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.204218 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.204407 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.204580 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.204760 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.204914 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.205279 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.205472 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.205662 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.205876 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.206066 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.206254 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.206443 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.206631 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.206821 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.207009 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.207197 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.207384 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.207573 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.207761 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.207949 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.208137 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.208325 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.208514 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.208719 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.208907 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.209095 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.209283 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.209471 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.209659 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.209915 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.210107 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.210295 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.210489 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.210679 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.210869 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.211031 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.211226 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.211414 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.211603 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.211771 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.211954 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.212140 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.212401 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.212590 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.212777 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.212964 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.213151 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.213350 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.213517 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.213698 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.213908 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.214095 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.214293 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.214480 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.214668 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.214854 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.215041 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.215242 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.215431 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.215619 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.215921 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.216094 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.216245 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.216399 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.216540 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.216680 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.216932 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch'] {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.217080 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.217221 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.217360 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.217500 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vxlan'] {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.217640 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.217826 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.218021 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.218182 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.218383 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.218579 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:750:799'] {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.218777 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.218964 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.219160 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.219362 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.219550 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.219738 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.219925 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.220084 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.220274 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.220466 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.220652 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.220811 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.221000 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.221187 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.221373 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.221560 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.221740 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.221934 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.222122 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.222310 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.222559 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.222749 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.222936 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}}
Feb 19 02:56:39.223096 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=84004) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}}
Feb 19 02:56:39.232600 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84116) accepted ('10.222.0.13', 45860) {{(pid=84116) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:56:39.233178 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=84117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 02:56:39.244669 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [-] 10.222.0.13 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0098951
Feb 19 02:56:49.503811 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b04869f-083d-4fdc-8e2a-00eb5e5cf596 None None] get_active_networks_info from dv-cinder-775706-2-iscsi {{(pid=84117) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}}
Feb 19 02:56:49.669283 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b04869f-083d-4fdc-8e2a-00eb5e5cf596 None None] No non-hosted networks {{(pid=84117) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
Feb 19 02:56:49.691709 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.agentschedulers_db [None req-7b04869f-083d-4fdc-8e2a-00eb5e5cf596 None None] DHCP Agent not found on host dv-cinder-775706-2-iscsi {{(pid=84117) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:447}}
Feb 19 02:56:49.985856 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-0a8cf588-1ee3-4fae-b1be-8e91d1b256ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627'] for agent, after_create {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:56:51.953230 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-9fc2dba3-1ca4-4c68-bc93-79a2b1dda0ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627'] for agent, after_create {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:56:51.985832 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-fba91c75-d8b3-41f8-8174-a41486a505c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:56:52.448668 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-4b343f23-6f62-4db0-bfb1-0e5ba3aa11dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627'] for agent, after_create {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:56:53.533220 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627'] for agent, after_create {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:56:53.533982 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:56:53.534269 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:56:53.534645 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:56:53.535019 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:56:53.535387 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:56:53.535754 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:56:53.536114 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:56:53.536496 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:56:53.536861 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:56:53.537223 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:56:53.538131 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:56:53.538527 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:56:53.538948 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f9426b6b8d0>, 'Open vSwitch agent', 'dv-cinder-775706-2-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}) {} {{(pid=84117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 02:56:53.551532 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f94269f4160>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-775706-2-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}} {{(pid=84117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 02:56:54.298051 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-ed1abd93-30ab-455f-b25e-ecbc2cc5cf06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627'] for agent, after_create {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:56:54.409131 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.db.l3_hamode_db [None req-ccb4164c-0bfa-4d0f-bd56-b890049ec310 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
Feb 19 02:56:54.499798 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb4164c-0bfa-4d0f-bd56-b890049ec310 None None] Routers set() bound to L3 agent in host dv-cinder-775706-2-iscsi {{(pid=84117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 02:56:54.500229 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb4164c-0bfa-4d0f-bd56-b890049ec310 None None] Router IDs set() for agent in host dv-cinder-775706-2-iscsi {{(pid=84117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}}
Feb 19 02:56:55.412524 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] get_endpoint_by_host() called for host dv-cinder-775706-2-iscsi {{(pid=84117) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}}
Feb 19 02:56:55.417265 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] get_endpoint_by_ip() called for ip 192.168.0.86 {{(pid=84117) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}}
Feb 19 02:56:55.420531 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] _add_endpoint() called for ip 192.168.0.86 {{(pid=84117) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}}
Feb 19 02:56:55.454030 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] _get_endpoints() called {{(pid=84117) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}}
Feb 19 02:56:55.494753 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84116) accepted ('10.222.0.13', 45956) {{(pid=84116) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:56:56.110344 dv-cinder-775706-2-iscsi neutron-server[84004]: WARNING oslo_policy.policy [None req-a0872626-f0ef-4bf7-96a6-3b4b1a2e0229 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 19 02:56:56.110954 dv-cinder-775706-2-iscsi neutron-server[84004]: WARNING oslo_policy.policy [None req-a0872626-f0ef-4bf7-96a6-3b4b1a2e0229 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 19 02:56:56.338507 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [None req-a0872626-f0ef-4bf7-96a6-3b4b1a2e0229 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=84116) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 19 02:56:56.339637 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-a0872626-f0ef-4bf7-96a6-3b4b1a2e0229 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.8438954
Feb 19 02:56:59.060350 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84116) accepted ('10.222.0.13', 45970) {{(pid=84116) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:56:59.448050 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.v2.base [None req-f9f3f379-adaf-42ff-aa06-10758544222e admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'shared': True, 'default_prefixlen': 26}} {{(pid=84116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 02:56:59.517958 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.policy [None req-f9f3f379-adaf-42ff-aa06-10758544222e admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=84116) register_rules /opt/stack/neutron/neutron/policy.py:75}}
Feb 19 02:56:59.554598 dv-cinder-775706-2-iscsi neutron-server[84004]: WARNING oslo_policy.policy [None req-f9f3f379-adaf-42ff-aa06-10758544222e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 19 02:56:59.555011 dv-cinder-775706-2-iscsi neutron-server[84004]: WARNING oslo_policy.policy [None req-f9f3f379-adaf-42ff-aa06-10758544222e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 19 02:56:59.582177 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.quota [None req-f9f3f379-adaf-42ff-aa06-10758544222e admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f94269e5320>.
Feb 19 02:56:59.599712 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-f9f3f379-adaf-42ff-aa06-10758544222e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 02:56:59.691615 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-f9f3f379-adaf-42ff-aa06-10758544222e admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767141164918', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767141146304', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767141149869', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767141127337', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767141129022', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-16187772', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036838460389', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036853260973', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036853315133'] for rbac-policy, before_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:56:59.905102 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-f9f3f379-adaf-42ff-aa06-10758544222e admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:56:59.906457 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-f9f3f379-adaf-42ff-aa06-10758544222e admin admin] 10.222.0.13 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 0.8450661
Feb 19 02:57:02.851461 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84116) accepted ('10.222.0.13', 45984) {{(pid=84116) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:57:03.222519 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.v2.base [None req-0ed035ea-7bab-44ab-9319-5e41a4abef2b admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'project_id': '1a4627034f0a4103b0d115c807f3e9f2'}} {{(pid=84116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 02:57:03.228908 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-0ed035ea-7bab-44ab-9319-5e41a4abef2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 02:57:03.233638 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-0ed035ea-7bab-44ab-9319-5e41a4abef2b admin admin] Usage tracker for resource:network and tenant:1a4627034f0a4103b0d115c807f3e9f2 is out of sync, need to count used quota {{(pid=84116) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 02:57:03.237339 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-0ed035ea-7bab-44ab-9319-5e41a4abef2b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84116) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 02:57:03.244129 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-0ed035ea-7bab-44ab-9319-5e41a4abef2b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 02:57:03.296779 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ed035ea-7bab-44ab-9319-5e41a4abef2b admin admin] Made reservation on behalf of 1a4627034f0a4103b0d115c807f3e9f2 for: {'network': 1} {{(pid=84116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 19 02:57:03.303412 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-0ed035ea-7bab-44ab-9319-5e41a4abef2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838630373'] for network, before_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:57:03.321736 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-0ed035ea-7bab-44ab-9319-5e41a4abef2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:57:03.492638 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-0ed035ea-7bab-44ab-9319-5e41a4abef2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 02:57:03.496497 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-0ed035ea-7bab-44ab-9319-5e41a4abef2b admin admin] Usage tracker for resource:security_group_rule and tenant:1a4627034f0a4103b0d115c807f3e9f2 is out of sync, need to count used quota {{(pid=84116) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 02:57:03.500137 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-0ed035ea-7bab-44ab-9319-5e41a4abef2b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84116) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 02:57:03.506005 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-0ed035ea-7bab-44ab-9319-5e41a4abef2b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 02:57:03.708519 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-0ed035ea-7bab-44ab-9319-5e41a4abef2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:57:03.737072 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-0ed035ea-7bab-44ab-9319-5e41a4abef2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237410'] for security_group, after_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:57:03.741616 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:57:03.761591 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ed035ea-7bab-44ab-9319-5e41a4abef2b admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 1}  {{(pid=84116) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 19 02:57:03.787570 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-0ed035ea-7bab-44ab-9319-5e41a4abef2b admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8767143388190', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838644319'] for segment, precommit_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:57:03.788055 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.db.segments_db [None req-0ed035ea-7bab-44ab-9319-5e41a4abef2b admin admin] Added segment 92b5da51-698a-4e13-8db7-ea30b0b9739c of type vxlan for network 5fa06028-06ed-4461-b610-8ffb3e05b099
Feb 19 02:57:03.842068 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed035ea-7bab-44ab-9319-5e41a4abef2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b57290c7-4b25-4392-bc13-093263571a16,revision_number=1']} {{(pid=84116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:57:03.864533 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed035ea-7bab-44ab-9319-5e41a4abef2b admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:57:03.864979 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed035ea-7bab-44ab-9319-5e41a4abef2b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:57:03.865278 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed035ea-7bab-44ab-9319-5e41a4abef2b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:57:03.865634 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed035ea-7bab-44ab-9319-5e41a4abef2b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:57:03.866025 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed035ea-7bab-44ab-9319-5e41a4abef2b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:57:03.866386 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed035ea-7bab-44ab-9319-5e41a4abef2b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:57:03.866730 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed035ea-7bab-44ab-9319-5e41a4abef2b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:57:03.867074 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed035ea-7bab-44ab-9319-5e41a4abef2b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:57:03.867430 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed035ea-7bab-44ab-9319-5e41a4abef2b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:57:03.867778 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed035ea-7bab-44ab-9319-5e41a4abef2b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:57:03.868117 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed035ea-7bab-44ab-9319-5e41a4abef2b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:57:03.868455 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed035ea-7bab-44ab-9319-5e41a4abef2b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:57:03.869585 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed035ea-7bab-44ab-9319-5e41a4abef2b admin admin] Tracked resource versions report:
Feb 19 02:57:03.869585 dv-cinder-775706-2-iscsi neutron-server[84004]: pushed versions:
Feb 19 02:57:03.869585 dv-cinder-775706-2-iscsi neutron-server[84004]: {   'AddressGroup': {'1.1'},
Feb 19 02:57:03.869585 dv-cinder-775706-2-iscsi neutron-server[84004]:     'ConntrackHelper': {'1.0'},
Feb 19 02:57:03.869585 dv-cinder-775706-2-iscsi neutron-server[84004]:     'Log': {'1.0'},
Feb 19 02:57:03.869585 dv-cinder-775706-2-iscsi neutron-server[84004]:     'Network': {'1.1'},
Feb 19 02:57:03.869585 dv-cinder-775706-2-iscsi neutron-server[84004]:     'Port': {'1.7'},
Feb 19 02:57:03.869585 dv-cinder-775706-2-iscsi neutron-server[84004]:     'PortForwarding': {'1.2'},
Feb 19 02:57:03.869585 dv-cinder-775706-2-iscsi neutron-server[84004]:     'QosPolicy': {'1.8'},
Feb 19 02:57:03.869585 dv-cinder-775706-2-iscsi neutron-server[84004]:     'SecurityGroup': {'1.4'},
Feb 19 02:57:03.869585 dv-cinder-775706-2-iscsi neutron-server[84004]:     'SecurityGroupRule': {'1.2'},
Feb 19 02:57:03.869585 dv-cinder-775706-2-iscsi neutron-server[84004]:     'SubPort': {'1.0'},
Feb 19 02:57:03.869585 dv-cinder-775706-2-iscsi neutron-server[84004]:     'Subnet': {'1.1'},
Feb 19 02:57:03.869585 dv-cinder-775706-2-iscsi neutron-server[84004]:     'Trunk': {'1.1'}}
Feb 19 02:57:03.869585 dv-cinder-775706-2-iscsi neutron-server[84004]: consumer versions:
Feb 19 02:57:03.869585 dv-cinder-775706-2-iscsi neutron-server[84004]: {   DHCP agent@dv-cinder-775706-2-iscsi: {},
Feb 19 02:57:03.869585 dv-cinder-775706-2-iscsi neutron-server[84004]:     L3 agent@dv-cinder-775706-2-iscsi: {},
Feb 19 02:57:03.869585 dv-cinder-775706-2-iscsi neutron-server[84004]:     Metadata agent@dv-cinder-775706-2-iscsi: {},
Feb 19 02:57:03.869585 dv-cinder-775706-2-iscsi neutron-server[84004]:     Metering agent@dv-cinder-775706-2-iscsi: {},
Feb 19 02:57:03.869585 dv-cinder-775706-2-iscsi neutron-server[84004]:     Open vSwitch agent@dv-cinder-775706-2-iscsi: {   'AddressGroup': '1.1',
Feb 19 02:57:03.869585 dv-cinder-775706-2-iscsi neutron-server[84004]:                                                      'ConntrackHelper': '1.0',
Feb 19 02:57:03.869585 dv-cinder-775706-2-iscsi neutron-server[84004]:                                                      'Log': '1.0',
Feb 19 02:57:03.869585 dv-cinder-775706-2-iscsi neutron-server[84004]:                                                      'Network': '1.1',
Feb 19 02:57:03.869585 dv-cinder-775706-2-iscsi neutron-server[84004]:                                                      'Port': '1.7',
Feb 19 02:57:03.869585 dv-cinder-775706-2-iscsi neutron-server[84004]:                                                      'PortForwarding': '1.2',
Feb 19 02:57:03.869585 dv-cinder-775706-2-iscsi neutron-server[84004]:                                                      'QosPolicy': '1.8',
Feb 19 02:57:03.869585 dv-cinder-775706-2-iscsi neutron-server[84004]:                                                      'SecurityGroup': '1.4',
Feb 19 02:57:03.869585 dv-cinder-775706-2-iscsi neutron-server[84004]:                                                      'SecurityGroupRule': '1.2',
Feb 19 02:57:03.869585 dv-cinder-775706-2-iscsi neutron-server[84004]:                                                      'SubPort': '1.0',
Feb 19 02:57:03.869585 dv-cinder-775706-2-iscsi neutron-server[84004]:                                                      'Subnet': '1.1',
Feb 19 02:57:03.869585 dv-cinder-775706-2-iscsi neutron-server[84004]:                                                      'Trunk': '1.1'}}
Feb 19 02:57:03.869585 dv-cinder-775706-2-iscsi neutron-server[84004]:  {{(pid=84116) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Feb 19 02:57:03.905471 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-0ed035ea-7bab-44ab-9319-5e41a4abef2b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363269711912974'] for network, precommit_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:57:03.918729 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-0ed035ea-7bab-44ab-9319-5e41a4abef2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:57:03.982873 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-0ed035ea-7bab-44ab-9319-5e41a4abef2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477'] for network, after_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:57:03.984166 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ed035ea-7bab-44ab-9319-5e41a4abef2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:57:03.984798 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-0ed035ea-7bab-44ab-9319-5e41a4abef2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854203462'] for network, before_response {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:57:03.989640 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:57:04.095497 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed035ea-7bab-44ab-9319-5e41a4abef2b admin admin] Pushing event updated for resources: {'Network': ['ID=5fa06028-06ed-4461-b610-8ffb3e05b099,revision_number=1']} {{(pid=84116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:57:04.098604 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-0ed035ea-7bab-44ab-9319-5e41a4abef2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:57:04.106435 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.rpc [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Network 5fa06028-06ed-4461-b610-8ffb3e05b099 details requested by agent ovs-agent-dv-cinder-775706-2-iscsi with host dv-cinder-775706-2-iscsi {{(pid=84117) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 19 02:57:04.166763 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-0ed035ea-7bab-44ab-9319-5e41a4abef2b admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 842 time: 1.3141570
Feb 19 02:57:07.178797 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84116) accepted ('10.222.0.13', 46000) {{(pid=84116) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:57:07.646603 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f69c748-4639-4a66-9d29-63ed0ffc3773 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:57:07.648051 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-8f69c748-4639-4a66-9d29-63ed0ffc3773 admin admin] 10.222.0.13 "GET /v2.0/networks/5fa06028-06ed-4461-b610-8ffb3e05b099 HTTP/1.1" status: 200  len: 818 time: 0.4682233
Feb 19 02:57:07.680998 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-4b45d022-d694-44ca-87e2-fb5ea75c59b4 admin admin] 10.222.0.13 "GET /v2.0/subnetpools/2cae94d1-f8b9-445b-b8f5-77b609a1f369 HTTP/1.1" status: 200  len: 734 time: 0.0268171
Feb 19 02:57:07.690345 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.v2.base [None req-9ca7dc54-7942-40c0-83d3-eaa10389c439 admin admin] Request body: {'subnet': {'tenant_id': '1a4627034f0a4103b0d115c807f3e9f2', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'network_id': '5fa06028-06ed-4461-b610-8ffb3e05b099', 'name': 'private-subnet', 'subnetpool_id': '2cae94d1-f8b9-445b-b8f5-77b609a1f369'}} {{(pid=84116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 02:57:07.694762 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-9ca7dc54-7942-40c0-83d3-eaa10389c439 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 02:57:07.698686 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-9ca7dc54-7942-40c0-83d3-eaa10389c439 admin admin] Usage tracker for resource:subnet and tenant:1a4627034f0a4103b0d115c807f3e9f2 is out of sync, need to count used quota {{(pid=84116) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 02:57:07.701579 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-9ca7dc54-7942-40c0-83d3-eaa10389c439 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84116) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 02:57:07.707190 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-9ca7dc54-7942-40c0-83d3-eaa10389c439 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 02:57:07.800093 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ca7dc54-7942-40c0-83d3-eaa10389c439 admin admin] Made reservation on behalf of 1a4627034f0a4103b0d115c807f3e9f2 for: {'subnet': 1} {{(pid=84116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 19 02:57:07.805169 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-9ca7dc54-7942-40c0-83d3-eaa10389c439 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:57:08.304768 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-9ca7dc54-7942-40c0-83d3-eaa10389c439 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477'] for subnet, after_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:57:08.319367 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:57:08.451502 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca7dc54-7942-40c0-83d3-eaa10389c439 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b6bd31e-b24a-49dc-8366-90c1c158a451,revision_number=0']} {{(pid=84116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:57:08.465272 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-9ca7dc54-7942-40c0-83d3-eaa10389c439 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:57:08.521172 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ca7dc54-7942-40c0-83d3-eaa10389c439 admin admin] Checking segment: {'id': '92b5da51-698a-4e13-8db7-ea30b0b9739c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '5fa06028-06ed-4461-b610-8ffb3e05b099'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 19 02:57:08.521509 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ca7dc54-7942-40c0-83d3-eaa10389c439 admin admin] Network hostable DHCP agents. Network: 5fa06028-06ed-4461-b610-8ffb3e05b099, hostable agents: ['0c5e2175-22e3-4812-a651-647624438454'], hosted agents: [] {{(pid=84116) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 19 02:57:08.571103 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ca7dc54-7942-40c0-83d3-eaa10389c439 admin admin] Network 5fa06028-06ed-4461-b610-8ffb3e05b099 is scheduled to be hosted by DHCP agent 0c5e2175-22e3-4812-a651-647624438454 with binding_index 1 {{(pid=84116) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 19 02:57:08.605358 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.scheduler.base_scheduler [None req-9ca7dc54-7942-40c0-83d3-eaa10389c439 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775706-2-iscsi, 5fa06028-06ed-4461-b610-8ffb3e05b099) {{(pid=84116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 19 02:57:08.610356 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ca7dc54-7942-40c0-83d3-eaa10389c439 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:57:08.611003 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-9ca7dc54-7942-40c0-83d3-eaa10389c439 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854203462'] for subnet, before_response {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:57:08.615598 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47d344e7-9f91-4328-96b7-ea6cf610d95a None None] Network 5fa06028-06ed-4461-b610-8ffb3e05b099 requested from dv-cinder-775706-2-iscsi {{(pid=84117) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 19 02:57:08.657729 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-9ca7dc54-7942-40c0-83d3-eaa10389c439 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.9709971
Feb 19 02:57:09.106807 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85668263-8ddf-4652-b0e8-74686e4132ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84d41ed4-238b-5c20-a491-76edeb2704ed-5fa06028-06ed-4461-b610-8ffb3e05b099', 'network_id': '5fa06028-06ed-4461-b610-8ffb3e05b099', 'tenant_id': '1a4627034f0a4103b0d115c807f3e9f2', 'fixed_ips': [{'subnet_id': '3b6bd31e-b24a-49dc-8366-90c1c158a451'}]}} from dv-cinder-775706-2-iscsi. {{(pid=84117) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Feb 19 02:57:09.107896 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-85668263-8ddf-4652-b0e8-74686e4132ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838630373'] for port, before_create {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:57:09.431875 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.db_base_plugin_common [None req-85668263-8ddf-4652-b0e8-74686e4132ba None None] Allocated IP 172.20.0.2 (5fa06028-06ed-4461-b610-8ffb3e05b099/3b6bd31e-b24a-49dc-8366-90c1c158a451/7fc4c9e8-8f37-4da8-90e6-e479f160f81f) {{(pid=84117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 19 02:57:09.669257 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-85668263-8ddf-4652-b0e8-74686e4132ba None None] Notify callbacks [] for port, precommit_create {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:57:09.724319 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-85668263-8ddf-4652-b0e8-74686e4132ba None None] Transition to ACTIVE for port object 7fc4c9e8-8f37-4da8-90e6-e479f160f81f will not be triggered until provisioned by entity L2. {{(pid=84117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 19 02:57:09.742227 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-85668263-8ddf-4652-b0e8-74686e4132ba None None] Transition to ACTIVE for port object 7fc4c9e8-8f37-4da8-90e6-e479f160f81f will not be triggered until provisioned by entity DHCP. {{(pid=84117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 19 02:57:09.773530 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-85668263-8ddf-4652-b0e8-74686e4132ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363269711907205'] for port, after_create {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:57:09.792317 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:57:09.929074 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85668263-8ddf-4652-b0e8-74686e4132ba None None] Pushing event updated for resources: {'Port': ['ID=7fc4c9e8-8f37-4da8-90e6-e479f160f81f,revision_number=1']} {{(pid=84117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:57:09.939383 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85668263-8ddf-4652-b0e8-74686e4132ba None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:57:09.939767 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85668263-8ddf-4652-b0e8-74686e4132ba None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:57:09.940138 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85668263-8ddf-4652-b0e8-74686e4132ba None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:57:09.940504 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85668263-8ddf-4652-b0e8-74686e4132ba None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:57:09.940868 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85668263-8ddf-4652-b0e8-74686e4132ba None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:57:09.941234 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85668263-8ddf-4652-b0e8-74686e4132ba None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:57:09.941595 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85668263-8ddf-4652-b0e8-74686e4132ba None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:57:09.941980 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85668263-8ddf-4652-b0e8-74686e4132ba None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:57:09.942340 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85668263-8ddf-4652-b0e8-74686e4132ba None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:57:09.942699 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85668263-8ddf-4652-b0e8-74686e4132ba None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:57:09.943082 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85668263-8ddf-4652-b0e8-74686e4132ba None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:57:09.943435 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85668263-8ddf-4652-b0e8-74686e4132ba None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:57:09.944584 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85668263-8ddf-4652-b0e8-74686e4132ba None None] Tracked resource versions report:
Feb 19 02:57:09.944584 dv-cinder-775706-2-iscsi neutron-server[84004]: pushed versions:
Feb 19 02:57:09.944584 dv-cinder-775706-2-iscsi neutron-server[84004]: {   'AddressGroup': {'1.1'},
Feb 19 02:57:09.944584 dv-cinder-775706-2-iscsi neutron-server[84004]:     'ConntrackHelper': {'1.0'},
Feb 19 02:57:09.944584 dv-cinder-775706-2-iscsi neutron-server[84004]:     'Log': {'1.0'},
Feb 19 02:57:09.944584 dv-cinder-775706-2-iscsi neutron-server[84004]:     'Network': {'1.1'},
Feb 19 02:57:09.944584 dv-cinder-775706-2-iscsi neutron-server[84004]:     'Port': {'1.7'},
Feb 19 02:57:09.944584 dv-cinder-775706-2-iscsi neutron-server[84004]:     'PortForwarding': {'1.2'},
Feb 19 02:57:09.944584 dv-cinder-775706-2-iscsi neutron-server[84004]:     'QosPolicy': {'1.8'},
Feb 19 02:57:09.944584 dv-cinder-775706-2-iscsi neutron-server[84004]:     'SecurityGroup': {'1.4'},
Feb 19 02:57:09.944584 dv-cinder-775706-2-iscsi neutron-server[84004]:     'SecurityGroupRule': {'1.2'},
Feb 19 02:57:09.944584 dv-cinder-775706-2-iscsi neutron-server[84004]:     'SubPort': {'1.0'},
Feb 19 02:57:09.944584 dv-cinder-775706-2-iscsi neutron-server[84004]:     'Subnet': {'1.1'},
Feb 19 02:57:09.944584 dv-cinder-775706-2-iscsi neutron-server[84004]:     'Trunk': {'1.1'}}
Feb 19 02:57:09.944584 dv-cinder-775706-2-iscsi neutron-server[84004]: consumer versions:
Feb 19 02:57:09.944584 dv-cinder-775706-2-iscsi neutron-server[84004]: {   DHCP agent@dv-cinder-775706-2-iscsi: {},
Feb 19 02:57:09.944584 dv-cinder-775706-2-iscsi neutron-server[84004]:     L3 agent@dv-cinder-775706-2-iscsi: {},
Feb 19 02:57:09.944584 dv-cinder-775706-2-iscsi neutron-server[84004]:     Metadata agent@dv-cinder-775706-2-iscsi: {},
Feb 19 02:57:09.944584 dv-cinder-775706-2-iscsi neutron-server[84004]:     Metering agent@dv-cinder-775706-2-iscsi: {},
Feb 19 02:57:09.944584 dv-cinder-775706-2-iscsi neutron-server[84004]:     Open vSwitch agent@dv-cinder-775706-2-iscsi: {   'AddressGroup': '1.1',
Feb 19 02:57:09.944584 dv-cinder-775706-2-iscsi neutron-server[84004]:                                                      'ConntrackHelper': '1.0',
Feb 19 02:57:09.944584 dv-cinder-775706-2-iscsi neutron-server[84004]:                                                      'Log': '1.0',
Feb 19 02:57:09.944584 dv-cinder-775706-2-iscsi neutron-server[84004]:                                                      'Network': '1.1',
Feb 19 02:57:09.944584 dv-cinder-775706-2-iscsi neutron-server[84004]:                                                      'Port': '1.7',
Feb 19 02:57:09.944584 dv-cinder-775706-2-iscsi neutron-server[84004]:                                                      'PortForwarding': '1.2',
Feb 19 02:57:09.944584 dv-cinder-775706-2-iscsi neutron-server[84004]:                                                      'QosPolicy': '1.8',
Feb 19 02:57:09.944584 dv-cinder-775706-2-iscsi neutron-server[84004]:                                                      'SecurityGroup': '1.4',
Feb 19 02:57:09.944584 dv-cinder-775706-2-iscsi neutron-server[84004]:                                                      'SecurityGroupRule': '1.2',
Feb 19 02:57:09.944584 dv-cinder-775706-2-iscsi neutron-server[84004]:                                                      'SubPort': '1.0',
Feb 19 02:57:09.944584 dv-cinder-775706-2-iscsi neutron-server[84004]:                                                      'Subnet': '1.1',
Feb 19 02:57:09.944584 dv-cinder-775706-2-iscsi neutron-server[84004]:                                                      'Trunk': '1.1'}}
Feb 19 02:57:09.944584 dv-cinder-775706-2-iscsi neutron-server[84004]:  {{(pid=84117) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Feb 19 02:57:09.948183 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-85668263-8ddf-4652-b0e8-74686e4132ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=84117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:57:10.001372 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85668263-8ddf-4652-b0e8-74686e4132ba None None] Network 5fa06028-06ed-4461-b610-8ffb3e05b099 is already hosted by enough agents. {{(pid=84117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 19 02:57:10.002588 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.scheduler.base_scheduler [None req-85668263-8ddf-4652-b0e8-74686e4132ba None None] Resources bound (agent type, host, resource id):  {{(pid=84117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 19 02:57:10.005475 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85668263-8ddf-4652-b0e8-74686e4132ba None None] Received port after_create {{(pid=84117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 19 02:57:10.067453 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.managers [None req-85668263-8ddf-4652-b0e8-74686e4132ba None None] Attempting to bind port 7fc4c9e8-8f37-4da8-90e6-e479f160f81f on host dv-cinder-775706-2-iscsi for vnic_type normal with profile  {{(pid=84117) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 02:57:10.067938 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.managers [None req-85668263-8ddf-4652-b0e8-74686e4132ba None None] Attempting to bind port 7fc4c9e8-8f37-4da8-90e6-e479f160f81f by drivers openvswitch on host dv-cinder-775706-2-iscsi at level 0 using segments [{'id': '92b5da51-698a-4e13-8db7-ea30b0b9739c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '5fa06028-06ed-4461-b610-8ffb3e05b099'}] {{(pid=84117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 19 02:57:10.068359 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85668263-8ddf-4652-b0e8-74686e4132ba None None] Attempting to bind port 7fc4c9e8-8f37-4da8-90e6-e479f160f81f on network 5fa06028-06ed-4461-b610-8ffb3e05b099 {{(pid=84117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 19 02:57:10.074640 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85668263-8ddf-4652-b0e8-74686e4132ba None None] Checking agent: {'id': '3cd1f8a8-5d37-45d2-b10a-f80d551451b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775706-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 19, 2, 56, 53), 'started_at': datetime.datetime(2021, 2, 19, 2, 56, 53), 'heartbeat_timestamp': datetime.datetime(2021, 2, 19, 2, 56, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775706-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.86', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 19 02:57:10.077161 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85668263-8ddf-4652-b0e8-74686e4132ba None None] Checking segment: {'id': '92b5da51-698a-4e13-8db7-ea30b0b9739c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '5fa06028-06ed-4461-b610-8ffb3e05b099'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 19 02:57:10.077161 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-85668263-8ddf-4652-b0e8-74686e4132ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:57:10.077161 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85668263-8ddf-4652-b0e8-74686e4132ba None None] Bound using segment: {'id': '92b5da51-698a-4e13-8db7-ea30b0b9739c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '5fa06028-06ed-4461-b610-8ffb3e05b099'} {{(pid=84117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 19 02:57:10.077380 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.managers [None req-85668263-8ddf-4652-b0e8-74686e4132ba None None] Bound port: 7fc4c9e8-8f37-4da8-90e6-e479f160f81f, host: dv-cinder-775706-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92b5da51-698a-4e13-8db7-ea30b0b9739c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '5fa06028-06ed-4461-b610-8ffb3e05b099'}}] {{(pid=84117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 19 02:57:10.077380 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-85668263-8ddf-4652-b0e8-74686e4132ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838630373'] for port, before_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:57:10.170123 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.db [None req-85668263-8ddf-4652-b0e8-74686e4132ba None None] For port 7fc4c9e8-8f37-4da8-90e6-e479f160f81f, host dv-cinder-775706-2-iscsi, cleared binding levels {{(pid=84117) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 19 02:57:10.174202 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.db [None req-85668263-8ddf-4652-b0e8-74686e4132ba None None] For port 7fc4c9e8-8f37-4da8-90e6-e479f160f81f, host dv-cinder-775706-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-2-iscsi',level=0,port_id=7fc4c9e8-8f37-4da8-90e6-e479f160f81f,segment=NetworkSegment(92b5da51-698a-4e13-8db7-ea30b0b9739c),segment_id=92b5da51-698a-4e13-8db7-ea30b0b9739c)] {{(pid=84117) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 19 02:57:10.213812 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-85668263-8ddf-4652-b0e8-74686e4132ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269711510320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767142869380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269711906403'] for port, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:57:10.229897 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:57:10.380966 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85668263-8ddf-4652-b0e8-74686e4132ba None None] Pushing event updated for resources: {'Port': ['ID=7fc4c9e8-8f37-4da8-90e6-e479f160f81f,revision_number=2']} {{(pid=84117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:57:10.385845 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-85668263-8ddf-4652-b0e8-74686e4132ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=84117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:57:11.396422 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84116) accepted ('10.222.0.13', 46010) {{(pid=84116) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:57:11.802192 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [None req-7be4b022-7ca9-48fc-8ee8-7e0eddcbd62c admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=84116) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 19 02:57:11.803282 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-7be4b022-7ca9-48fc-8ee8-7e0eddcbd62c admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.4059010
Feb 19 02:57:13.490965 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.rpc [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Device 7fc4c9e8-8f37-4da8-90e6-e479f160f81f up at agent ovs-agent-dv-cinder-775706-2-iscsi {{(pid=84117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 02:57:13.605451 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Provisioning for port 7fc4c9e8-8f37-4da8-90e6-e479f160f81f completed by entity L2. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 19 02:57:14.524900 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84116) accepted ('10.222.0.13', 46024) {{(pid=84116) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:57:14.925659 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [None req-69584d50-bb52-4280-b935-9450cd55ec1d admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=84116) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 19 02:57:14.926889 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-69584d50-bb52-4280-b935-9450cd55ec1d admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.4009387
Feb 19 02:57:15.251356 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3270201-6ef2-4346-bad7-e3ae9fe3d0d2 None None] Network 5fa06028-06ed-4461-b610-8ffb3e05b099 requested from dv-cinder-775706-2-iscsi {{(pid=84117) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 19 02:57:15.377273 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-092c41f6-01f8-403d-9e5b-1980158857fa None None] Provisioning for port 7fc4c9e8-8f37-4da8-90e6-e479f160f81f completed by entity DHCP. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 19 02:57:15.392379 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-092c41f6-01f8-403d-9e5b-1980158857fa None None] Provisioning complete for port 7fc4c9e8-8f37-4da8-90e6-e479f160f81f triggered by entity DHCP. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 02:57:15.392806 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-092c41f6-01f8-403d-9e5b-1980158857fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16124857'] for port, provisioning_complete {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:57:15.621769 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-092c41f6-01f8-403d-9e5b-1980158857fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838630373'] for port, before_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:57:15.667477 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.db [None req-092c41f6-01f8-403d-9e5b-1980158857fa None None] For port 7fc4c9e8-8f37-4da8-90e6-e479f160f81f, host dv-cinder-775706-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-2-iscsi',level=0,port_id=7fc4c9e8-8f37-4da8-90e6-e479f160f81f,segment=NetworkSegment(92b5da51-698a-4e13-8db7-ea30b0b9739c),segment_id=92b5da51-698a-4e13-8db7-ea30b0b9739c)] {{(pid=84117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 02:57:15.716084 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-092c41f6-01f8-403d-9e5b-1980158857fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269711510320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767142869380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269711906403'] for port, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:57:15.718673 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-85668263-8ddf-4652-b0e8-74686e4132ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:57:15.796803 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092c41f6-01f8-403d-9e5b-1980158857fa None None] Pushing event updated for resources: {'Port': ['ID=7fc4c9e8-8f37-4da8-90e6-e479f160f81f,revision_number=3']} {{(pid=84117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:57:15.800106 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-092c41f6-01f8-403d-9e5b-1980158857fa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=84117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:57:15.841076 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-93ba31b7-0384-4eec-965f-2adc4a1e6fdc None None] Provisioning complete for port 7fc4c9e8-8f37-4da8-90e6-e479f160f81f triggered by entity DHCP. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 02:57:15.841643 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-93ba31b7-0384-4eec-965f-2adc4a1e6fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16124857'] for port, provisioning_complete {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:57:16.097297 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-b26a62a2-9b17-4873-a857-1fb1d8453d9f None None] Provisioning complete for port 7fc4c9e8-8f37-4da8-90e6-e479f160f81f triggered by entity DHCP. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 02:57:16.097872 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-b26a62a2-9b17-4873-a857-1fb1d8453d9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16124857'] for port, provisioning_complete {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:57:16.344657 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-f8a0ed2d-14d0-4ec7-bda7-5084ee506956 None None] Provisioning complete for port 7fc4c9e8-8f37-4da8-90e6-e479f160f81f triggered by entity DHCP. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 02:57:16.345060 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-f8a0ed2d-14d0-4ec7-bda7-5084ee506956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16124857'] for port, provisioning_complete {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:57:17.469332 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.rpc [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Device 7fc4c9e8-8f37-4da8-90e6-e479f160f81f up at agent ovs-agent-dv-cinder-775706-2-iscsi {{(pid=84117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 02:57:17.541691 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Provisioning complete for port 7fc4c9e8-8f37-4da8-90e6-e479f160f81f triggered by entity L2. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 02:57:17.542160 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16124857'] for port, provisioning_complete {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:57:17.970097 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84116) accepted ('10.222.0.13', 46036) {{(pid=84116) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:57:18.336258 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.v2.base [None req-105b0758-9787-4c7c-b1dd-9899d68122c3 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '1a4627034f0a4103b0d115c807f3e9f2'}} {{(pid=84116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 02:57:18.341760 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-105b0758-9787-4c7c-b1dd-9899d68122c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 02:57:18.345735 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-105b0758-9787-4c7c-b1dd-9899d68122c3 admin admin] Usage tracker for resource:router and tenant:1a4627034f0a4103b0d115c807f3e9f2 is out of sync, need to count used quota {{(pid=84116) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 02:57:18.348954 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-105b0758-9787-4c7c-b1dd-9899d68122c3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84116) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 02:57:18.354801 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-105b0758-9787-4c7c-b1dd-9899d68122c3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 02:57:18.393422 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-105b0758-9787-4c7c-b1dd-9899d68122c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854401036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854736359'] for router, before_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:57:18.394768 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-105b0758-9787-4c7c-b1dd-9899d68122c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854401051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854387709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-537069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39441'] for router, precommit_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:57:18.473022 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-105b0758-9787-4c7c-b1dd-9899d68122c3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:57:18.605577 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-105b0758-9787-4c7c-b1dd-9899d68122c3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-374674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854387483'] for router, after_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:57:18.650509 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-105b0758-9787-4c7c-b1dd-9899d68122c3 admin admin] Notify callbacks [] for router, before_response {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:57:18.651762 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-105b0758-9787-4c7c-b1dd-9899d68122c3 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.6806240
Feb 19 02:57:19.479389 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-9376ca86-270c-480f-9db2-b09fecf77a68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:57:21.345290 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84116) accepted ('10.222.0.13', 46046) {{(pid=84116) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:57:21.732100 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [None req-c2eb6edb-7c81-44ac-bc26-1f6cfa28d55d admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=84116) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 19 02:57:21.733180 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-c2eb6edb-7c81-44ac-bc26-1f6cfa28d55d admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.3867087
Feb 19 02:57:21.880222 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-e8bd6747-df17-4749-9efb-130bb48f5c94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:57:22.376434 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-4b343f23-6f62-4db0-bfb1-0e5ba3aa11dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:57:23.519238 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:57:24.187553 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-ed1abd93-30ab-455f-b25e-ecbc2cc5cf06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:57:24.446885 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84116) accepted ('10.222.0.13', 46066) {{(pid=84116) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:57:24.603186 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.v2.base [None req-7bfbc092-8693-475d-bc20-0404bf5ddc6d admin admin] Request body: {'network': {'admin_state_up': True, 'provider:physical_network': 'physnet1', 'router:external': True, 'provider:network_type': 'flat', 'name': 'public', 'is_default': True}} {{(pid=84116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 02:57:24.608039 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-7bfbc092-8693-475d-bc20-0404bf5ddc6d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 02:57:24.611951 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-7bfbc092-8693-475d-bc20-0404bf5ddc6d admin admin] Usage tracker for resource:network and tenant:fc37a511f50940a1b2216a1900e3049d is out of sync, need to count used quota {{(pid=84116) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 02:57:24.615375 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-7bfbc092-8693-475d-bc20-0404bf5ddc6d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84116) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 02:57:24.620975 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-7bfbc092-8693-475d-bc20-0404bf5ddc6d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 02:57:24.714907 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bfbc092-8693-475d-bc20-0404bf5ddc6d admin admin] Made reservation on behalf of fc37a511f50940a1b2216a1900e3049d for: {'network': 1} {{(pid=84116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 19 02:57:24.719431 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-7bfbc092-8693-475d-bc20-0404bf5ddc6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838630373'] for network, before_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:57:24.732468 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-7bfbc092-8693-475d-bc20-0404bf5ddc6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:57:24.747258 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-7bfbc092-8693-475d-bc20-0404bf5ddc6d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 02:57:24.751120 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-7bfbc092-8693-475d-bc20-0404bf5ddc6d admin admin] Usage tracker for resource:security_group_rule and tenant:fc37a511f50940a1b2216a1900e3049d is out of sync, need to count used quota {{(pid=84116) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 02:57:24.754007 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-7bfbc092-8693-475d-bc20-0404bf5ddc6d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84116) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 02:57:24.760059 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-7bfbc092-8693-475d-bc20-0404bf5ddc6d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 02:57:25.042819 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-7bfbc092-8693-475d-bc20-0404bf5ddc6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:57:25.075231 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-7bfbc092-8693-475d-bc20-0404bf5ddc6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237410'] for security_group, after_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:57:25.079461 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:57:25.093573 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-7bfbc092-8693-475d-bc20-0404bf5ddc6d admin admin] Reserving flat network on physical network physnet1 {{(pid=84116) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}}
Feb 19 02:57:25.109786 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfbc092-8693-475d-bc20-0404bf5ddc6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a801cb7a-1bce-43f3-810a-b4a20c395bb9,revision_number=1']} {{(pid=84116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:57:25.113027 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-7bfbc092-8693-475d-bc20-0404bf5ddc6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:57:25.134497 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.agents_db [None req-fa9641de-a39b-4023-bfa7-5325e5d2422e None None] Agent healthcheck: found 5 active agents {{(pid=84118) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 19 02:57:25.165294 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-7bfbc092-8693-475d-bc20-0404bf5ddc6d admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8767143388190', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838644319'] for segment, precommit_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:57:25.165936 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-7bfbc092-8693-475d-bc20-0404bf5ddc6d admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f94277a41e0> segment precommit_create {{(pid=84116) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}}
Feb 19 02:57:25.166351 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.db.segments_db [None req-7bfbc092-8693-475d-bc20-0404bf5ddc6d admin admin] Added segment 018f6e14-8221-4ee7-96a8-19699912d63c of type flat for network 11a0058d-2e2a-4262-b636-ae96512c4ecc
Feb 19 02:57:25.297452 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-7bfbc092-8693-475d-bc20-0404bf5ddc6d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363269711912974'] for network, precommit_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:57:25.361033 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-7bfbc092-8693-475d-bc20-0404bf5ddc6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477'] for network, after_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:57:25.362310 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bfbc092-8693-475d-bc20-0404bf5ddc6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:57:25.362938 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-7bfbc092-8693-475d-bc20-0404bf5ddc6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854203462'] for network, before_response {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:57:25.368244 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:57:25.471758 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfbc092-8693-475d-bc20-0404bf5ddc6d admin admin] Pushing event updated for resources: {'Network': ['ID=11a0058d-2e2a-4262-b636-ae96512c4ecc,revision_number=1']} {{(pid=84116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:57:25.476149 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-7bfbc092-8693-475d-bc20-0404bf5ddc6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:57:25.482204 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.rpc [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Network 11a0058d-2e2a-4262-b636-ae96512c4ecc details requested by agent ovs-agent-dv-cinder-775706-2-iscsi with host dv-cinder-775706-2-iscsi {{(pid=84117) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 19 02:57:25.497264 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-7bfbc092-8693-475d-bc20-0404bf5ddc6d admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 1.0492761
Feb 19 02:57:27.992904 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84116) accepted ('10.222.0.13', 46086) {{(pid=84116) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:57:28.110392 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-403cdf21-ceb4-444d-9412-d0992d0769ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:57:28.111820 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-403cdf21-ceb4-444d-9412-d0992d0769ff admin admin] 10.222.0.13 "GET /v2.0/subnets/3b6bd31e-b24a-49dc-8366-90c1c158a451 HTTP/1.1" status: 200  len: 849 time: 0.1179006
Feb 19 02:57:28.264126 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-873e047a-9286-4f35-b8c1-f1eabb66ce7c admin admin] 10.222.0.13 "GET /v2.0/routers/1db44604-b7d3-4fbd-a714-b496b929c909 HTTP/1.1" status: 200  len: 704 time: 0.1454928
Feb 19 02:57:28.892378 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-c494e69c-b5ca-4d9c-9e08-2610710e7e13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838630373'] for port, before_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:57:29.282506 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.db_base_plugin_common [None req-c494e69c-b5ca-4d9c-9e08-2610710e7e13 admin admin] Allocated IP 172.20.0.1 (5fa06028-06ed-4461-b610-8ffb3e05b099/3b6bd31e-b24a-49dc-8366-90c1c158a451/7a77ce60-d386-4e74-82c0-46506873f4bb) {{(pid=84116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 19 02:57:29.574668 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-c494e69c-b5ca-4d9c-9e08-2610710e7e13 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:57:29.592446 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-c494e69c-b5ca-4d9c-9e08-2610710e7e13 admin admin] Transition to ACTIVE for port object 7a77ce60-d386-4e74-82c0-46506873f4bb will not be triggered until provisioned by entity DHCP. {{(pid=84116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 19 02:57:29.673571 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-c494e69c-b5ca-4d9c-9e08-2610710e7e13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363269711907205'] for port, after_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:57:29.689008 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:57:29.823767 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c494e69c-b5ca-4d9c-9e08-2610710e7e13 admin admin] Pushing event updated for resources: {'Port': ['ID=7a77ce60-d386-4e74-82c0-46506873f4bb,revision_number=1']} {{(pid=84116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:57:29.830282 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-c494e69c-b5ca-4d9c-9e08-2610710e7e13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:57:29.885242 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c494e69c-b5ca-4d9c-9e08-2610710e7e13 admin admin] Network 5fa06028-06ed-4461-b610-8ffb3e05b099 is already hosted by enough agents. {{(pid=84116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 19 02:57:29.886389 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.scheduler.base_scheduler [None req-c494e69c-b5ca-4d9c-9e08-2610710e7e13 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 19 02:57:29.888548 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c494e69c-b5ca-4d9c-9e08-2610710e7e13 admin admin] Received port after_create {{(pid=84116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 19 02:57:29.889061 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-c494e69c-b5ca-4d9c-9e08-2610710e7e13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-386270'] for router_interface, before_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:57:30.107725 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-46161f1a-6dee-4cba-a8ce-ed104fd247f4 None None] Provisioning for port 7a77ce60-d386-4e74-82c0-46506873f4bb completed by entity DHCP. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 19 02:57:30.112862 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-46161f1a-6dee-4cba-a8ce-ed104fd247f4 None None] Provisioning complete for port 7a77ce60-d386-4e74-82c0-46506873f4bb triggered by entity DHCP. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 02:57:30.116589 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-46161f1a-6dee-4cba-a8ce-ed104fd247f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16124857'] for port, provisioning_complete {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:57:30.172738 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.plugin [None req-46161f1a-6dee-4cba-a8ce-ed104fd247f4 None None] Port 7a77ce60-d386-4e74-82c0-46506873f4bb cannot update to ACTIVE because it is not bound. {{(pid=84117) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 19 02:57:30.186211 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-c494e69c-b5ca-4d9c-9e08-2610710e7e13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838630373'] for port, before_update {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:57:30.479673 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-c494e69c-b5ca-4d9c-9e08-2610710e7e13 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:57:30.507176 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-c494e69c-b5ca-4d9c-9e08-2610710e7e13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269711510320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767142869380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269711906403'] for port, after_update {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:57:30.508289 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-c494e69c-b5ca-4d9c-9e08-2610710e7e13 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854203496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854389636'] for router_interface, after_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:57:30.523160 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-c494e69c-b5ca-4d9c-9e08-2610710e7e13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:57:30.656927 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c494e69c-b5ca-4d9c-9e08-2610710e7e13 admin admin] Pushing event updated for resources: {'Port': ['ID=7a77ce60-d386-4e74-82c0-46506873f4bb,revision_number=2']} {{(pid=84116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:57:30.661367 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-c494e69c-b5ca-4d9c-9e08-2610710e7e13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:57:30.716780 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c494e69c-b5ca-4d9c-9e08-2610710e7e13 admin admin] Network 5fa06028-06ed-4461-b610-8ffb3e05b099 is already hosted by enough agents. {{(pid=84116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 19 02:57:30.717917 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.scheduler.base_scheduler [None req-c494e69c-b5ca-4d9c-9e08-2610710e7e13 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 19 02:57:30.897182 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-49ae962b-21a5-489d-abdb-e24befe654e8 None None] Provisioning complete for port 7a77ce60-d386-4e74-82c0-46506873f4bb triggered by entity DHCP. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 02:57:30.897751 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-49ae962b-21a5-489d-abdb-e24befe654e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16124857'] for port, provisioning_complete {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:57:30.956818 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.plugin [None req-49ae962b-21a5-489d-abdb-e24befe654e8 None None] Port 7a77ce60-d386-4e74-82c0-46506873f4bb cannot update to ACTIVE because it is not bound. {{(pid=84117) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 19 02:57:31.119034 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c494e69c-b5ca-4d9c-9e08-2610710e7e13 admin admin] Router 1db44604-b7d3-4fbd-a714-b496b929c909 is scheduled to L3 agent f4ccfb5a-d22e-440e-8ddd-f393ad00f812 with binding_index 1 {{(pid=84116) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Feb 19 02:57:31.283293 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c494e69c-b5ca-4d9c-9e08-2610710e7e13 admin admin] Notify agent at l3_agent.dv-cinder-775706-2-iscsi the message routers_updated {{(pid=84116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 19 02:57:31.293192 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-c494e69c-b5ca-4d9c-9e08-2610710e7e13 admin admin] 10.222.0.13 "PUT /v2.0/routers/1db44604-b7d3-4fbd-a714-b496b929c909/add_router_interface HTTP/1.1" status: 200  len: 508 time: 3.0230908
Feb 19 02:57:31.293921 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a584268-e11e-41a0-962d-2b3bb00c7903 None None] Sync routers for ids ['1db44604-b7d3-4fbd-a714-b496b929c909'] in dv-cinder-775706-2-iscsi {{(pid=84118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 19 02:57:31.304764 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a584268-e11e-41a0-962d-2b3bb00c7903 None None] Routers {'1db44604-b7d3-4fbd-a714-b496b929c909'} bound to L3 agent in host dv-cinder-775706-2-iscsi {{(pid=84118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 02:57:31.305682 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_hamode_db [None req-0a584268-e11e-41a0-962d-2b3bb00c7903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f94261bc710>, 'dv-cinder-775706-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-19T02:56:52Z,description=<?>,heartbeat_timestamp=2021-02-19T02:57:22Z,host='dv-cinder-775706-2-iscsi',id=f4ccfb5a-d22e-440e-8ddd-f393ad00f812,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T02:56:52Z,topic='l3_agent')) {'router_ids': ['1db44604-b7d3-4fbd-a714-b496b929c909'], 'active': True} {{(pid=84118) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 02:57:31.494806 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvr_db [None req-0a584268-e11e-41a0-962d-2b3bb00c7903 None None] Set router 1db44604-b7d3-4fbd-a714-b496b929c909 gateway port host: None {{(pid=84118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 02:57:32.044172 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_hamode_db [None req-0a584268-e11e-41a0-962d-2b3bb00c7903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f94261bc710>, [{'id': '1db44604-b7d3-4fbd-a714-b496b929c909', 'name': 'router1', 'tenant_id': '1a4627034f0a4103b0d115c807f3e9f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T02:57:18Z', 'updated_at': '2021-02-19T02:57:30Z', 'revision_number': 2, 'project_id': '1a4627034f0a4103b0d115c807f3e9f2', 'gw_port_host': None, '_interfaces': [{'id': '7a77ce60-d386-4e74-82c0-46506873f4bb', 'name': '', 'network_id': '5fa06028-06ed-4461-b610-8ffb3e05b099', 'tenant_id': '1a4627034f0a4103b0d115c807f3e9f2', 'mac_address': 'fa:16:3e:6e:ab:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1db44604-b7d3-4fbd-a714-b496b929c909', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3b6bd31e-b24a-49dc-8366-90c1c158a451', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:57:29Z', 'updated_at': '2021-02-19T02:57:30Z', 'revision_number': 2, 'project_id': '1a4627034f0a4103b0d115c807f3e9f2', 'subnets': [{'id': '3b6bd31e-b24a-49dc-8366-90c1c158a451', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2cae94d1-f8b9-445b-b8f5-77b609a1f369'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775706-2-iscsi', False) {} {{(pid=84118) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 02:57:32.049169 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a584268-e11e-41a0-962d-2b3bb00c7903 None None] Checking router: 1db44604-b7d3-4fbd-a714-b496b929c909 for host: dv-cinder-775706-2-iscsi {{(pid=84118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 19 02:57:32.049563 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a584268-e11e-41a0-962d-2b3bb00c7903 None None] Updating router 1db44604-b7d3-4fbd-a714-b496b929c909 port 7a77ce60-d386-4e74-82c0-46506873f4bb binding host dv-cinder-775706-2-iscsi {{(pid=84118) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 19 02:57:32.106024 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-0a584268-e11e-41a0-962d-2b3bb00c7903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838630373'] for port, before_update {{(pid=84118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:57:32.555587 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-0a584268-e11e-41a0-962d-2b3bb00c7903 None None] Notify callbacks [] for port, precommit_update {{(pid=84118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:57:32.569936 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-0a584268-e11e-41a0-962d-2b3bb00c7903 None None] Transition to ACTIVE for port object 7a77ce60-d386-4e74-82c0-46506873f4bb will not be triggered until provisioned by entity L2. {{(pid=84118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 19 02:57:32.600672 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-0a584268-e11e-41a0-962d-2b3bb00c7903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269711510320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767142869380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269711906403'] for port, after_update {{(pid=84118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:57:32.617119 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:57:32.756950 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5e6525-13e6-45b4-ba34-379f282dd092 None None] Pushing event updated for resources: {'Port': ['ID=7a77ce60-d386-4e74-82c0-46506873f4bb,revision_number=3']} {{(pid=84118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:57:32.771090 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5e6525-13e6-45b4-ba34-379f282dd092 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:57:32.771472 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5e6525-13e6-45b4-ba34-379f282dd092 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:57:32.771848 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5e6525-13e6-45b4-ba34-379f282dd092 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:57:32.772213 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5e6525-13e6-45b4-ba34-379f282dd092 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:57:32.772574 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5e6525-13e6-45b4-ba34-379f282dd092 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:57:32.772931 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5e6525-13e6-45b4-ba34-379f282dd092 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:57:32.773287 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5e6525-13e6-45b4-ba34-379f282dd092 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:57:32.773642 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5e6525-13e6-45b4-ba34-379f282dd092 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:57:32.774035 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5e6525-13e6-45b4-ba34-379f282dd092 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:57:32.774390 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5e6525-13e6-45b4-ba34-379f282dd092 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:57:32.774744 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5e6525-13e6-45b4-ba34-379f282dd092 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:57:32.775093 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5e6525-13e6-45b4-ba34-379f282dd092 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:57:32.776283 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc5e6525-13e6-45b4-ba34-379f282dd092 None None] Tracked resource versions report:
Feb 19 02:57:32.776283 dv-cinder-775706-2-iscsi neutron-server[84004]: pushed versions:
Feb 19 02:57:32.776283 dv-cinder-775706-2-iscsi neutron-server[84004]: {   'AddressGroup': {'1.1'},
Feb 19 02:57:32.776283 dv-cinder-775706-2-iscsi neutron-server[84004]:     'ConntrackHelper': {'1.0'},
Feb 19 02:57:32.776283 dv-cinder-775706-2-iscsi neutron-server[84004]:     'Log': {'1.0'},
Feb 19 02:57:32.776283 dv-cinder-775706-2-iscsi neutron-server[84004]:     'Network': {'1.1'},
Feb 19 02:57:32.776283 dv-cinder-775706-2-iscsi neutron-server[84004]:     'Port': {'1.7'},
Feb 19 02:57:32.776283 dv-cinder-775706-2-iscsi neutron-server[84004]:     'PortForwarding': {'1.2'},
Feb 19 02:57:32.776283 dv-cinder-775706-2-iscsi neutron-server[84004]:     'QosPolicy': {'1.8'},
Feb 19 02:57:32.776283 dv-cinder-775706-2-iscsi neutron-server[84004]:     'SecurityGroup': {'1.4'},
Feb 19 02:57:32.776283 dv-cinder-775706-2-iscsi neutron-server[84004]:     'SecurityGroupRule': {'1.2'},
Feb 19 02:57:32.776283 dv-cinder-775706-2-iscsi neutron-server[84004]:     'SubPort': {'1.0'},
Feb 19 02:57:32.776283 dv-cinder-775706-2-iscsi neutron-server[84004]:     'Subnet': {'1.1'},
Feb 19 02:57:32.776283 dv-cinder-775706-2-iscsi neutron-server[84004]:     'Trunk': {'1.1'}}
Feb 19 02:57:32.776283 dv-cinder-775706-2-iscsi neutron-server[84004]: consumer versions:
Feb 19 02:57:32.776283 dv-cinder-775706-2-iscsi neutron-server[84004]: {   DHCP agent@dv-cinder-775706-2-iscsi: {},
Feb 19 02:57:32.776283 dv-cinder-775706-2-iscsi neutron-server[84004]:     L3 agent@dv-cinder-775706-2-iscsi: {},
Feb 19 02:57:32.776283 dv-cinder-775706-2-iscsi neutron-server[84004]:     Metadata agent@dv-cinder-775706-2-iscsi: {},
Feb 19 02:57:32.776283 dv-cinder-775706-2-iscsi neutron-server[84004]:     Metering agent@dv-cinder-775706-2-iscsi: {},
Feb 19 02:57:32.776283 dv-cinder-775706-2-iscsi neutron-server[84004]:     Open vSwitch agent@dv-cinder-775706-2-iscsi: {   'AddressGroup': '1.1',
Feb 19 02:57:32.776283 dv-cinder-775706-2-iscsi neutron-server[84004]:                                                      'ConntrackHelper': '1.0',
Feb 19 02:57:32.776283 dv-cinder-775706-2-iscsi neutron-server[84004]:                                                      'Log': '1.0',
Feb 19 02:57:32.776283 dv-cinder-775706-2-iscsi neutron-server[84004]:                                                      'Network': '1.1',
Feb 19 02:57:32.776283 dv-cinder-775706-2-iscsi neutron-server[84004]:                                                      'Port': '1.7',
Feb 19 02:57:32.776283 dv-cinder-775706-2-iscsi neutron-server[84004]:                                                      'PortForwarding': '1.2',
Feb 19 02:57:32.776283 dv-cinder-775706-2-iscsi neutron-server[84004]:                                                      'QosPolicy': '1.8',
Feb 19 02:57:32.776283 dv-cinder-775706-2-iscsi neutron-server[84004]:                                                      'SecurityGroup': '1.4',
Feb 19 02:57:32.776283 dv-cinder-775706-2-iscsi neutron-server[84004]:                                                      'SecurityGroupRule': '1.2',
Feb 19 02:57:32.776283 dv-cinder-775706-2-iscsi neutron-server[84004]:                                                      'SubPort': '1.0',
Feb 19 02:57:32.776283 dv-cinder-775706-2-iscsi neutron-server[84004]:                                                      'Subnet': '1.1',
Feb 19 02:57:32.776283 dv-cinder-775706-2-iscsi neutron-server[84004]:                                                      'Trunk': '1.1'}}
Feb 19 02:57:32.776283 dv-cinder-775706-2-iscsi neutron-server[84004]:  {{(pid=84118) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Feb 19 02:57:32.791665 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-dc5e6525-13e6-45b4-ba34-379f282dd092 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=84118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:57:32.944222 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.managers [None req-0a584268-e11e-41a0-962d-2b3bb00c7903 None None] Attempting to bind port 7a77ce60-d386-4e74-82c0-46506873f4bb on host dv-cinder-775706-2-iscsi for vnic_type normal with profile  {{(pid=84118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 02:57:32.944653 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.managers [None req-0a584268-e11e-41a0-962d-2b3bb00c7903 None None] Attempting to bind port 7a77ce60-d386-4e74-82c0-46506873f4bb by drivers openvswitch on host dv-cinder-775706-2-iscsi at level 0 using segments [{'id': '92b5da51-698a-4e13-8db7-ea30b0b9739c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '5fa06028-06ed-4461-b610-8ffb3e05b099'}] {{(pid=84118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 19 02:57:32.945090 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a584268-e11e-41a0-962d-2b3bb00c7903 None None] Attempting to bind port 7a77ce60-d386-4e74-82c0-46506873f4bb on network 5fa06028-06ed-4461-b610-8ffb3e05b099 {{(pid=84118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 19 02:57:32.951016 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a584268-e11e-41a0-962d-2b3bb00c7903 None None] Checking agent: {'id': '3cd1f8a8-5d37-45d2-b10a-f80d551451b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775706-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 19, 2, 56, 53), 'started_at': datetime.datetime(2021, 2, 19, 2, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 2, 19, 2, 57, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775706-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.86', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 19 02:57:32.951439 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a584268-e11e-41a0-962d-2b3bb00c7903 None None] Checking segment: {'id': '92b5da51-698a-4e13-8db7-ea30b0b9739c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '5fa06028-06ed-4461-b610-8ffb3e05b099'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 19 02:57:32.951905 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-0a584268-e11e-41a0-962d-2b3bb00c7903 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:57:32.952333 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a584268-e11e-41a0-962d-2b3bb00c7903 None None] Bound using segment: {'id': '92b5da51-698a-4e13-8db7-ea30b0b9739c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '5fa06028-06ed-4461-b610-8ffb3e05b099'} {{(pid=84118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 19 02:57:32.952874 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.managers [None req-0a584268-e11e-41a0-962d-2b3bb00c7903 None None] Bound port: 7a77ce60-d386-4e74-82c0-46506873f4bb, host: dv-cinder-775706-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92b5da51-698a-4e13-8db7-ea30b0b9739c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': '5fa06028-06ed-4461-b610-8ffb3e05b099'}}] {{(pid=84118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 19 02:57:32.953298 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-0a584268-e11e-41a0-962d-2b3bb00c7903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838630373'] for port, before_update {{(pid=84118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:57:33.047556 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.db [None req-0a584268-e11e-41a0-962d-2b3bb00c7903 None None] For port 7a77ce60-d386-4e74-82c0-46506873f4bb, host dv-cinder-775706-2-iscsi, cleared binding levels {{(pid=84118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 19 02:57:33.052409 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.db [None req-0a584268-e11e-41a0-962d-2b3bb00c7903 None None] For port 7a77ce60-d386-4e74-82c0-46506873f4bb, host dv-cinder-775706-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-2-iscsi',level=0,port_id=7a77ce60-d386-4e74-82c0-46506873f4bb,segment=NetworkSegment(92b5da51-698a-4e13-8db7-ea30b0b9739c),segment_id=92b5da51-698a-4e13-8db7-ea30b0b9739c)] {{(pid=84118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 19 02:57:33.098398 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-0a584268-e11e-41a0-962d-2b3bb00c7903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269711510320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767142869380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269711906403'] for port, after_update {{(pid=84118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:57:33.114224 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:57:33.267925 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5e6525-13e6-45b4-ba34-379f282dd092 None None] Pushing event updated for resources: {'Port': ['ID=7a77ce60-d386-4e74-82c0-46506873f4bb,revision_number=4']} {{(pid=84118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:57:33.271791 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-dc5e6525-13e6-45b4-ba34-379f282dd092 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=84118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:57:33.334531 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a584268-e11e-41a0-962d-2b3bb00c7903 None None] Routers {'1db44604-b7d3-4fbd-a714-b496b929c909'} bound to L3 agent in host dv-cinder-775706-2-iscsi {{(pid=84118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 02:57:33.334531 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_hamode_db [None req-0a584268-e11e-41a0-962d-2b3bb00c7903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f94261bc710>, 'dv-cinder-775706-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-19T02:56:52Z,description=<?>,heartbeat_timestamp=2021-02-19T02:57:22Z,host='dv-cinder-775706-2-iscsi',id=f4ccfb5a-d22e-440e-8ddd-f393ad00f812,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T02:56:52Z,topic='l3_agent')) {'router_ids': ['1db44604-b7d3-4fbd-a714-b496b929c909'], 'active': True} {{(pid=84118) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 02:57:33.500139 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvr_db [None req-0a584268-e11e-41a0-962d-2b3bb00c7903 None None] Set router 1db44604-b7d3-4fbd-a714-b496b929c909 gateway port host: None {{(pid=84118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 02:57:33.797610 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84116) accepted ('10.222.0.13', 46098) {{(pid=84116) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:57:33.842241 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_hamode_db [None req-0a584268-e11e-41a0-962d-2b3bb00c7903 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f94261bc710>, [{'id': '1db44604-b7d3-4fbd-a714-b496b929c909', 'name': 'router1', 'tenant_id': '1a4627034f0a4103b0d115c807f3e9f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T02:57:18Z', 'updated_at': '2021-02-19T02:57:30Z', 'revision_number': 2, 'project_id': '1a4627034f0a4103b0d115c807f3e9f2', 'gw_port_host': None, '_interfaces': [{'id': '7a77ce60-d386-4e74-82c0-46506873f4bb', 'name': '', 'network_id': '5fa06028-06ed-4461-b610-8ffb3e05b099', 'tenant_id': '1a4627034f0a4103b0d115c807f3e9f2', 'mac_address': 'fa:16:3e:6e:ab:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1db44604-b7d3-4fbd-a714-b496b929c909', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3b6bd31e-b24a-49dc-8366-90c1c158a451', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:57:29Z', 'updated_at': '2021-02-19T02:57:33Z', 'revision_number': 4, 'project_id': '1a4627034f0a4103b0d115c807f3e9f2', 'subnets': [{'id': '3b6bd31e-b24a-49dc-8366-90c1c158a451', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2cae94d1-f8b9-445b-b8f5-77b609a1f369'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775706-2-iscsi', False) {} {{(pid=84118) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 02:57:33.846469 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a584268-e11e-41a0-962d-2b3bb00c7903 None None] The sync data for ids ['1db44604-b7d3-4fbd-a714-b496b929c909'] in dv-cinder-775706-2-iscsi is: [{'id': '1db44604-b7d3-4fbd-a714-b496b929c909', 'name': 'router1', 'tenant_id': '1a4627034f0a4103b0d115c807f3e9f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T02:57:18Z', 'updated_at': '2021-02-19T02:57:30Z', 'revision_number': 2, 'project_id': '1a4627034f0a4103b0d115c807f3e9f2', 'gw_port_host': None, '_interfaces': [{'id': '7a77ce60-d386-4e74-82c0-46506873f4bb', 'name': '', 'network_id': '5fa06028-06ed-4461-b610-8ffb3e05b099', 'tenant_id': '1a4627034f0a4103b0d115c807f3e9f2', 'mac_address': 'fa:16:3e:6e:ab:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1db44604-b7d3-4fbd-a714-b496b929c909', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3b6bd31e-b24a-49dc-8366-90c1c158a451', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:57:29Z', 'updated_at': '2021-02-19T02:57:33Z', 'revision_number': 4, 'project_id': '1a4627034f0a4103b0d115c807f3e9f2', 'subnets': [{'id': '3b6bd31e-b24a-49dc-8366-90c1c158a451', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2cae94d1-f8b9-445b-b8f5-77b609a1f369'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 19 02:57:33.959302 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e854396f-4cec-476f-ab9d-29ca72216a32 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:57:33.959928 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-e854396f-4cec-476f-ab9d-29ca72216a32 admin admin] Synchronizing usage tracker for tenant:fc37a511f50940a1b2216a1900e3049d on resource:network {{(pid=84116) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 19 02:57:34.021236 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-e854396f-4cec-476f-ab9d-29ca72216a32 admin admin] Unset dirty status for tenant:fc37a511f50940a1b2216a1900e3049d on resource:network {{(pid=84116) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 19 02:57:34.022480 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-e854396f-4cec-476f-ab9d-29ca72216a32 admin admin] 10.222.0.13 "GET /v2.0/networks/11a0058d-2e2a-4262-b636-ae96512c4ecc HTTP/1.1" status: 200  len: 842 time: 0.2237010
Feb 19 02:57:34.032968 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.v2.base [None req-c2576ac9-54c9-457b-b4e8-5744f90d74de admin admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.27.0.1', 'cidr': '172.27.0.0/24', 'name': 'public-subnet', 'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'enable_dhcp': False}} {{(pid=84116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 02:57:34.039286 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-c2576ac9-54c9-457b-b4e8-5744f90d74de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 02:57:34.043308 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-c2576ac9-54c9-457b-b4e8-5744f90d74de admin admin] Usage tracker for resource:subnet and tenant:fc37a511f50940a1b2216a1900e3049d is out of sync, need to count used quota {{(pid=84116) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 02:57:34.046257 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-c2576ac9-54c9-457b-b4e8-5744f90d74de admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84116) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 02:57:34.053132 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-c2576ac9-54c9-457b-b4e8-5744f90d74de admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 02:57:34.089672 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2576ac9-54c9-457b-b4e8-5744f90d74de admin admin] Made reservation on behalf of fc37a511f50940a1b2216a1900e3049d for: {'subnet': 1} {{(pid=84116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 19 02:57:34.094298 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-c2576ac9-54c9-457b-b4e8-5744f90d74de admin admin] Notify callbacks [] for subnet, before_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:57:34.743428 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.objects.ports [None req-c2576ac9-54c9-457b-b4e8-5744f90d74de admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=84116) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}}
Feb 19 02:57:34.744197 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-c2576ac9-54c9-457b-b4e8-5744f90d74de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477'] for subnet, after_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:57:34.762754 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-9ca7dc54-7942-40c0-83d3-eaa10389c439 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:57:34.906095 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2576ac9-54c9-457b-b4e8-5744f90d74de admin admin] Pushing event updated for resources: {'Subnet': ['ID=f5c7b3a5-422b-45ad-be9d-3c3e4c209310,revision_number=0']} {{(pid=84116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:57:34.909986 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-c2576ac9-54c9-457b-b4e8-5744f90d74de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:57:34.962630 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2576ac9-54c9-457b-b4e8-5744f90d74de admin admin] Checking segment: {'id': '018f6e14-8221-4ee7-96a8-19699912d63c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 19 02:57:34.963026 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2576ac9-54c9-457b-b4e8-5744f90d74de admin admin] Network hostable DHCP agents. Network: 11a0058d-2e2a-4262-b636-ae96512c4ecc, hostable agents: ['0c5e2175-22e3-4812-a651-647624438454'], hosted agents: [] {{(pid=84116) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 19 02:57:35.029326 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2576ac9-54c9-457b-b4e8-5744f90d74de admin admin] Network 11a0058d-2e2a-4262-b636-ae96512c4ecc is scheduled to be hosted by DHCP agent 0c5e2175-22e3-4812-a651-647624438454 with binding_index 1 {{(pid=84116) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 19 02:57:35.063563 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.scheduler.base_scheduler [None req-c2576ac9-54c9-457b-b4e8-5744f90d74de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775706-2-iscsi, 11a0058d-2e2a-4262-b636-ae96512c4ecc) {{(pid=84116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 19 02:57:35.067378 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2576ac9-54c9-457b-b4e8-5744f90d74de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:57:35.068027 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-c2576ac9-54c9-457b-b4e8-5744f90d74de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854203462'] for subnet, before_response {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:57:35.072731 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1c4a184-581c-4b58-b3ff-b00b700aac23 None None] Network 11a0058d-2e2a-4262-b636-ae96512c4ecc requested from dv-cinder-775706-2-iscsi {{(pid=84117) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 19 02:57:35.125460 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-c2576ac9-54c9-457b-b4e8-5744f90d74de admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 1.0962868
Feb 19 02:57:35.311920 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7958ff6c-c25f-497f-b327-959086447dbb None None] Network 11a0058d-2e2a-4262-b636-ae96512c4ecc requested from dv-cinder-775706-2-iscsi {{(pid=84117) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 19 02:57:35.530333 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.rpc [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Device 7a77ce60-d386-4e74-82c0-46506873f4bb up at agent ovs-agent-dv-cinder-775706-2-iscsi {{(pid=84117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 02:57:35.657520 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Provisioning for port 7a77ce60-d386-4e74-82c0-46506873f4bb completed by entity L2. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 19 02:57:35.662750 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Provisioning complete for port 7a77ce60-d386-4e74-82c0-46506873f4bb triggered by entity L2. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 02:57:35.663186 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16124857'] for port, provisioning_complete {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:57:35.787847 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838630373'] for port, before_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:57:35.821579 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.db [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] For port 7a77ce60-d386-4e74-82c0-46506873f4bb, host dv-cinder-775706-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-2-iscsi',level=0,port_id=7a77ce60-d386-4e74-82c0-46506873f4bb,segment=NetworkSegment(92b5da51-698a-4e13-8db7-ea30b0b9739c),segment_id=92b5da51-698a-4e13-8db7-ea30b0b9739c)] {{(pid=84117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 02:57:35.857485 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269711510320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767142869380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269711906403'] for port, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:57:35.859598 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:57:35.928646 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Pushing event updated for resources: {'Port': ['ID=7a77ce60-d386-4e74-82c0-46506873f4bb,revision_number=5']} {{(pid=84117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:57:35.931944 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=84117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:57:37.480320 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.rpc [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Device 7a77ce60-d386-4e74-82c0-46506873f4bb up at agent ovs-agent-dv-cinder-775706-2-iscsi {{(pid=84117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 02:57:37.552433 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Provisioning complete for port 7a77ce60-d386-4e74-82c0-46506873f4bb triggered by entity L2. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 02:57:37.552795 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16124857'] for port, provisioning_complete {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:57:37.704372 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84115) accepted ('10.222.0.13', 46112) {{(pid=84115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:57:37.878574 dv-cinder-775706-2-iscsi neutron-server[84004]: WARNING oslo_policy.policy [None req-3e5675f0-1031-4bed-9693-1b93321a2134 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 19 02:57:37.879177 dv-cinder-775706-2-iscsi neutron-server[84004]: WARNING oslo_policy.policy [None req-3e5675f0-1031-4bed-9693-1b93321a2134 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 19 02:57:38.152779 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.policy [None req-3e5675f0-1031-4bed-9693-1b93321a2134 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=84115) register_rules /opt/stack/neutron/neutron/policy.py:75}}
Feb 19 02:57:38.189159 dv-cinder-775706-2-iscsi neutron-server[84004]: WARNING oslo_policy.policy [None req-3e5675f0-1031-4bed-9693-1b93321a2134 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 19 02:57:38.189566 dv-cinder-775706-2-iscsi neutron-server[84004]: WARNING oslo_policy.policy [None req-3e5675f0-1031-4bed-9693-1b93321a2134 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Feb 19 02:57:38.591252 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-3e5675f0-1031-4bed-9693-1b93321a2134 admin admin] 10.222.0.13 "GET /v2.0/routers/1db44604-b7d3-4fbd-a714-b496b929c909 HTTP/1.1" status: 200  len: 710 time: 0.8846509
Feb 19 02:57:38.754979 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e551a10-b3a3-4eb5-b19a-a1946c86d1cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:57:38.756626 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-2e551a10-b3a3-4eb5-b19a-a1946c86d1cf admin admin] 10.222.0.13 "GET /v2.0/networks/11a0058d-2e2a-4262-b636-ae96512c4ecc HTTP/1.1" status: 200  len: 886 time: 0.1596019
Feb 19 02:57:38.766626 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.v2.base [None req-0600fc76-a154-4af1-89f6-d4d4a88685c5 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc'}}} {{(pid=84115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 02:57:39.227111 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-0600fc76-a154-4af1-89f6-d4d4a88685c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854387574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-374659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39424'] for router, precommit_update {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:57:39.609426 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-0600fc76-a154-4af1-89f6-d4d4a88685c5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:57:39.669336 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-0600fc76-a154-4af1-89f6-d4d4a88685c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838630373'] for port, before_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:57:39.684840 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-0600fc76-a154-4af1-89f6-d4d4a88685c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:57:39.698041 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.quota [None req-0600fc76-a154-4af1-89f6-d4d4a88685c5 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f94265f5ba8>.
Feb 19 02:57:39.702589 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-0600fc76-a154-4af1-89f6-d4d4a88685c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 02:57:39.708260 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-0600fc76-a154-4af1-89f6-d4d4a88685c5 admin admin] Usage tracker for resource:security_group_rule and tenant: is out of sync, need to count used quota {{(pid=84115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 02:57:39.711637 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-0600fc76-a154-4af1-89f6-d4d4a88685c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 02:57:39.718541 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-0600fc76-a154-4af1-89f6-d4d4a88685c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 02:57:39.958103 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-0600fc76-a154-4af1-89f6-d4d4a88685c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:57:39.986986 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-0600fc76-a154-4af1-89f6-d4d4a88685c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237410'] for security_group, after_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:57:40.002925 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:57:40.244799 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0600fc76-a154-4af1-89f6-d4d4a88685c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e060e6d-4757-4b4d-a704-91dc22f23592,revision_number=1']} {{(pid=84115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:57:40.265995 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0600fc76-a154-4af1-89f6-d4d4a88685c5 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:57:40.266371 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0600fc76-a154-4af1-89f6-d4d4a88685c5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:57:40.266734 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0600fc76-a154-4af1-89f6-d4d4a88685c5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:57:40.267089 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0600fc76-a154-4af1-89f6-d4d4a88685c5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:57:40.267439 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0600fc76-a154-4af1-89f6-d4d4a88685c5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:57:40.267790 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0600fc76-a154-4af1-89f6-d4d4a88685c5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:57:40.268137 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0600fc76-a154-4af1-89f6-d4d4a88685c5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:57:40.268483 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0600fc76-a154-4af1-89f6-d4d4a88685c5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:57:40.268839 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0600fc76-a154-4af1-89f6-d4d4a88685c5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:57:40.269186 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0600fc76-a154-4af1-89f6-d4d4a88685c5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:57:40.269525 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0600fc76-a154-4af1-89f6-d4d4a88685c5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:57:40.270412 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0600fc76-a154-4af1-89f6-d4d4a88685c5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 02:57:40.271541 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0600fc76-a154-4af1-89f6-d4d4a88685c5 admin admin] Tracked resource versions report:
Feb 19 02:57:40.271541 dv-cinder-775706-2-iscsi neutron-server[84004]: pushed versions:
Feb 19 02:57:40.271541 dv-cinder-775706-2-iscsi neutron-server[84004]: {   'AddressGroup': {'1.1'},
Feb 19 02:57:40.271541 dv-cinder-775706-2-iscsi neutron-server[84004]:     'ConntrackHelper': {'1.0'},
Feb 19 02:57:40.271541 dv-cinder-775706-2-iscsi neutron-server[84004]:     'Log': {'1.0'},
Feb 19 02:57:40.271541 dv-cinder-775706-2-iscsi neutron-server[84004]:     'Network': {'1.1'},
Feb 19 02:57:40.271541 dv-cinder-775706-2-iscsi neutron-server[84004]:     'Port': {'1.7'},
Feb 19 02:57:40.271541 dv-cinder-775706-2-iscsi neutron-server[84004]:     'PortForwarding': {'1.2'},
Feb 19 02:57:40.271541 dv-cinder-775706-2-iscsi neutron-server[84004]:     'QosPolicy': {'1.8'},
Feb 19 02:57:40.271541 dv-cinder-775706-2-iscsi neutron-server[84004]:     'SecurityGroup': {'1.4'},
Feb 19 02:57:40.271541 dv-cinder-775706-2-iscsi neutron-server[84004]:     'SecurityGroupRule': {'1.2'},
Feb 19 02:57:40.271541 dv-cinder-775706-2-iscsi neutron-server[84004]:     'SubPort': {'1.0'},
Feb 19 02:57:40.271541 dv-cinder-775706-2-iscsi neutron-server[84004]:     'Subnet': {'1.1'},
Feb 19 02:57:40.271541 dv-cinder-775706-2-iscsi neutron-server[84004]:     'Trunk': {'1.1'}}
Feb 19 02:57:40.271541 dv-cinder-775706-2-iscsi neutron-server[84004]: consumer versions:
Feb 19 02:57:40.271541 dv-cinder-775706-2-iscsi neutron-server[84004]: {   DHCP agent@dv-cinder-775706-2-iscsi: {},
Feb 19 02:57:40.271541 dv-cinder-775706-2-iscsi neutron-server[84004]:     L3 agent@dv-cinder-775706-2-iscsi: {},
Feb 19 02:57:40.271541 dv-cinder-775706-2-iscsi neutron-server[84004]:     Metadata agent@dv-cinder-775706-2-iscsi: {},
Feb 19 02:57:40.271541 dv-cinder-775706-2-iscsi neutron-server[84004]:     Metering agent@dv-cinder-775706-2-iscsi: {},
Feb 19 02:57:40.271541 dv-cinder-775706-2-iscsi neutron-server[84004]:     Open vSwitch agent@dv-cinder-775706-2-iscsi: {   'AddressGroup': '1.1',
Feb 19 02:57:40.271541 dv-cinder-775706-2-iscsi neutron-server[84004]:                                                      'ConntrackHelper': '1.0',
Feb 19 02:57:40.271541 dv-cinder-775706-2-iscsi neutron-server[84004]:                                                      'Log': '1.0',
Feb 19 02:57:40.271541 dv-cinder-775706-2-iscsi neutron-server[84004]:                                                      'Network': '1.1',
Feb 19 02:57:40.271541 dv-cinder-775706-2-iscsi neutron-server[84004]:                                                      'Port': '1.7',
Feb 19 02:57:40.271541 dv-cinder-775706-2-iscsi neutron-server[84004]:                                                      'PortForwarding': '1.2',
Feb 19 02:57:40.271541 dv-cinder-775706-2-iscsi neutron-server[84004]:                                                      'QosPolicy': '1.8',
Feb 19 02:57:40.271541 dv-cinder-775706-2-iscsi neutron-server[84004]:                                                      'SecurityGroup': '1.4',
Feb 19 02:57:40.271541 dv-cinder-775706-2-iscsi neutron-server[84004]:                                                      'SecurityGroupRule': '1.2',
Feb 19 02:57:40.271541 dv-cinder-775706-2-iscsi neutron-server[84004]:                                                      'SubPort': '1.0',
Feb 19 02:57:40.271541 dv-cinder-775706-2-iscsi neutron-server[84004]:                                                      'Subnet': '1.1',
Feb 19 02:57:40.271541 dv-cinder-775706-2-iscsi neutron-server[84004]:                                                      'Trunk': '1.1'}}
Feb 19 02:57:40.271541 dv-cinder-775706-2-iscsi neutron-server[84004]:  {{(pid=84115) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Feb 19 02:57:40.352761 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-0600fc76-a154-4af1-89f6-d4d4a88685c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:57:40.442545 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.db_base_plugin_common [None req-0600fc76-a154-4af1-89f6-d4d4a88685c5 admin admin] Allocated IP 172.27.0.15 (11a0058d-2e2a-4262-b636-ae96512c4ecc/f5c7b3a5-422b-45ad-be9d-3c3e4c209310/cbce7e72-35ae-44e9-b2f7-827b6350c1d5) {{(pid=84115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 19 02:57:40.596680 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-0600fc76-a154-4af1-89f6-d4d4a88685c5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:57:40.684737 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-0600fc76-a154-4af1-89f6-d4d4a88685c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363269711907205'] for port, after_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:57:40.702920 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:57:40.831323 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0600fc76-a154-4af1-89f6-d4d4a88685c5 admin admin] Pushing event updated for resources: {'Port': ['ID=cbce7e72-35ae-44e9-b2f7-827b6350c1d5,revision_number=1']} {{(pid=84115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:57:40.838717 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-0600fc76-a154-4af1-89f6-d4d4a88685c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:57:40.887666 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0600fc76-a154-4af1-89f6-d4d4a88685c5 admin admin] Network 11a0058d-2e2a-4262-b636-ae96512c4ecc is already hosted by enough agents. {{(pid=84115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 19 02:57:40.888781 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.scheduler.base_scheduler [None req-0600fc76-a154-4af1-89f6-d4d4a88685c5 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 19 02:57:40.891752 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0600fc76-a154-4af1-89f6-d4d4a88685c5 admin admin] Received port after_create {{(pid=84115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 19 02:57:41.400732 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-0600fc76-a154-4af1-89f6-d4d4a88685c5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:57:41.755684 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-0600fc76-a154-4af1-89f6-d4d4a88685c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854387574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-374659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39424'] for router, precommit_update {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:57:41.759177 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-0600fc76-a154-4af1-89f6-d4d4a88685c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854387483', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-388227', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-388242', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854401142'] for router, after_update {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:57:42.101624 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0600fc76-a154-4af1-89f6-d4d4a88685c5 admin admin] Router 1db44604-b7d3-4fbd-a714-b496b929c909 has already been hosted by L3 agent f4ccfb5a-d22e-440e-8ddd-f393ad00f812 {{(pid=84115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 19 02:57:42.285186 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0600fc76-a154-4af1-89f6-d4d4a88685c5 admin admin] Notify agent at l3_agent.dv-cinder-775706-2-iscsi the message routers_updated {{(pid=84115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 19 02:57:42.295674 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17105f82-1da9-4802-a4e5-9d123998200b None None] Sync routers for ids ['1db44604-b7d3-4fbd-a714-b496b929c909'] in dv-cinder-775706-2-iscsi {{(pid=84117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 19 02:57:42.301417 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-0600fc76-a154-4af1-89f6-d4d4a88685c5 admin admin] Notify callbacks [] for router, before_response {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:57:42.302703 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-0600fc76-a154-4af1-89f6-d4d4a88685c5 admin admin] 10.222.0.13 "PUT /v2.0/routers/1db44604-b7d3-4fbd-a714-b496b929c909 HTTP/1.1" status: 200  len: 889 time: 3.5398183
Feb 19 02:57:42.305573 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17105f82-1da9-4802-a4e5-9d123998200b None None] Routers {'1db44604-b7d3-4fbd-a714-b496b929c909'} bound to L3 agent in host dv-cinder-775706-2-iscsi {{(pid=84117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 02:57:42.306279 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_hamode_db [None req-17105f82-1da9-4802-a4e5-9d123998200b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9425ebcf28>, 'dv-cinder-775706-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-19T02:56:52Z,description=<?>,heartbeat_timestamp=2021-02-19T02:57:22Z,host='dv-cinder-775706-2-iscsi',id=f4ccfb5a-d22e-440e-8ddd-f393ad00f812,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T02:56:52Z,topic='l3_agent')) {'router_ids': ['1db44604-b7d3-4fbd-a714-b496b929c909'], 'active': True} {{(pid=84117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 02:57:42.514180 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvr_db [None req-17105f82-1da9-4802-a4e5-9d123998200b None None] Set router 1db44604-b7d3-4fbd-a714-b496b929c909 gateway port host: dv-cinder-775706-2-iscsi {{(pid=84117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 02:57:42.872619 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_hamode_db [None req-17105f82-1da9-4802-a4e5-9d123998200b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9425ebcf28>, [{'id': '1db44604-b7d3-4fbd-a714-b496b929c909', 'name': 'router1', 'tenant_id': '1a4627034f0a4103b0d115c807f3e9f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'external_fixed_ips': [{'subnet_id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': 'cbce7e72-35ae-44e9-b2f7-827b6350c1d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T02:57:18Z', 'updated_at': '2021-02-19T02:57:41Z', 'revision_number': 4, 'project_id': '1a4627034f0a4103b0d115c807f3e9f2', 'gw_port': {'id': 'cbce7e72-35ae-44e9-b2f7-827b6350c1d5', 'name': '', 'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:0d:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1db44604-b7d3-4fbd-a714-b496b929c909', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:57:40Z', 'updated_at': '2021-02-19T02:57:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-2-iscsi', '_interfaces': [{'id': '7a77ce60-d386-4e74-82c0-46506873f4bb', 'name': '', 'network_id': '5fa06028-06ed-4461-b610-8ffb3e05b099', 'tenant_id': '1a4627034f0a4103b0d115c807f3e9f2', 'mac_address': 'fa:16:3e:6e:ab:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db44604-b7d3-4fbd-a714-b496b929c909', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3b6bd31e-b24a-49dc-8366-90c1c158a451', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:57:29Z', 'updated_at': '2021-02-19T02:57:35Z', 'revision_number': 5, 'project_id': '1a4627034f0a4103b0d115c807f3e9f2', 'subnets': [{'id': '3b6bd31e-b24a-49dc-8366-90c1c158a451', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2cae94d1-f8b9-445b-b8f5-77b609a1f369'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775706-2-iscsi', False) {} {{(pid=84117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 02:57:42.877547 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17105f82-1da9-4802-a4e5-9d123998200b None None] Checking router: 1db44604-b7d3-4fbd-a714-b496b929c909 for host: dv-cinder-775706-2-iscsi {{(pid=84117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 19 02:57:42.877968 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17105f82-1da9-4802-a4e5-9d123998200b None None] Updating router 1db44604-b7d3-4fbd-a714-b496b929c909 port cbce7e72-35ae-44e9-b2f7-827b6350c1d5 binding host dv-cinder-775706-2-iscsi {{(pid=84117) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 19 02:57:42.933455 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-17105f82-1da9-4802-a4e5-9d123998200b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838630373'] for port, before_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:57:43.336900 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-17105f82-1da9-4802-a4e5-9d123998200b None None] Notify callbacks [] for port, precommit_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:57:43.480288 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-17105f82-1da9-4802-a4e5-9d123998200b None None] Transition to ACTIVE for port object cbce7e72-35ae-44e9-b2f7-827b6350c1d5 will not be triggered until provisioned by entity L2. {{(pid=84117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 19 02:57:43.508522 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-17105f82-1da9-4802-a4e5-9d123998200b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269711510320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767142869380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269711906403'] for port, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:57:43.525379 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:57:43.657949 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412217c7-186e-4eaf-a0d1-81ac40b5dbf9 None None] Pushing event updated for resources: {'Port': ['ID=cbce7e72-35ae-44e9-b2f7-827b6350c1d5,revision_number=2']} {{(pid=84117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:57:43.662550 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-412217c7-186e-4eaf-a0d1-81ac40b5dbf9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=84117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:57:43.721928 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.managers [None req-17105f82-1da9-4802-a4e5-9d123998200b None None] Attempting to bind port cbce7e72-35ae-44e9-b2f7-827b6350c1d5 on host dv-cinder-775706-2-iscsi for vnic_type normal with profile  {{(pid=84117) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 02:57:43.722342 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.managers [None req-17105f82-1da9-4802-a4e5-9d123998200b None None] Attempting to bind port cbce7e72-35ae-44e9-b2f7-827b6350c1d5 by drivers openvswitch on host dv-cinder-775706-2-iscsi at level 0 using segments [{'id': '018f6e14-8221-4ee7-96a8-19699912d63c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc'}] {{(pid=84117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 19 02:57:43.722783 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17105f82-1da9-4802-a4e5-9d123998200b None None] Attempting to bind port cbce7e72-35ae-44e9-b2f7-827b6350c1d5 on network 11a0058d-2e2a-4262-b636-ae96512c4ecc {{(pid=84117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 19 02:57:43.728267 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17105f82-1da9-4802-a4e5-9d123998200b None None] Checking agent: {'id': '3cd1f8a8-5d37-45d2-b10a-f80d551451b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775706-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 19, 2, 56, 53), 'started_at': datetime.datetime(2021, 2, 19, 2, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 2, 19, 2, 57, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775706-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.86', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 19 02:57:43.728674 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17105f82-1da9-4802-a4e5-9d123998200b None None] Checking segment: {'id': '018f6e14-8221-4ee7-96a8-19699912d63c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 19 02:57:43.729111 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-17105f82-1da9-4802-a4e5-9d123998200b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:57:43.729536 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17105f82-1da9-4802-a4e5-9d123998200b None None] Bound using segment: {'id': '018f6e14-8221-4ee7-96a8-19699912d63c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc'} {{(pid=84117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 19 02:57:43.730057 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.managers [None req-17105f82-1da9-4802-a4e5-9d123998200b None None] Bound port: cbce7e72-35ae-44e9-b2f7-827b6350c1d5, host: dv-cinder-775706-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '018f6e14-8221-4ee7-96a8-19699912d63c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc'}}] {{(pid=84117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 19 02:57:43.730465 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-17105f82-1da9-4802-a4e5-9d123998200b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838630373'] for port, before_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:57:43.956740 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.db [None req-17105f82-1da9-4802-a4e5-9d123998200b None None] For port cbce7e72-35ae-44e9-b2f7-827b6350c1d5, host dv-cinder-775706-2-iscsi, cleared binding levels {{(pid=84117) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 19 02:57:43.959903 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.db [None req-17105f82-1da9-4802-a4e5-9d123998200b None None] For port cbce7e72-35ae-44e9-b2f7-827b6350c1d5, host dv-cinder-775706-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-2-iscsi',level=0,port_id=cbce7e72-35ae-44e9-b2f7-827b6350c1d5,segment=NetworkSegment(018f6e14-8221-4ee7-96a8-19699912d63c),segment_id=018f6e14-8221-4ee7-96a8-19699912d63c)] {{(pid=84117) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 19 02:57:43.994638 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-17105f82-1da9-4802-a4e5-9d123998200b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269711510320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767142869380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269711906403'] for port, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:57:44.010362 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:57:44.159555 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412217c7-186e-4eaf-a0d1-81ac40b5dbf9 None None] Pushing event updated for resources: {'Port': ['ID=cbce7e72-35ae-44e9-b2f7-827b6350c1d5,revision_number=3']} {{(pid=84117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:57:44.165012 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-412217c7-186e-4eaf-a0d1-81ac40b5dbf9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=84117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:57:44.203953 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17105f82-1da9-4802-a4e5-9d123998200b None None] Routers {'1db44604-b7d3-4fbd-a714-b496b929c909'} bound to L3 agent in host dv-cinder-775706-2-iscsi {{(pid=84117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 02:57:44.204619 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_hamode_db [None req-17105f82-1da9-4802-a4e5-9d123998200b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9425ebcf28>, 'dv-cinder-775706-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-02-19T02:56:52Z,description=<?>,heartbeat_timestamp=2021-02-19T02:57:22Z,host='dv-cinder-775706-2-iscsi',id=f4ccfb5a-d22e-440e-8ddd-f393ad00f812,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T02:56:52Z,topic='l3_agent')) {'router_ids': ['1db44604-b7d3-4fbd-a714-b496b929c909'], 'active': True} {{(pid=84117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 02:57:44.394011 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvr_db [None req-17105f82-1da9-4802-a4e5-9d123998200b None None] Set router 1db44604-b7d3-4fbd-a714-b496b929c909 gateway port host: dv-cinder-775706-2-iscsi {{(pid=84117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 02:57:44.743088 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_hamode_db [None req-17105f82-1da9-4802-a4e5-9d123998200b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9425ebcf28>, [{'id': '1db44604-b7d3-4fbd-a714-b496b929c909', 'name': 'router1', 'tenant_id': '1a4627034f0a4103b0d115c807f3e9f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'external_fixed_ips': [{'subnet_id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': 'cbce7e72-35ae-44e9-b2f7-827b6350c1d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T02:57:18Z', 'updated_at': '2021-02-19T02:57:41Z', 'revision_number': 4, 'project_id': '1a4627034f0a4103b0d115c807f3e9f2', 'gw_port': {'id': 'cbce7e72-35ae-44e9-b2f7-827b6350c1d5', 'name': '', 'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:0d:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1db44604-b7d3-4fbd-a714-b496b929c909', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:57:40Z', 'updated_at': '2021-02-19T02:57:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-2-iscsi', '_interfaces': [{'id': '7a77ce60-d386-4e74-82c0-46506873f4bb', 'name': '', 'network_id': '5fa06028-06ed-4461-b610-8ffb3e05b099', 'tenant_id': '1a4627034f0a4103b0d115c807f3e9f2', 'mac_address': 'fa:16:3e:6e:ab:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db44604-b7d3-4fbd-a714-b496b929c909', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3b6bd31e-b24a-49dc-8366-90c1c158a451', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:57:29Z', 'updated_at': '2021-02-19T02:57:35Z', 'revision_number': 5, 'project_id': '1a4627034f0a4103b0d115c807f3e9f2', 'subnets': [{'id': '3b6bd31e-b24a-49dc-8366-90c1c158a451', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2cae94d1-f8b9-445b-b8f5-77b609a1f369'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775706-2-iscsi', False) {} {{(pid=84117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 02:57:44.747201 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17105f82-1da9-4802-a4e5-9d123998200b None None] The sync data for ids ['1db44604-b7d3-4fbd-a714-b496b929c909'] in dv-cinder-775706-2-iscsi is: [{'id': '1db44604-b7d3-4fbd-a714-b496b929c909', 'name': 'router1', 'tenant_id': '1a4627034f0a4103b0d115c807f3e9f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'external_fixed_ips': [{'subnet_id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'ip_address': '172.27.0.15'}], 'enable_snat': True}, 'gw_port_id': 'cbce7e72-35ae-44e9-b2f7-827b6350c1d5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T02:57:18Z', 'updated_at': '2021-02-19T02:57:41Z', 'revision_number': 4, 'project_id': '1a4627034f0a4103b0d115c807f3e9f2', 'gw_port': {'id': 'cbce7e72-35ae-44e9-b2f7-827b6350c1d5', 'name': '', 'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:0d:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1db44604-b7d3-4fbd-a714-b496b929c909', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'ip_address': '172.27.0.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:57:40Z', 'updated_at': '2021-02-19T02:57:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-2-iscsi', '_interfaces': [{'id': '7a77ce60-d386-4e74-82c0-46506873f4bb', 'name': '', 'network_id': '5fa06028-06ed-4461-b610-8ffb3e05b099', 'tenant_id': '1a4627034f0a4103b0d115c807f3e9f2', 'mac_address': 'fa:16:3e:6e:ab:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1db44604-b7d3-4fbd-a714-b496b929c909', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '3b6bd31e-b24a-49dc-8366-90c1c158a451', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T02:57:29Z', 'updated_at': '2021-02-19T02:57:35Z', 'revision_number': 5, 'project_id': '1a4627034f0a4103b0d115c807f3e9f2', 'subnets': [{'id': '3b6bd31e-b24a-49dc-8366-90c1c158a451', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '2cae94d1-f8b9-445b-b8f5-77b609a1f369'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 19 02:57:44.970229 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84115) accepted ('10.222.0.13', 46132) {{(pid=84115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:57:45.100571 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4299835b-fd11-4c44-bd4e-aa601eb16ffd admin admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:57:45.102265 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-4299835b-fd11-4c44-bd4e-aa601eb16ffd admin admin] 10.222.0.13 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200  len: 1079 time: 0.1309874
Feb 19 02:57:45.516363 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.rpc [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Device cbce7e72-35ae-44e9-b2f7-827b6350c1d5 up at agent ovs-agent-dv-cinder-775706-2-iscsi {{(pid=84117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 02:57:45.629042 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Provisioning for port cbce7e72-35ae-44e9-b2f7-827b6350c1d5 completed by entity L2. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 19 02:57:45.635273 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Provisioning complete for port cbce7e72-35ae-44e9-b2f7-827b6350c1d5 triggered by entity L2. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 02:57:45.635691 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16124857'] for port, provisioning_complete {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:57:45.766935 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838630373'] for port, before_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:57:45.784289 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.db [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] For port cbce7e72-35ae-44e9-b2f7-827b6350c1d5, host dv-cinder-775706-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-2-iscsi',level=0,port_id=cbce7e72-35ae-44e9-b2f7-827b6350c1d5,segment=NetworkSegment(018f6e14-8221-4ee7-96a8-19699912d63c),segment_id=018f6e14-8221-4ee7-96a8-19699912d63c)] {{(pid=84117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 02:57:45.817516 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269711510320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767142869380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269711906403'] for port, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:57:45.820756 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 02:57:45.892973 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Pushing event updated for resources: {'Port': ['ID=cbce7e72-35ae-44e9-b2f7-827b6350c1d5,revision_number=4']} {{(pid=84117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 02:57:45.896785 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 02:57:47.499259 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.rpc [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Device cbce7e72-35ae-44e9-b2f7-827b6350c1d5 up at agent ovs-agent-dv-cinder-775706-2-iscsi {{(pid=84117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 02:57:47.603054 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Provisioning complete for port cbce7e72-35ae-44e9-b2f7-827b6350c1d5 triggered by entity L2. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 02:57:47.603464 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16124857'] for port, provisioning_complete {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:57:49.514202 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-1d43247f-4611-42e1-9ed8-bbcc5bf345e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:57:51.915233 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-5882e71c-07b7-465d-a3b0-eecf93187da4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:57:52.410817 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-4b343f23-6f62-4db0-bfb1-0e5ba3aa11dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:57:53.533173 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:57:54.211644 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-ed1abd93-30ab-455f-b25e-ecbc2cc5cf06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:58:02.133962 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.agents_db [None req-fa9641de-a39b-4023-bfa7-5325e5d2422e None None] Agent healthcheck: found 5 active agents {{(pid=84118) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 19 02:58:19.473195 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-061ca4ee-c767-46ee-b8dd-38d191fb094e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:58:21.884315 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-ea2abd88-c626-4aa4-af5e-820f8f2ac6e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:58:22.391531 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-4b343f23-6f62-4db0-bfb1-0e5ba3aa11dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:58:23.524435 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:58:24.215741 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-ed1abd93-30ab-455f-b25e-ecbc2cc5cf06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:58:39.134063 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.agents_db [None req-fa9641de-a39b-4023-bfa7-5325e5d2422e None None] Agent healthcheck: found 5 active agents {{(pid=84118) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 19 02:58:49.471639 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-5cb119e8-f5cd-4d9d-b956-33eee9102c2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:58:51.900797 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-63de9658-1850-4289-b974-0f6ce3b3c0da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:58:52.430144 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-4b343f23-6f62-4db0-bfb1-0e5ba3aa11dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:58:53.522875 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:58:54.211058 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-ed1abd93-30ab-455f-b25e-ecbc2cc5cf06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:59:16.133665 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.agents_db [None req-fa9641de-a39b-4023-bfa7-5325e5d2422e None None] Agent healthcheck: found 5 active agents {{(pid=84118) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 19 02:59:19.459205 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-a1fc92e1-f777-4c77-ae7d-e4f5cb0e9598 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:59:21.886176 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-f4375219-855a-45c6-8355-99d25a731060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:59:22.388884 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-4b343f23-6f62-4db0-bfb1-0e5ba3aa11dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:59:23.527519 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:59:24.190524 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-ed1abd93-30ab-455f-b25e-ecbc2cc5cf06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:59:49.475889 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-48dbce76-097d-4c41-8295-347090946ea8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:59:51.880963 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-d3ebfcc7-792e-4453-a9c9-000a19dd18d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:59:52.446778 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-4b343f23-6f62-4db0-bfb1-0e5ba3aa11dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:59:53.133526 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.agents_db [None req-fa9641de-a39b-4023-bfa7-5325e5d2422e None None] Agent healthcheck: found 5 active agents {{(pid=84118) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 19 02:59:53.538032 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:59:54.206808 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-ed1abd93-30ab-455f-b25e-ecbc2cc5cf06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 02:59:59.056854 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84115) accepted ('10.222.0.13', 46708) {{(pid=84115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 02:59:59.130290 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ab6c51a-2e65-4834-ae34-54aacce4205c admin admin] GET failed (client error): The resource could not be found.
Feb 19 02:59:59.138202 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-6ab6c51a-2e65-4834-ae34-54aacce4205c admin admin] 10.222.0.13 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.0737972
Feb 19 02:59:59.278020 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11869c5b-8dc5-4a66-8cde-1bcb584d09c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 02:59:59.279586 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-11869c5b-8dc5-4a66-8cde-1bcb584d09c3 admin admin] 10.222.0.13 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 865 time: 0.1435730
Feb 19 03:00:01.737267 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84116) accepted ('10.222.0.13', 46718) {{(pid=84116) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:00:01.851768 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9911532d-aa9d-468d-ace9-aeb3ab95c85c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:00:01.852384 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-9911532d-aa9d-468d-ace9-aeb3ab95c85c admin admin] Synchronizing usage tracker for tenant:fc37a511f50940a1b2216a1900e3049d on resource:subnet {{(pid=84116) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 19 03:00:01.932043 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-9911532d-aa9d-468d-ace9-aeb3ab95c85c admin admin] Unset dirty status for tenant:fc37a511f50940a1b2216a1900e3049d on resource:subnet {{(pid=84116) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 19 03:00:01.933412 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-9911532d-aa9d-468d-ace9-aeb3ab95c85c admin admin] 10.222.0.13 "GET /v2.0/subnets/3b6bd31e-b24a-49dc-8366-90c1c158a451 HTTP/1.1" status: 200  len: 849 time: 0.1949773
Feb 19 03:00:01.943821 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.v2.base [None req-0784fb05-52fe-4ff8-bef9-4883cfad6f84 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=84116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 03:00:02.073298 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-0784fb05-52fe-4ff8-bef9-4883cfad6f84 admin admin] Notify callbacks [] for subnet, before_update {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:00:02.462567 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-0784fb05-52fe-4ff8-bef9-4883cfad6f84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8767143265497'] for subnet, after_update {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:00:02.478418 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:00:02.617153 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0784fb05-52fe-4ff8-bef9-4883cfad6f84 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b6bd31e-b24a-49dc-8366-90c1c158a451,revision_number=1']} {{(pid=84116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:00:02.638900 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0784fb05-52fe-4ff8-bef9-4883cfad6f84 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:00:02.639553 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0784fb05-52fe-4ff8-bef9-4883cfad6f84 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:00:02.639991 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0784fb05-52fe-4ff8-bef9-4883cfad6f84 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:00:02.640387 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0784fb05-52fe-4ff8-bef9-4883cfad6f84 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:00:02.640793 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0784fb05-52fe-4ff8-bef9-4883cfad6f84 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:00:02.641174 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0784fb05-52fe-4ff8-bef9-4883cfad6f84 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:00:02.641539 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0784fb05-52fe-4ff8-bef9-4883cfad6f84 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:00:02.641929 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0784fb05-52fe-4ff8-bef9-4883cfad6f84 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:00:02.642308 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0784fb05-52fe-4ff8-bef9-4883cfad6f84 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:00:02.642692 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0784fb05-52fe-4ff8-bef9-4883cfad6f84 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:00:02.643049 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0784fb05-52fe-4ff8-bef9-4883cfad6f84 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:00:02.643404 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0784fb05-52fe-4ff8-bef9-4883cfad6f84 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:00:02.647141 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-0784fb05-52fe-4ff8-bef9-4883cfad6f84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:00:02.678867 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0784fb05-52fe-4ff8-bef9-4883cfad6f84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:00:02.679511 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-0784fb05-52fe-4ff8-bef9-4883cfad6f84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854203462'] for subnet, before_response {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:00:02.681042 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-0784fb05-52fe-4ff8-bef9-4883cfad6f84 admin admin] 10.222.0.13 "PUT /v2.0/subnets/3b6bd31e-b24a-49dc-8366-90c1c158a451 HTTP/1.1" status: 200  len: 868 time: 0.7412760
Feb 19 03:00:02.684421 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cd179f6-7ea5-47fa-b9a0-dc26e9d7e76c None None] Network 5fa06028-06ed-4461-b610-8ffb3e05b099 requested from dv-cinder-775706-2-iscsi {{(pid=84117) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 19 03:00:03.142747 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-75a0695b-d924-4a20-9a09-e549e3ce326f None None] Provisioning complete for port 7fc4c9e8-8f37-4da8-90e6-e479f160f81f triggered by entity DHCP. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 03:00:03.143274 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-75a0695b-d924-4a20-9a09-e549e3ce326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16124857'] for port, provisioning_complete {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:00:03.278751 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-75a0695b-d924-4a20-9a09-e549e3ce326f None None] Provisioning complete for port 7a77ce60-d386-4e74-82c0-46506873f4bb triggered by entity DHCP. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 03:00:03.279158 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-75a0695b-d924-4a20-9a09-e549e3ce326f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16124857'] for port, provisioning_complete {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:00:05.191557 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84116) accepted ('10.222.0.13', 46728) {{(pid=84116) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:00:05.379975 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6e40d6e-6476-4180-81be-c96f57b06552 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:00:05.380375 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6e40d6e-6476-4180-81be-c96f57b06552 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:00:05.382102 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-b6e40d6e-6476-4180-81be-c96f57b06552 admin admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1542 time: 0.1894615
Feb 19 03:00:07.824648 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84116) accepted ('10.222.0.13', 46738) {{(pid=84116) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:00:08.011208 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e7e9b96-6918-4424-8a46-6b520f2a3425 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:00:08.011554 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e7e9b96-6918-4424-8a46-6b520f2a3425 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:00:08.013220 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-4e7e9b96-6918-4424-8a46-6b520f2a3425 admin admin] 10.222.0.13 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1542 time: 0.1868253
Feb 19 03:00:10.479637 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84116) accepted ('10.222.0.13', 46748) {{(pid=84116) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:00:10.662410 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94cdec2b-dda6-4d10-ac0b-38b2f388251d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:00:10.663918 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-94cdec2b-dda6-4d10-ac0b-38b2f388251d admin admin] 10.222.0.13 "GET /v2.0/networks/11a0058d-2e2a-4262-b636-ae96512c4ecc HTTP/1.1" status: 200  len: 886 time: 0.1832488
Feb 19 03:00:13.116608 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84116) accepted ('10.222.0.13', 46758) {{(pid=84116) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:00:13.306213 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21a826dd-351b-4c32-9a7c-c1cc1b42673c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:00:13.307644 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-21a826dd-351b-4c32-9a7c-c1cc1b42673c admin admin] 10.222.0.13 "GET /v2.0/networks/5fa06028-06ed-4461-b610-8ffb3e05b099 HTTP/1.1" status: 200  len: 862 time: 0.1900141
Feb 19 03:00:15.774897 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84116) accepted ('10.222.0.13', 46768) {{(pid=84116) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:00:15.889564 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3baae5e-5e5f-4dd0-a4aa-327aea97ea30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:00:15.890008 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3baae5e-5e5f-4dd0-a4aa-327aea97ea30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:00:15.891615 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-b3baae5e-5e5f-4dd0-a4aa-327aea97ea30 admin admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1157112
Feb 19 03:00:18.373991 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84116) accepted ('10.222.0.13', 46778) {{(pid=84116) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:00:18.673393 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f4deda9-532f-47a7-8430-ca0b6cf7d676 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:00:18.673860 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f4deda9-532f-47a7-8430-ca0b6cf7d676 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:00:18.675559 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-0f4deda9-532f-47a7-8430-ca0b6cf7d676 admin admin] 10.222.0.13 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.3005443
Feb 19 03:00:19.645909 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-ec257370-a9ed-486d-b507-29163f5b8793 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:00:21.179886 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84116) accepted ('10.222.0.13', 46788) {{(pid=84116) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:00:21.296692 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85d5c5ca-38ad-449e-a099-0a2b8c1a7ed0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:00:21.298156 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-85d5c5ca-38ad-449e-a099-0a2b8c1a7ed0 admin admin] 10.222.0.13 "GET /v2.0/subnets/3b6bd31e-b24a-49dc-8366-90c1c158a451 HTTP/1.1" status: 200  len: 868 time: 0.1172397
Feb 19 03:00:21.908563 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-5e7a6bfb-2605-477e-ad7d-570a1b4dab84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:00:22.389626 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-4b343f23-6f62-4db0-bfb1-0e5ba3aa11dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:00:23.536705 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:00:23.758033 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84116) accepted ('10.222.0.13', 46798) {{(pid=84116) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:00:23.867136 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f96dde9d-c13e-4ae7-ae9e-53df5ddd518e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:00:23.868560 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-f96dde9d-c13e-4ae7-ae9e-53df5ddd518e admin admin] 10.222.0.13 "GET /v2.0/subnets/f5c7b3a5-422b-45ad-be9d-3c3e4c209310 HTTP/1.1" status: 200  len: 816 time: 0.1094706
Feb 19 03:00:24.206512 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-ed1abd93-30ab-455f-b25e-ecbc2cc5cf06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:00:30.132796 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.agents_db [None req-fa9641de-a39b-4023-bfa7-5325e5d2422e None None] Agent healthcheck: found 5 active agents {{(pid=84118) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 19 03:00:49.472978 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-1c32840b-069c-4bef-89cd-ddbb3f4ecd32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:00:49.726230 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84116) accepted ('10.222.0.13', 46838) {{(pid=84116) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:00:49.778084 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [None req-3c3ae18e-d09b-49bf-acad-db7726d6f286 admin admin] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=84116) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 19 03:00:49.779169 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-3c3ae18e-d09b-49bf-acad-db7726d6f286 admin admin] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0519226
Feb 19 03:00:51.891001 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-261ad393-da9a-47b2-8db3-61c79f86e81a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:00:52.316051 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84116) accepted ('10.222.0.13', 46848) {{(pid=84116) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:00:52.394868 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.pecan_wsgi.hooks.translation [None req-01576393-f1f7-4c5f-a0cf-76f1b170419f admin admin] GET failed (client error): The resource could not be found.
Feb 19 03:00:52.396259 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-01576393-f1f7-4c5f-a0cf-76f1b170419f admin admin] 10.222.0.13 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.0791543
Feb 19 03:00:52.399510 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-4b343f23-6f62-4db0-bfb1-0e5ba3aa11dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:00:52.534372 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c4c4219-03ce-4edf-a5e0-9b4b4aefb47f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:00:52.535857 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-2c4c4219-03ce-4edf-a5e0-9b4b4aefb47f admin admin] 10.222.0.13 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.1352780
Feb 19 03:00:53.525230 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:00:54.211048 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-ed1abd93-30ab-455f-b25e-ecbc2cc5cf06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:00:55.006918 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84116) accepted ('10.222.0.13', 46858) {{(pid=84116) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:00:55.058281 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.v2.base [None req-0d92503c-8796-441f-b98b-993c32931d6b admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=84116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 03:00:55.063067 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-0d92503c-8796-441f-b98b-993c32931d6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 03:00:55.073836 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-0d92503c-8796-441f-b98b-993c32931d6b admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 03:00:55.107996 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d92503c-8796-441f-b98b-993c32931d6b admin admin] Made reservation on behalf of fc37a511f50940a1b2216a1900e3049d for: {'network': 1} {{(pid=84116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 19 03:00:55.112621 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-0d92503c-8796-441f-b98b-993c32931d6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838630373'] for network, before_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:00:55.208220 dv-cinder-775706-2-iscsi neutron-server[84004]: WARNING neutron.services.revisions.revision_plugin [None req-0d92503c-8796-441f-b98b-993c32931d6b admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7f94251f7518] {project_id='fc37a511f50940a1b2216a1900e3049d', id='f9520c69-ccf8-410e-830e-203e736f4b16', target_tenant='*', action='access_as_shared', object_id='713a7f90-bb8f-4aea-82cd-e017d8491427'}> to bump revision.
Feb 19 03:00:55.223126 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d92503c-8796-441f-b98b-993c32931d6b admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 2}  {{(pid=84116) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 19 03:00:55.258185 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-0d92503c-8796-441f-b98b-993c32931d6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838644319'] for segment, precommit_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:00:55.258572 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.db.segments_db [None req-0d92503c-8796-441f-b98b-993c32931d6b admin admin] Added segment 4e80727d-1ce0-4195-916f-ecf9b2b45069 of type vxlan for network 713a7f90-bb8f-4aea-82cd-e017d8491427
Feb 19 03:00:55.284939 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-0d92503c-8796-441f-b98b-993c32931d6b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363269711912974'] for network, precommit_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:00:55.370898 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-0d92503c-8796-441f-b98b-993c32931d6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477'] for network, after_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:00:55.372197 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d92503c-8796-441f-b98b-993c32931d6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:00:55.372829 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-0d92503c-8796-441f-b98b-993c32931d6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854203462'] for network, before_response {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:00:55.378198 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-0ed035ea-7bab-44ab-9319-5e41a4abef2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:00:55.484518 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d92503c-8796-441f-b98b-993c32931d6b admin admin] Pushing event updated for resources: {'Network': ['ID=713a7f90-bb8f-4aea-82cd-e017d8491427,revision_number=1']} {{(pid=84116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:00:55.487284 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-0d92503c-8796-441f-b98b-993c32931d6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:00:55.494921 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.rpc [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Network 713a7f90-bb8f-4aea-82cd-e017d8491427 details requested by agent ovs-agent-dv-cinder-775706-2-iscsi with host dv-cinder-775706-2-iscsi {{(pid=84117) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 19 03:00:55.538215 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-0d92503c-8796-441f-b98b-993c32931d6b admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 840 time: 0.5174179
Feb 19 03:00:58.019104 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84116) accepted ('10.222.0.13', 46868) {{(pid=84116) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:00:58.093641 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.pecan_wsgi.hooks.translation [None req-8eee5431-2ec8-4094-ad25-2573e807a660 admin admin] GET failed (client error): The resource could not be found.
Feb 19 03:00:58.094243 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-8eee5431-2ec8-4094-ad25-2573e807a660 admin admin] Synchronizing usage tracker for tenant:fc37a511f50940a1b2216a1900e3049d on resource:network {{(pid=84116) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 19 03:00:58.152817 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-8eee5431-2ec8-4094-ad25-2573e807a660 admin admin] Unset dirty status for tenant:fc37a511f50940a1b2216a1900e3049d on resource:network {{(pid=84116) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 19 03:00:58.154058 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-8eee5431-2ec8-4094-ad25-2573e807a660 admin admin] 10.222.0.13 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.1338878
Feb 19 03:00:58.271170 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20bf54de-babd-4f54-9cc7-5bccc48b644f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:00:58.272751 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-20bf54de-babd-4f54-9cc7-5bccc48b644f admin admin] 10.222.0.13 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 819 time: 0.1143079
Feb 19 03:00:58.283569 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.v2.base [None req-01de2a46-fcca-46f5-99cd-9c0ce13591a4 admin admin] Request body: {'subnet': {'cidr': '192.168.233.0/24', 'name': 'shared-subnet', 'ip_version': 4, 'description': 'shared-subnet', 'network_id': '713a7f90-bb8f-4aea-82cd-e017d8491427'}} {{(pid=84116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 03:00:58.288089 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-01de2a46-fcca-46f5-99cd-9c0ce13591a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 03:00:58.298222 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-01de2a46-fcca-46f5-99cd-9c0ce13591a4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 03:00:58.335557 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01de2a46-fcca-46f5-99cd-9c0ce13591a4 admin admin] Made reservation on behalf of fc37a511f50940a1b2216a1900e3049d for: {'subnet': 1} {{(pid=84116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 19 03:00:58.340210 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-01de2a46-fcca-46f5-99cd-9c0ce13591a4 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:00:58.776253 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-01de2a46-fcca-46f5-99cd-9c0ce13591a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477'] for subnet, after_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:00:58.792041 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-c2576ac9-54c9-457b-b4e8-5744f90d74de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:00:58.913449 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01de2a46-fcca-46f5-99cd-9c0ce13591a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=15231f6d-7aff-41e1-a1f0-e2d158a4c9cf,revision_number=0']} {{(pid=84116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:00:58.917846 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-01de2a46-fcca-46f5-99cd-9c0ce13591a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:00:58.986056 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01de2a46-fcca-46f5-99cd-9c0ce13591a4 admin admin] Checking segment: {'id': '4e80727d-1ce0-4195-916f-ecf9b2b45069', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '713a7f90-bb8f-4aea-82cd-e017d8491427'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 19 03:00:58.986446 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01de2a46-fcca-46f5-99cd-9c0ce13591a4 admin admin] Network hostable DHCP agents. Network: 713a7f90-bb8f-4aea-82cd-e017d8491427, hostable agents: ['0c5e2175-22e3-4812-a651-647624438454'], hosted agents: [] {{(pid=84116) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 19 03:00:59.032645 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01de2a46-fcca-46f5-99cd-9c0ce13591a4 admin admin] Network 713a7f90-bb8f-4aea-82cd-e017d8491427 is scheduled to be hosted by DHCP agent 0c5e2175-22e3-4812-a651-647624438454 with binding_index 1 {{(pid=84116) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 19 03:00:59.067687 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.scheduler.base_scheduler [None req-01de2a46-fcca-46f5-99cd-9c0ce13591a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775706-2-iscsi, 713a7f90-bb8f-4aea-82cd-e017d8491427) {{(pid=84116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 19 03:00:59.072051 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01de2a46-fcca-46f5-99cd-9c0ce13591a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:00:59.073231 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-01de2a46-fcca-46f5-99cd-9c0ce13591a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854203462'] for subnet, before_response {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:00:59.078584 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff9d80d0-a55c-4373-b99c-f27fc0163ddd None None] Network 713a7f90-bb8f-4aea-82cd-e017d8491427 requested from dv-cinder-775706-2-iscsi {{(pid=84117) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 19 03:00:59.131890 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-01de2a46-fcca-46f5-99cd-9c0ce13591a4 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.8520889
Feb 19 03:00:59.318608 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0f8ea5e-4036-4b12-b7cc-e46b551c710c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84d41ed4-238b-5c20-a491-76edeb2704ed-713a7f90-bb8f-4aea-82cd-e017d8491427', 'network_id': '713a7f90-bb8f-4aea-82cd-e017d8491427', 'tenant_id': 'fc37a511f50940a1b2216a1900e3049d', 'fixed_ips': [{'subnet_id': '15231f6d-7aff-41e1-a1f0-e2d158a4c9cf'}]}} from dv-cinder-775706-2-iscsi. {{(pid=84117) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Feb 19 03:00:59.319588 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-a0f8ea5e-4036-4b12-b7cc-e46b551c710c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838630373'] for port, before_create {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:00:59.614686 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.db_base_plugin_common [None req-a0f8ea5e-4036-4b12-b7cc-e46b551c710c None None] Allocated IP 192.168.233.2 (713a7f90-bb8f-4aea-82cd-e017d8491427/15231f6d-7aff-41e1-a1f0-e2d158a4c9cf/bc7c99bb-f279-4d3b-9cd9-43e088e6354b) {{(pid=84117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 19 03:00:59.889984 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-a0f8ea5e-4036-4b12-b7cc-e46b551c710c None None] Notify callbacks [] for port, precommit_create {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:00:59.953969 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-a0f8ea5e-4036-4b12-b7cc-e46b551c710c None None] Transition to ACTIVE for port object bc7c99bb-f279-4d3b-9cd9-43e088e6354b will not be triggered until provisioned by entity L2. {{(pid=84117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 19 03:00:59.970950 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-a0f8ea5e-4036-4b12-b7cc-e46b551c710c None None] Transition to ACTIVE for port object bc7c99bb-f279-4d3b-9cd9-43e088e6354b will not be triggered until provisioned by entity DHCP. {{(pid=84117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 19 03:01:00.005630 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-a0f8ea5e-4036-4b12-b7cc-e46b551c710c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363269711907205'] for port, after_create {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:01:00.022341 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:01:00.157505 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f8ea5e-4036-4b12-b7cc-e46b551c710c None None] Pushing event updated for resources: {'Port': ['ID=bc7c99bb-f279-4d3b-9cd9-43e088e6354b,revision_number=1']} {{(pid=84117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:01:00.170911 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f8ea5e-4036-4b12-b7cc-e46b551c710c None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:01:00.171292 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f8ea5e-4036-4b12-b7cc-e46b551c710c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:01:00.171663 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f8ea5e-4036-4b12-b7cc-e46b551c710c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:01:00.172029 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f8ea5e-4036-4b12-b7cc-e46b551c710c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:01:00.172388 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f8ea5e-4036-4b12-b7cc-e46b551c710c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:01:00.172747 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f8ea5e-4036-4b12-b7cc-e46b551c710c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:01:00.173105 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f8ea5e-4036-4b12-b7cc-e46b551c710c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:01:00.173461 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f8ea5e-4036-4b12-b7cc-e46b551c710c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:01:00.173858 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f8ea5e-4036-4b12-b7cc-e46b551c710c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:01:00.174217 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f8ea5e-4036-4b12-b7cc-e46b551c710c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:01:00.174570 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f8ea5e-4036-4b12-b7cc-e46b551c710c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:01:00.174918 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0f8ea5e-4036-4b12-b7cc-e46b551c710c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:01:00.188575 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-a0f8ea5e-4036-4b12-b7cc-e46b551c710c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=84117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:01:00.226675 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0f8ea5e-4036-4b12-b7cc-e46b551c710c None None] Network 713a7f90-bb8f-4aea-82cd-e017d8491427 is already hosted by enough agents. {{(pid=84117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 19 03:01:00.228141 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.scheduler.base_scheduler [None req-a0f8ea5e-4036-4b12-b7cc-e46b551c710c None None] Resources bound (agent type, host, resource id):  {{(pid=84117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 19 03:01:00.230628 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0f8ea5e-4036-4b12-b7cc-e46b551c710c None None] Received port after_create {{(pid=84117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 19 03:01:00.289360 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.managers [None req-a0f8ea5e-4036-4b12-b7cc-e46b551c710c None None] Attempting to bind port bc7c99bb-f279-4d3b-9cd9-43e088e6354b on host dv-cinder-775706-2-iscsi for vnic_type normal with profile  {{(pid=84117) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 03:01:00.289810 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.managers [None req-a0f8ea5e-4036-4b12-b7cc-e46b551c710c None None] Attempting to bind port bc7c99bb-f279-4d3b-9cd9-43e088e6354b by drivers openvswitch on host dv-cinder-775706-2-iscsi at level 0 using segments [{'id': '4e80727d-1ce0-4195-916f-ecf9b2b45069', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '713a7f90-bb8f-4aea-82cd-e017d8491427'}] {{(pid=84117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 19 03:01:00.290220 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0f8ea5e-4036-4b12-b7cc-e46b551c710c None None] Attempting to bind port bc7c99bb-f279-4d3b-9cd9-43e088e6354b on network 713a7f90-bb8f-4aea-82cd-e017d8491427 {{(pid=84117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 19 03:01:00.296099 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0f8ea5e-4036-4b12-b7cc-e46b551c710c None None] Checking agent: {'id': '3cd1f8a8-5d37-45d2-b10a-f80d551451b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775706-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 19, 2, 56, 53), 'started_at': datetime.datetime(2021, 2, 19, 2, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 2, 19, 3, 0, 53), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775706-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.86', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 19 03:01:00.296508 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0f8ea5e-4036-4b12-b7cc-e46b551c710c None None] Checking segment: {'id': '4e80727d-1ce0-4195-916f-ecf9b2b45069', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '713a7f90-bb8f-4aea-82cd-e017d8491427'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 19 03:01:00.296953 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-a0f8ea5e-4036-4b12-b7cc-e46b551c710c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:01:00.297390 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0f8ea5e-4036-4b12-b7cc-e46b551c710c None None] Bound using segment: {'id': '4e80727d-1ce0-4195-916f-ecf9b2b45069', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '713a7f90-bb8f-4aea-82cd-e017d8491427'} {{(pid=84117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 19 03:01:00.297922 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.managers [None req-a0f8ea5e-4036-4b12-b7cc-e46b551c710c None None] Bound port: bc7c99bb-f279-4d3b-9cd9-43e088e6354b, host: dv-cinder-775706-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e80727d-1ce0-4195-916f-ecf9b2b45069', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '713a7f90-bb8f-4aea-82cd-e017d8491427'}}] {{(pid=84117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 19 03:01:00.298335 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-a0f8ea5e-4036-4b12-b7cc-e46b551c710c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838630373'] for port, before_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:01:00.406817 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.db [None req-a0f8ea5e-4036-4b12-b7cc-e46b551c710c None None] For port bc7c99bb-f279-4d3b-9cd9-43e088e6354b, host dv-cinder-775706-2-iscsi, cleared binding levels {{(pid=84117) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 19 03:01:00.418583 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.db [None req-a0f8ea5e-4036-4b12-b7cc-e46b551c710c None None] For port bc7c99bb-f279-4d3b-9cd9-43e088e6354b, host dv-cinder-775706-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-2-iscsi',level=0,port_id=bc7c99bb-f279-4d3b-9cd9-43e088e6354b,segment=NetworkSegment(4e80727d-1ce0-4195-916f-ecf9b2b45069),segment_id=4e80727d-1ce0-4195-916f-ecf9b2b45069)] {{(pid=84117) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 19 03:01:00.451798 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-a0f8ea5e-4036-4b12-b7cc-e46b551c710c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269711510320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767142869380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269711906403'] for port, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:01:00.467676 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-85668263-8ddf-4652-b0e8-74686e4132ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:01:00.618508 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f8ea5e-4036-4b12-b7cc-e46b551c710c None None] Pushing event updated for resources: {'Port': ['ID=bc7c99bb-f279-4d3b-9cd9-43e088e6354b,revision_number=2']} {{(pid=84117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:01:00.624671 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-a0f8ea5e-4036-4b12-b7cc-e46b551c710c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=84117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:01:01.606445 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.rpc [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Device bc7c99bb-f279-4d3b-9cd9-43e088e6354b up at agent ovs-agent-dv-cinder-775706-2-iscsi {{(pid=84117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 03:01:01.713519 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Provisioning for port bc7c99bb-f279-4d3b-9cd9-43e088e6354b completed by entity L2. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 19 03:01:01.939539 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13e478e6-a1a7-4872-b997-16f8dc859246 None None] Network 713a7f90-bb8f-4aea-82cd-e017d8491427 requested from dv-cinder-775706-2-iscsi {{(pid=84117) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 19 03:01:02.106174 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-50f6004c-2c81-42b9-8eb0-615d18b65049 None None] Provisioning for port bc7c99bb-f279-4d3b-9cd9-43e088e6354b completed by entity DHCP. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 19 03:01:02.120855 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-50f6004c-2c81-42b9-8eb0-615d18b65049 None None] Provisioning complete for port bc7c99bb-f279-4d3b-9cd9-43e088e6354b triggered by entity DHCP. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 03:01:02.121265 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-50f6004c-2c81-42b9-8eb0-615d18b65049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16124857'] for port, provisioning_complete {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:01:02.315119 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-50f6004c-2c81-42b9-8eb0-615d18b65049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838630373'] for port, before_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:01:02.351197 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.db [None req-50f6004c-2c81-42b9-8eb0-615d18b65049 None None] For port bc7c99bb-f279-4d3b-9cd9-43e088e6354b, host dv-cinder-775706-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-2-iscsi',level=0,port_id=bc7c99bb-f279-4d3b-9cd9-43e088e6354b,segment=NetworkSegment(4e80727d-1ce0-4195-916f-ecf9b2b45069),segment_id=4e80727d-1ce0-4195-916f-ecf9b2b45069)] {{(pid=84117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 03:01:02.401461 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-50f6004c-2c81-42b9-8eb0-615d18b65049 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269711510320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767142869380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269711906403'] for port, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:01:02.405809 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:01:02.484160 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f6004c-2c81-42b9-8eb0-615d18b65049 None None] Pushing event updated for resources: {'Port': ['ID=bc7c99bb-f279-4d3b-9cd9-43e088e6354b,revision_number=3']} {{(pid=84117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:01:02.487495 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-50f6004c-2c81-42b9-8eb0-615d18b65049 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:01:02.523723 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-0ee5256c-2f27-40a0-b1bb-b755eea7b691 None None] Provisioning complete for port bc7c99bb-f279-4d3b-9cd9-43e088e6354b triggered by entity DHCP. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 03:01:02.524134 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-0ee5256c-2f27-40a0-b1bb-b755eea7b691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16124857'] for port, provisioning_complete {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:01:02.775502 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-5a2c026c-93d2-40d8-9cd5-5fea10acbc6a None None] Provisioning complete for port bc7c99bb-f279-4d3b-9cd9-43e088e6354b triggered by entity DHCP. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 03:01:02.776736 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-5a2c026c-93d2-40d8-9cd5-5fea10acbc6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16124857'] for port, provisioning_complete {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:01:03.026390 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-f382bcba-385f-434a-a3f5-413f4b622264 None None] Provisioning complete for port bc7c99bb-f279-4d3b-9cd9-43e088e6354b triggered by entity DHCP. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 03:01:03.026726 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-f382bcba-385f-434a-a3f5-413f4b622264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16124857'] for port, provisioning_complete {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:01:03.586790 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.rpc [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Device bc7c99bb-f279-4d3b-9cd9-43e088e6354b up at agent ovs-agent-dv-cinder-775706-2-iscsi {{(pid=84117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 03:01:03.663375 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Provisioning complete for port bc7c99bb-f279-4d3b-9cd9-43e088e6354b triggered by entity L2. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 03:01:03.663788 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16124857'] for port, provisioning_complete {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:01:07.131280 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.agents_db [None req-fa9641de-a39b-4023-bfa7-5325e5d2422e None None] Agent healthcheck: found 5 active agents {{(pid=84118) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 19 03:01:19.472985 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-d6472be9-9bb4-4f1d-b3a5-5e6bb3afa3fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:01:21.895856 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-2c11ff5a-827b-41b2-9df5-c1e9df0258e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:01:22.403902 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-4b343f23-6f62-4db0-bfb1-0e5ba3aa11dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:01:23.518727 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:01:24.204276 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-ed1abd93-30ab-455f-b25e-ecbc2cc5cf06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:01:44.130986 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.agents_db [None req-fa9641de-a39b-4023-bfa7-5325e5d2422e None None] Agent healthcheck: found 5 active agents {{(pid=84118) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 19 03:01:49.460531 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-e399917f-aa4f-4db4-bb47-18aaba2138b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:01:51.883079 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-15a0910b-8571-4daa-8b98-b48cb52061db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:01:52.391707 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-4b343f23-6f62-4db0-bfb1-0e5ba3aa11dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:01:53.523021 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:01:54.208682 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-ed1abd93-30ab-455f-b25e-ecbc2cc5cf06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:02:19.495859 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-460f422c-9180-4c05-9464-8984c81d7772 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:02:21.130805 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.agents_db [None req-fa9641de-a39b-4023-bfa7-5325e5d2422e None None] Agent healthcheck: found 5 active agents {{(pid=84118) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 19 03:02:21.899166 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-348983ad-3611-4859-b1ce-15d9b5ec2925 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:02:22.413100 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-4b343f23-6f62-4db0-bfb1-0e5ba3aa11dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:02:23.528006 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:02:24.208034 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-ed1abd93-30ab-455f-b25e-ecbc2cc5cf06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:02:45.103107 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84116) accepted ('10.222.0.13', 46912) {{(pid=84116) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:02:45.109864 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [None req-534dddab-d75e-4eb7-bf01-7875147b63fd tempest-verify_tempest_config-901363372 tempest-verify_tempest_config-901363372-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=84116) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 19 03:02:45.110933 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-534dddab-d75e-4eb7-bf01-7875147b63fd tempest-verify_tempest_config-901363372 tempest-verify_tempest_config-901363372-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13450 time: 0.0067921
Feb 19 03:02:45.696917 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84115) accepted ('10.222.0.13', 46932) {{(pid=84115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:02:45.817772 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-03318274-4b62-485a-a154-5bbe9c359385 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:02:45.833908 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-03318274-4b62-485a-a154-5bbe9c359385 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 03:02:45.837858 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-03318274-4b62-485a-a154-5bbe9c359385 admin admin] Usage tracker for resource:security_group_rule and tenant:3984a0e89c634a3a8aa930d5962598c6 is out of sync, need to count used quota {{(pid=84115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 03:02:45.841350 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-03318274-4b62-485a-a154-5bbe9c359385 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 03:02:45.847143 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-03318274-4b62-485a-a154-5bbe9c359385 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 03:02:46.237033 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-03318274-4b62-485a-a154-5bbe9c359385 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:02:46.292580 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-03318274-4b62-485a-a154-5bbe9c359385 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237410'] for security_group, after_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:02:46.301756 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:02:46.343527 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-03318274-4b62-485a-a154-5bbe9c359385 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3984a0e89c634a3a8aa930d5962598c6&name=default HTTP/1.1" status: 200  len: 2975 time: 0.6455145
Feb 19 03:02:46.344424 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03318274-4b62-485a-a154-5bbe9c359385 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27b66575-c3e7-4f43-ad06-3fb0ecd5102e,revision_number=1']} {{(pid=84115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:02:46.346461 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84116) accepted ('10.222.0.13', 46938) {{(pid=84116) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:02:46.353903 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03318274-4b62-485a-a154-5bbe9c359385 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:02:46.354289 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03318274-4b62-485a-a154-5bbe9c359385 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:02:46.354660 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03318274-4b62-485a-a154-5bbe9c359385 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:02:46.355032 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03318274-4b62-485a-a154-5bbe9c359385 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:02:46.355415 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03318274-4b62-485a-a154-5bbe9c359385 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:02:46.355793 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03318274-4b62-485a-a154-5bbe9c359385 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:02:46.356818 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03318274-4b62-485a-a154-5bbe9c359385 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:02:46.357157 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03318274-4b62-485a-a154-5bbe9c359385 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:02:46.357532 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03318274-4b62-485a-a154-5bbe9c359385 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:02:46.357918 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03318274-4b62-485a-a154-5bbe9c359385 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:02:46.358278 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03318274-4b62-485a-a154-5bbe9c359385 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:02:46.358633 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03318274-4b62-485a-a154-5bbe9c359385 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:02:46.362743 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-03318274-4b62-485a-a154-5bbe9c359385 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:02:46.410435 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-24667ed4-14da-45fb-a3b9-7bd87b02e312 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:02:46.437588 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-24667ed4-14da-45fb-a3b9-7bd87b02e312 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:02:46.509790 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-24667ed4-14da-45fb-a3b9-7bd87b02e312 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237410'] for security_group, after_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:02:46.515037 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-0ed035ea-7bab-44ab-9319-5e41a4abef2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:02:46.527157 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24667ed4-14da-45fb-a3b9-7bd87b02e312 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27b66575-c3e7-4f43-ad06-3fb0ecd5102e,revision_number=None']} {{(pid=84116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:02:46.535825 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24667ed4-14da-45fb-a3b9-7bd87b02e312 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:02:46.536220 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24667ed4-14da-45fb-a3b9-7bd87b02e312 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:02:46.536591 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24667ed4-14da-45fb-a3b9-7bd87b02e312 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:02:46.536984 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24667ed4-14da-45fb-a3b9-7bd87b02e312 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:02:46.537350 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24667ed4-14da-45fb-a3b9-7bd87b02e312 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:02:46.537750 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24667ed4-14da-45fb-a3b9-7bd87b02e312 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:02:46.538119 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24667ed4-14da-45fb-a3b9-7bd87b02e312 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:02:46.538460 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24667ed4-14da-45fb-a3b9-7bd87b02e312 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:02:46.538831 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24667ed4-14da-45fb-a3b9-7bd87b02e312 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:02:46.539188 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24667ed4-14da-45fb-a3b9-7bd87b02e312 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:02:46.539539 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24667ed4-14da-45fb-a3b9-7bd87b02e312 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:02:46.539892 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24667ed4-14da-45fb-a3b9-7bd87b02e312 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:02:46.543068 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-24667ed4-14da-45fb-a3b9-7bd87b02e312 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:02:46.544777 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-24667ed4-14da-45fb-a3b9-7bd87b02e312 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/27b66575-c3e7-4f43-ad06-3fb0ecd5102e HTTP/1.1" status: 204  len: 168 time: 0.1972718
Feb 19 03:02:46.545701 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-24667ed4-14da-45fb-a3b9-7bd87b02e312 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:02:49.452923 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-479406c2-bfe7-4f54-9a7e-e04d3fccbea6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:02:51.886382 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-b6e2fba5-6321-498d-a5d2-272ad9281ca3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:02:52.401026 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-4b343f23-6f62-4db0-bfb1-0e5ba3aa11dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:02:53.544055 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:02:54.224046 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-ed1abd93-30ab-455f-b25e-ecbc2cc5cf06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:02:58.129991 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.agents_db [None req-fa9641de-a39b-4023-bfa7-5325e5d2422e None None] Agent healthcheck: found 5 active agents {{(pid=84118) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 19 03:03:19.474512 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-9c4dc12d-6cb5-403e-a1fb-c75e52bfd865 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:03:21.897114 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-01d4c331-5d2a-47cd-bdac-962134e16eca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:03:22.417473 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-4b343f23-6f62-4db0-bfb1-0e5ba3aa11dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:03:23.542901 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:03:24.217660 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-ed1abd93-30ab-455f-b25e-ecbc2cc5cf06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:03:35.128874 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.agents_db [None req-fa9641de-a39b-4023-bfa7-5325e5d2422e None None] Agent healthcheck: found 5 active agents {{(pid=84118) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 19 03:03:49.451019 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-12c38329-d280-4b64-b839-e04b82d744ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:03:51.885197 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-1edf2f2f-879f-4b3e-bacb-afe2b4f39767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:03:52.399491 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-4b343f23-6f62-4db0-bfb1-0e5ba3aa11dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:03:53.559358 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:03:54.239878 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-ed1abd93-30ab-455f-b25e-ecbc2cc5cf06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:04:12.129111 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.agents_db [None req-fa9641de-a39b-4023-bfa7-5325e5d2422e None None] Agent healthcheck: found 5 active agents {{(pid=84118) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 19 03:04:19.520395 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-1fc2c184-81a1-44a2-badb-fb3086faf0ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:04:21.890423 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-6402be57-700d-44d4-9c15-24a295e0d60e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:04:22.422511 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-4b343f23-6f62-4db0-bfb1-0e5ba3aa11dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:04:23.530679 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:04:24.228381 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-ed1abd93-30ab-455f-b25e-ecbc2cc5cf06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:04:29.793382 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627'] for agent, after_create {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:04:29.793980 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:04:29.794246 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:04:29.794625 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:04:29.795003 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:04:29.795376 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:04:29.795750 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:04:29.796124 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:04:29.796494 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:04:29.796881 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:04:29.797229 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:04:29.797596 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:04:29.797986 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:04:29.798377 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f9425d0fc50>, 'Open vSwitch agent', 'hv-cinder-77570', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}) {} {{(pid=84117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 03:04:29.802536 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f9426b6b518>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'hv-cinder-77570', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}} {{(pid=84117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 03:04:30.089665 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] get_endpoint_by_host() called for host hv-cinder-77570 {{(pid=84117) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}}
Feb 19 03:04:30.093618 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] get_endpoint_by_ip() called for ip 192.168.0.91 {{(pid=84117) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}}
Feb 19 03:04:30.096823 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] _add_endpoint() called for ip 192.168.0.91 {{(pid=84117) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}}
Feb 19 03:04:30.135567 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] _get_endpoints() called {{(pid=84117) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}}
Feb 19 03:04:42.491965 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84116) accepted ('10.222.0.13', 47010) {{(pid=84116) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:04:42.610847 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-f1bf5a56-1cfe-4201-9564-1d54757ca85a admin admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200  len: 5085 time: 0.1177545
Feb 19 03:04:45.099813 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84116) accepted ('10.222.0.13', 47020) {{(pid=84116) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:04:45.159467 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-65265bd3-2bb5-4833-a87f-a951ab17d967 admin admin] 10.222.0.13 "GET /v2.0/agents HTTP/1.1" status: 200  len: 5085 time: 0.0584548
Feb 19 03:04:49.129729 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.agents_db [None req-fa9641de-a39b-4023-bfa7-5325e5d2422e None None] Agent healthcheck: found 6 active agents {{(pid=84118) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 19 03:04:49.466890 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-bd9cd733-1a18-4c58-b30f-56c6c00a7860 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:04:51.890217 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8dd40f19-ac2a-4a15-8d82-cb1521053fb3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:04:52.415287 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-4b343f23-6f62-4db0-bfb1-0e5ba3aa11dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:04:53.524267 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:04:54.226910 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-ed1abd93-30ab-455f-b25e-ecbc2cc5cf06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:04:59.792184 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:05:19.459906 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-e3100cf5-4eb1-49c0-b839-3219b4df08e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:05:21.888475 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-767282ba-44fa-4405-af14-300fa23ebd9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:05:22.425951 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-4b343f23-6f62-4db0-bfb1-0e5ba3aa11dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:05:23.546086 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:05:24.231763 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-ed1abd93-30ab-455f-b25e-ecbc2cc5cf06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:05:26.129933 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.agents_db [None req-fa9641de-a39b-4023-bfa7-5325e5d2422e None None] Agent healthcheck: found 6 active agents {{(pid=84118) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 19 03:05:29.785389 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:05:49.487881 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-0356c7a9-3af9-40bb-8379-a5682a1cc7b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:05:51.886885 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-310f5217-063c-4c4f-b3b4-365d2f2c0482 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:05:52.441592 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-4b343f23-6f62-4db0-bfb1-0e5ba3aa11dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:05:53.544412 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:05:54.247804 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-ed1abd93-30ab-455f-b25e-ecbc2cc5cf06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:05:59.807428 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:03.129203 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.agents_db [None req-fa9641de-a39b-4023-bfa7-5325e5d2422e None None] Agent healthcheck: found 6 active agents {{(pid=84118) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 19 03:06:19.564595 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-cd0a333e-187f-4971-b06e-f0671e9099b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:21.898724 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-f8e68a98-f3b5-4c10-8c6a-5d597202bae8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:22.429519 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-4b343f23-6f62-4db0-bfb1-0e5ba3aa11dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:22.651300 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84116) accepted ('10.222.0.13', 47208) {{(pid=84116) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:06:23.054836 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84116) accepted ('10.222.0.13', 47226) {{(pid=84116) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:06:23.168842 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.v2.base [None req-74d768a3-8bcf-4516-924c-2b5280cddeae admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-537297990-network', 'tenant_id': 'fe62d789c5ba40bd87c0c4eb042c2297'}} {{(pid=84116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 03:06:23.174572 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-74d768a3-8bcf-4516-924c-2b5280cddeae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 03:06:23.178808 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-74d768a3-8bcf-4516-924c-2b5280cddeae admin admin] Usage tracker for resource:network and tenant:fe62d789c5ba40bd87c0c4eb042c2297 is out of sync, need to count used quota {{(pid=84116) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 03:06:23.181954 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-74d768a3-8bcf-4516-924c-2b5280cddeae admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84116) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 03:06:23.188212 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-74d768a3-8bcf-4516-924c-2b5280cddeae admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 03:06:23.230044 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74d768a3-8bcf-4516-924c-2b5280cddeae admin admin] Made reservation on behalf of fe62d789c5ba40bd87c0c4eb042c2297 for: {'network': 1} {{(pid=84116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 19 03:06:23.235335 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-74d768a3-8bcf-4516-924c-2b5280cddeae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838630373'] for network, before_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:23.264074 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-74d768a3-8bcf-4516-924c-2b5280cddeae admin admin] Notify callbacks [] for security_group, before_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:23.283279 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84115) accepted ('10.222.0.13', 47238) {{(pid=84115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:06:23.291209 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-74d768a3-8bcf-4516-924c-2b5280cddeae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 03:06:23.295754 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-74d768a3-8bcf-4516-924c-2b5280cddeae admin admin] Usage tracker for resource:security_group_rule and tenant:fe62d789c5ba40bd87c0c4eb042c2297 is out of sync, need to count used quota {{(pid=84116) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 03:06:23.298850 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-74d768a3-8bcf-4516-924c-2b5280cddeae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84116) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 03:06:23.306173 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-74d768a3-8bcf-4516-924c-2b5280cddeae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 03:06:23.306868 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84115) accepted ('10.222.0.13', 47246) {{(pid=84115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:06:23.428381 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.v2.base [None req-2091e4ec-394a-4b56-9c30-57b8f0e8c9f6 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-5869323-network', 'tenant_id': 'a83cb91af86b404e843a85617a0bdf97'}} {{(pid=84116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 03:06:23.433608 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-2091e4ec-394a-4b56-9c30-57b8f0e8c9f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 03:06:23.437942 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-2091e4ec-394a-4b56-9c30-57b8f0e8c9f6 admin admin] Usage tracker for resource:network and tenant:a83cb91af86b404e843a85617a0bdf97 is out of sync, need to count used quota {{(pid=84116) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 03:06:23.441063 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-2091e4ec-394a-4b56-9c30-57b8f0e8c9f6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84116) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 03:06:23.447141 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-2091e4ec-394a-4b56-9c30-57b8f0e8c9f6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 03:06:23.572426 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-74d768a3-8bcf-4516-924c-2b5280cddeae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:23.601281 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2091e4ec-394a-4b56-9c30-57b8f0e8c9f6 admin admin] Made reservation on behalf of a83cb91af86b404e843a85617a0bdf97 for: {'network': 1} {{(pid=84116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 19 03:06:23.601571 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:23.604119 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.v2.base [None req-30e107ec-578f-433a-8738-3d49b04126aa admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1363834067-network', 'tenant_id': '31fa707eb6944aff9f4e04b78ed3ee0e'}} {{(pid=84115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 03:06:23.605977 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-2091e4ec-394a-4b56-9c30-57b8f0e8c9f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838630373'] for network, before_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:23.611467 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-30e107ec-578f-433a-8738-3d49b04126aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 03:06:23.616065 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-30e107ec-578f-433a-8738-3d49b04126aa admin admin] Usage tracker for resource:network and tenant:31fa707eb6944aff9f4e04b78ed3ee0e is out of sync, need to count used quota {{(pid=84115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 03:06:23.622403 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-30e107ec-578f-433a-8738-3d49b04126aa admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 03:06:23.622532 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-2091e4ec-394a-4b56-9c30-57b8f0e8c9f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:23.625891 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-30e107ec-578f-433a-8738-3d49b04126aa admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 03:06:23.640523 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-2091e4ec-394a-4b56-9c30-57b8f0e8c9f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 03:06:23.643356 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-74d768a3-8bcf-4516-924c-2b5280cddeae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237410'] for security_group, after_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:23.646321 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-2091e4ec-394a-4b56-9c30-57b8f0e8c9f6 admin admin] Usage tracker for resource:security_group_rule and tenant:a83cb91af86b404e843a85617a0bdf97 is out of sync, need to count used quota {{(pid=84116) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 03:06:23.652751 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-2091e4ec-394a-4b56-9c30-57b8f0e8c9f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84116) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 03:06:23.655474 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-7bfbc092-8693-475d-bc20-0404bf5ddc6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:06:23.666900 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-2091e4ec-394a-4b56-9c30-57b8f0e8c9f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 03:06:23.670947 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30e107ec-578f-433a-8738-3d49b04126aa admin admin] Made reservation on behalf of 31fa707eb6944aff9f4e04b78ed3ee0e for: {'network': 1} {{(pid=84115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 19 03:06:23.679894 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-30e107ec-578f-433a-8738-3d49b04126aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838630373'] for network, before_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:23.680318 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74d768a3-8bcf-4516-924c-2b5280cddeae admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=84116) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 19 03:06:23.713491 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.v2.base [None req-2ad5fe99-b2c5-49d1-a7c2-bc3155737dea admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-20477083-network', 'tenant_id': '3930a9bb64484ce1bf7cabab6e8229f8'}} {{(pid=84115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 03:06:23.720867 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d768a3-8bcf-4516-924c-2b5280cddeae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fcd59a22-4d41-477f-b284-61c71f24d342,revision_number=1']} {{(pid=84116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:06:23.721384 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-30e107ec-578f-433a-8738-3d49b04126aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:23.724111 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d768a3-8bcf-4516-924c-2b5280cddeae admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:06:23.724502 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d768a3-8bcf-4516-924c-2b5280cddeae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:06:23.724878 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d768a3-8bcf-4516-924c-2b5280cddeae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:06:23.725245 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d768a3-8bcf-4516-924c-2b5280cddeae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:06:23.725634 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d768a3-8bcf-4516-924c-2b5280cddeae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:06:23.726055 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d768a3-8bcf-4516-924c-2b5280cddeae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:06:23.726416 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d768a3-8bcf-4516-924c-2b5280cddeae admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:06:23.726778 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d768a3-8bcf-4516-924c-2b5280cddeae admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:06:23.727159 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d768a3-8bcf-4516-924c-2b5280cddeae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:06:23.727519 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d768a3-8bcf-4516-924c-2b5280cddeae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:06:23.727860 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d768a3-8bcf-4516-924c-2b5280cddeae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:06:23.728435 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d768a3-8bcf-4516-924c-2b5280cddeae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:06:23.729044 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d768a3-8bcf-4516-924c-2b5280cddeae admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:06:23.729595 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d768a3-8bcf-4516-924c-2b5280cddeae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:06:23.730176 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d768a3-8bcf-4516-924c-2b5280cddeae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:06:23.730739 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d768a3-8bcf-4516-924c-2b5280cddeae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:06:23.731172 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-2ad5fe99-b2c5-49d1-a7c2-bc3155737dea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 03:06:23.731554 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d768a3-8bcf-4516-924c-2b5280cddeae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:06:23.732037 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d768a3-8bcf-4516-924c-2b5280cddeae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:06:23.732404 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d768a3-8bcf-4516-924c-2b5280cddeae admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:06:23.732758 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d768a3-8bcf-4516-924c-2b5280cddeae admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:06:23.733091 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d768a3-8bcf-4516-924c-2b5280cddeae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:06:23.733645 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d768a3-8bcf-4516-924c-2b5280cddeae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:06:23.734208 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d768a3-8bcf-4516-924c-2b5280cddeae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:06:23.734756 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d768a3-8bcf-4516-924c-2b5280cddeae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:06:23.736300 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74d768a3-8bcf-4516-924c-2b5280cddeae admin admin] Tracked resource versions report:
Feb 19 03:06:23.736300 dv-cinder-775706-2-iscsi neutron-server[84004]: pushed versions:
Feb 19 03:06:23.736300 dv-cinder-775706-2-iscsi neutron-server[84004]: {   'AddressGroup': {'1.1'},
Feb 19 03:06:23.736300 dv-cinder-775706-2-iscsi neutron-server[84004]:     'ConntrackHelper': {'1.0'},
Feb 19 03:06:23.736300 dv-cinder-775706-2-iscsi neutron-server[84004]:     'Log': {'1.0'},
Feb 19 03:06:23.736300 dv-cinder-775706-2-iscsi neutron-server[84004]:     'Network': {'1.1'},
Feb 19 03:06:23.736300 dv-cinder-775706-2-iscsi neutron-server[84004]:     'Port': {'1.7'},
Feb 19 03:06:23.736300 dv-cinder-775706-2-iscsi neutron-server[84004]:     'PortForwarding': {'1.2'},
Feb 19 03:06:23.736300 dv-cinder-775706-2-iscsi neutron-server[84004]:     'QosPolicy': {'1.8'},
Feb 19 03:06:23.736300 dv-cinder-775706-2-iscsi neutron-server[84004]:     'SecurityGroup': {'1.4'},
Feb 19 03:06:23.736300 dv-cinder-775706-2-iscsi neutron-server[84004]:     'SecurityGroupRule': {'1.2'},
Feb 19 03:06:23.736300 dv-cinder-775706-2-iscsi neutron-server[84004]:     'SubPort': {'1.0'},
Feb 19 03:06:23.736300 dv-cinder-775706-2-iscsi neutron-server[84004]:     'Subnet': {'1.1'},
Feb 19 03:06:23.736300 dv-cinder-775706-2-iscsi neutron-server[84004]:     'Trunk': {'1.1'}}
Feb 19 03:06:23.736300 dv-cinder-775706-2-iscsi neutron-server[84004]: consumer versions:
Feb 19 03:06:23.736300 dv-cinder-775706-2-iscsi neutron-server[84004]: {   DHCP agent@dv-cinder-775706-2-iscsi: {},
Feb 19 03:06:23.736300 dv-cinder-775706-2-iscsi neutron-server[84004]:     L3 agent@dv-cinder-775706-2-iscsi: {},
Feb 19 03:06:23.736300 dv-cinder-775706-2-iscsi neutron-server[84004]:     Metadata agent@dv-cinder-775706-2-iscsi: {},
Feb 19 03:06:23.736300 dv-cinder-775706-2-iscsi neutron-server[84004]:     Metering agent@dv-cinder-775706-2-iscsi: {},
Feb 19 03:06:23.736300 dv-cinder-775706-2-iscsi neutron-server[84004]:     Open vSwitch agent@dv-cinder-775706-2-iscsi: {   'AddressGroup': '1.1',
Feb 19 03:06:23.736300 dv-cinder-775706-2-iscsi neutron-server[84004]:                                                      'ConntrackHelper': '1.0',
Feb 19 03:06:23.736300 dv-cinder-775706-2-iscsi neutron-server[84004]:                                                      'Log': '1.0',
Feb 19 03:06:23.736300 dv-cinder-775706-2-iscsi neutron-server[84004]:                                                      'Network': '1.1',
Feb 19 03:06:23.736300 dv-cinder-775706-2-iscsi neutron-server[84004]:                                                      'Port': '1.7',
Feb 19 03:06:23.736300 dv-cinder-775706-2-iscsi neutron-server[84004]:                                                      'PortForwarding': '1.2',
Feb 19 03:06:23.736300 dv-cinder-775706-2-iscsi neutron-server[84004]:                                                      'QosPolicy': '1.8',
Feb 19 03:06:23.736300 dv-cinder-775706-2-iscsi neutron-server[84004]:                                                      'SecurityGroup': '1.4',
Feb 19 03:06:23.736300 dv-cinder-775706-2-iscsi neutron-server[84004]:                                                      'SecurityGroupRule': '1.2',
Feb 19 03:06:23.736300 dv-cinder-775706-2-iscsi neutron-server[84004]:                                                      'SubPort': '1.0',
Feb 19 03:06:23.736300 dv-cinder-775706-2-iscsi neutron-server[84004]:                                                      'Subnet': '1.1',
Feb 19 03:06:23.736300 dv-cinder-775706-2-iscsi neutron-server[84004]:                                                      'Trunk': '1.1'},
Feb 19 03:06:23.736300 dv-cinder-775706-2-iscsi neutron-server[84004]:     Open vSwitch agent@hv-cinder-77570: {   'AddressGroup': '1.1',
Feb 19 03:06:23.736300 dv-cinder-775706-2-iscsi neutron-server[84004]:                                             'ConntrackHelper': '1.0',
Feb 19 03:06:23.736300 dv-cinder-775706-2-iscsi neutron-server[84004]:                                             'Log': '1.0',
Feb 19 03:06:23.736300 dv-cinder-775706-2-iscsi neutron-server[84004]:                                             'Network': '1.1',
Feb 19 03:06:23.736300 dv-cinder-775706-2-iscsi neutron-server[84004]:                                             'Port': '1.7',
Feb 19 03:06:23.736300 dv-cinder-775706-2-iscsi neutron-server[84004]:                                             'PortForwarding': '1.2',
Feb 19 03:06:23.736300 dv-cinder-775706-2-iscsi neutron-server[84004]:                                             'QosPolicy': '1.8',
Feb 19 03:06:23.736300 dv-cinder-775706-2-iscsi neutron-server[84004]:                                             'SecurityGroup': '1.4',
Feb 19 03:06:23.736300 dv-cinder-775706-2-iscsi neutron-server[84004]:                                             'SecurityGroupRule': '1.2',
Feb 19 03:06:23.736300 dv-cinder-775706-2-iscsi neutron-server[84004]:                                             'SubPort': '1.0',
Feb 19 03:06:23.736300 dv-cinder-775706-2-iscsi neutron-server[84004]:                                             'Subnet': '1.1',
Feb 19 03:06:23.736300 dv-cinder-775706-2-iscsi neutron-server[84004]:                                             'Trunk': '1.1'}}
Feb 19 03:06:23.736300 dv-cinder-775706-2-iscsi neutron-server[84004]:  {{(pid=84116) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Feb 19 03:06:23.739322 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-30e107ec-578f-433a-8738-3d49b04126aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 03:06:23.740642 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-2ad5fe99-b2c5-49d1-a7c2-bc3155737dea admin admin] Usage tracker for resource:network and tenant:3930a9bb64484ce1bf7cabab6e8229f8 is out of sync, need to count used quota {{(pid=84115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 03:06:23.744923 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-2ad5fe99-b2c5-49d1-a7c2-bc3155737dea admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 03:06:23.747926 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-30e107ec-578f-433a-8738-3d49b04126aa admin admin] Usage tracker for resource:security_group_rule and tenant:31fa707eb6944aff9f4e04b78ed3ee0e is out of sync, need to count used quota {{(pid=84115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 03:06:23.748037 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-74d768a3-8bcf-4516-924c-2b5280cddeae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838644319'] for segment, precommit_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:23.748835 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.db.segments_db [None req-74d768a3-8bcf-4516-924c-2b5280cddeae admin admin] Added segment 6e9f1b00-4f0b-4b9d-b1f1-2ca997d9692c of type vxlan for network 96367511-4096-441d-8b71-998abf1ff026
Feb 19 03:06:23.749552 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-74d768a3-8bcf-4516-924c-2b5280cddeae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:06:23.753171 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-30e107ec-578f-433a-8738-3d49b04126aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 03:06:23.756488 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-2ad5fe99-b2c5-49d1-a7c2-bc3155737dea admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 03:06:23.762396 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-30e107ec-578f-433a-8738-3d49b04126aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 03:06:23.841248 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ad5fe99-b2c5-49d1-a7c2-bc3155737dea admin admin] Made reservation on behalf of 3930a9bb64484ce1bf7cabab6e8229f8 for: {'network': 1} {{(pid=84115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 19 03:06:23.846358 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-2ad5fe99-b2c5-49d1-a7c2-bc3155737dea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838630373'] for network, before_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:23.861355 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-2ad5fe99-b2c5-49d1-a7c2-bc3155737dea admin admin] Notify callbacks [] for security_group, before_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:23.882535 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-2ad5fe99-b2c5-49d1-a7c2-bc3155737dea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 03:06:23.897043 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-74d768a3-8bcf-4516-924c-2b5280cddeae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363269711912974'] for network, precommit_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:23.906941 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-2ad5fe99-b2c5-49d1-a7c2-bc3155737dea admin admin] Usage tracker for resource:security_group_rule and tenant:3930a9bb64484ce1bf7cabab6e8229f8 is out of sync, need to count used quota {{(pid=84115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 03:06:23.922881 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-2ad5fe99-b2c5-49d1-a7c2-bc3155737dea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 03:06:23.932394 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-2ad5fe99-b2c5-49d1-a7c2-bc3155737dea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 03:06:23.982793 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-74d768a3-8bcf-4516-924c-2b5280cddeae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477'] for network, after_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:23.984132 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74d768a3-8bcf-4516-924c-2b5280cddeae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:06:23.984769 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-74d768a3-8bcf-4516-924c-2b5280cddeae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854203462'] for network, before_response {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:23.990622 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-7bfbc092-8693-475d-bc20-0404bf5ddc6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:06:24.116252 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-2091e4ec-394a-4b56-9c30-57b8f0e8c9f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:24.126010 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d768a3-8bcf-4516-924c-2b5280cddeae admin admin] Pushing event updated for resources: {'Network': ['ID=96367511-4096-441d-8b71-998abf1ff026,revision_number=1']} {{(pid=84116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:06:24.131308 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-74d768a3-8bcf-4516-924c-2b5280cddeae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:06:24.138205 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.rpc [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Network 96367511-4096-441d-8b71-998abf1ff026 details requested by agent ovs-agent-hv-cinder-77570 with host hv-cinder-77570 {{(pid=84117) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 19 03:06:24.149443 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-2091e4ec-394a-4b56-9c30-57b8f0e8c9f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237410'] for security_group, after_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:24.154493 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-74d768a3-8bcf-4516-924c-2b5280cddeae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:06:24.155140 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-30e107ec-578f-433a-8738-3d49b04126aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:24.156111 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.rpc [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Network 96367511-4096-441d-8b71-998abf1ff026 details requested by agent ovs-agent-dv-cinder-775706-2-iscsi with host dv-cinder-775706-2-iscsi {{(pid=84117) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 19 03:06:24.195439 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-74d768a3-8bcf-4516-924c-2b5280cddeae admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 1.5429072
Feb 19 03:06:24.196915 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84115) accepted ('10.222.0.13', 47278) {{(pid=84115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:06:24.215687 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2091e4ec-394a-4b56-9c30-57b8f0e8c9f6 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=84116) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 19 03:06:24.218476 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.v2.base [None req-1a745933-8950-48d5-8152-5f9081e0e105 admin admin] Request body: {'subnet': {'network_id': '96367511-4096-441d-8b71-998abf1ff026', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-537297990-subnet', 'tenant_id': 'fe62d789c5ba40bd87c0c4eb042c2297', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 03:06:24.227432 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2091e4ec-394a-4b56-9c30-57b8f0e8c9f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7be7950-201e-4452-88dd-92f8a0a2b5e8,revision_number=1']} {{(pid=84116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:06:24.235671 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-2091e4ec-394a-4b56-9c30-57b8f0e8c9f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:06:24.242787 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-2091e4ec-394a-4b56-9c30-57b8f0e8c9f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838644319'] for segment, precommit_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:24.243089 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.db.segments_db [None req-2091e4ec-394a-4b56-9c30-57b8f0e8c9f6 admin admin] Added segment 9336127e-160f-4619-9a09-bfd4cdb78b72 of type vxlan for network 6590657d-05da-4509-bb41-0f0908d98c62
Feb 19 03:06:24.245141 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-30e107ec-578f-433a-8738-3d49b04126aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237410'] for security_group, after_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:24.264191 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-2ad5fe99-b2c5-49d1-a7c2-bc3155737dea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:24.315757 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-0600fc76-a154-4af1-89f6-d4d4a88685c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:06:24.319099 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-2091e4ec-394a-4b56-9c30-57b8f0e8c9f6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363269711912974'] for network, precommit_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:24.333582 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-2ad5fe99-b2c5-49d1-a7c2-bc3155737dea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237410'] for security_group, after_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:24.350417 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-1a745933-8950-48d5-8152-5f9081e0e105 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 03:06:24.368703 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-1a745933-8950-48d5-8152-5f9081e0e105 admin admin] Usage tracker for resource:subnet and tenant:fe62d789c5ba40bd87c0c4eb042c2297 is out of sync, need to count used quota {{(pid=84115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 03:06:24.383621 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-1a745933-8950-48d5-8152-5f9081e0e105 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 03:06:24.404276 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-2091e4ec-394a-4b56-9c30-57b8f0e8c9f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477'] for network, after_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:24.405573 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2091e4ec-394a-4b56-9c30-57b8f0e8c9f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:06:24.406246 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-2091e4ec-394a-4b56-9c30-57b8f0e8c9f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854203462'] for network, before_response {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:24.417993 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:06:24.418563 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-1a745933-8950-48d5-8152-5f9081e0e105 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 03:06:24.439566 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e107ec-578f-433a-8738-3d49b04126aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18c15e71-9dbd-4845-b378-31fb076d9557,revision_number=1']} {{(pid=84115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:06:24.445557 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.db.api [None req-30e107ec-578f-433a-8738-3d49b04126aa admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=84115) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 19 03:06:24.452202 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_db.api [None req-30e107ec-578f-433a-8738-3d49b04126aa admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=84115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 19 03:06:24.452202 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e107ec-578f-433a-8738-3d49b04126aa admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:06:24.452202 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e107ec-578f-433a-8738-3d49b04126aa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:06:24.452202 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e107ec-578f-433a-8738-3d49b04126aa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:06:24.452202 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e107ec-578f-433a-8738-3d49b04126aa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:06:24.452597 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e107ec-578f-433a-8738-3d49b04126aa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:06:24.452674 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e107ec-578f-433a-8738-3d49b04126aa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:06:24.453011 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e107ec-578f-433a-8738-3d49b04126aa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:06:24.453342 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e107ec-578f-433a-8738-3d49b04126aa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:06:24.453736 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e107ec-578f-433a-8738-3d49b04126aa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:06:24.454091 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e107ec-578f-433a-8738-3d49b04126aa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:06:24.454445 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e107ec-578f-433a-8738-3d49b04126aa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:06:24.454798 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e107ec-578f-433a-8738-3d49b04126aa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:06:24.455206 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e107ec-578f-433a-8738-3d49b04126aa admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:06:24.455557 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e107ec-578f-433a-8738-3d49b04126aa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:06:24.455907 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e107ec-578f-433a-8738-3d49b04126aa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:06:24.456257 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e107ec-578f-433a-8738-3d49b04126aa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:06:24.456606 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e107ec-578f-433a-8738-3d49b04126aa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:06:24.457000 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e107ec-578f-433a-8738-3d49b04126aa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:06:24.457348 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e107ec-578f-433a-8738-3d49b04126aa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:06:24.457696 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e107ec-578f-433a-8738-3d49b04126aa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:06:24.458082 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e107ec-578f-433a-8738-3d49b04126aa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:06:24.458435 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e107ec-578f-433a-8738-3d49b04126aa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:06:24.458784 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e107ec-578f-433a-8738-3d49b04126aa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:06:24.459132 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e107ec-578f-433a-8738-3d49b04126aa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:06:24.460449 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-30e107ec-578f-433a-8738-3d49b04126aa admin admin] Tracked resource versions report:
Feb 19 03:06:24.460449 dv-cinder-775706-2-iscsi neutron-server[84004]: pushed versions:
Feb 19 03:06:24.460449 dv-cinder-775706-2-iscsi neutron-server[84004]: {   'AddressGroup': {'1.1'},
Feb 19 03:06:24.460449 dv-cinder-775706-2-iscsi neutron-server[84004]:     'ConntrackHelper': {'1.0'},
Feb 19 03:06:24.460449 dv-cinder-775706-2-iscsi neutron-server[84004]:     'Log': {'1.0'},
Feb 19 03:06:24.460449 dv-cinder-775706-2-iscsi neutron-server[84004]:     'Network': {'1.1'},
Feb 19 03:06:24.460449 dv-cinder-775706-2-iscsi neutron-server[84004]:     'Port': {'1.7'},
Feb 19 03:06:24.460449 dv-cinder-775706-2-iscsi neutron-server[84004]:     'PortForwarding': {'1.2'},
Feb 19 03:06:24.460449 dv-cinder-775706-2-iscsi neutron-server[84004]:     'QosPolicy': {'1.8'},
Feb 19 03:06:24.460449 dv-cinder-775706-2-iscsi neutron-server[84004]:     'SecurityGroup': {'1.4'},
Feb 19 03:06:24.460449 dv-cinder-775706-2-iscsi neutron-server[84004]:     'SecurityGroupRule': {'1.2'},
Feb 19 03:06:24.460449 dv-cinder-775706-2-iscsi neutron-server[84004]:     'SubPort': {'1.0'},
Feb 19 03:06:24.460449 dv-cinder-775706-2-iscsi neutron-server[84004]:     'Subnet': {'1.1'},
Feb 19 03:06:24.460449 dv-cinder-775706-2-iscsi neutron-server[84004]:     'Trunk': {'1.1'}}
Feb 19 03:06:24.460449 dv-cinder-775706-2-iscsi neutron-server[84004]: consumer versions:
Feb 19 03:06:24.460449 dv-cinder-775706-2-iscsi neutron-server[84004]: {   DHCP agent@dv-cinder-775706-2-iscsi: {},
Feb 19 03:06:24.460449 dv-cinder-775706-2-iscsi neutron-server[84004]:     L3 agent@dv-cinder-775706-2-iscsi: {},
Feb 19 03:06:24.460449 dv-cinder-775706-2-iscsi neutron-server[84004]:     Metadata agent@dv-cinder-775706-2-iscsi: {},
Feb 19 03:06:24.460449 dv-cinder-775706-2-iscsi neutron-server[84004]:     Metering agent@dv-cinder-775706-2-iscsi: {},
Feb 19 03:06:24.460449 dv-cinder-775706-2-iscsi neutron-server[84004]:     Open vSwitch agent@dv-cinder-775706-2-iscsi: {   'AddressGroup': '1.1',
Feb 19 03:06:24.460449 dv-cinder-775706-2-iscsi neutron-server[84004]:                                                      'ConntrackHelper': '1.0',
Feb 19 03:06:24.460449 dv-cinder-775706-2-iscsi neutron-server[84004]:                                                      'Log': '1.0',
Feb 19 03:06:24.460449 dv-cinder-775706-2-iscsi neutron-server[84004]:                                                      'Network': '1.1',
Feb 19 03:06:24.460449 dv-cinder-775706-2-iscsi neutron-server[84004]:                                                      'Port': '1.7',
Feb 19 03:06:24.460449 dv-cinder-775706-2-iscsi neutron-server[84004]:                                                      'PortForwarding': '1.2',
Feb 19 03:06:24.460449 dv-cinder-775706-2-iscsi neutron-server[84004]:                                                      'QosPolicy': '1.8',
Feb 19 03:06:24.460449 dv-cinder-775706-2-iscsi neutron-server[84004]:                                                      'SecurityGroup': '1.4',
Feb 19 03:06:24.460449 dv-cinder-775706-2-iscsi neutron-server[84004]:                                                      'SecurityGroupRule': '1.2',
Feb 19 03:06:24.460449 dv-cinder-775706-2-iscsi neutron-server[84004]:                                                      'SubPort': '1.0',
Feb 19 03:06:24.460449 dv-cinder-775706-2-iscsi neutron-server[84004]:                                                      'Subnet': '1.1',
Feb 19 03:06:24.460449 dv-cinder-775706-2-iscsi neutron-server[84004]:                                                      'Trunk': '1.1'},
Feb 19 03:06:24.460449 dv-cinder-775706-2-iscsi neutron-server[84004]:     Open vSwitch agent@hv-cinder-77570: {   'AddressGroup': '1.1',
Feb 19 03:06:24.460449 dv-cinder-775706-2-iscsi neutron-server[84004]:                                             'ConntrackHelper': '1.0',
Feb 19 03:06:24.460449 dv-cinder-775706-2-iscsi neutron-server[84004]:                                             'Log': '1.0',
Feb 19 03:06:24.460449 dv-cinder-775706-2-iscsi neutron-server[84004]:                                             'Network': '1.1',
Feb 19 03:06:24.460449 dv-cinder-775706-2-iscsi neutron-server[84004]:                                             'Port': '1.7',
Feb 19 03:06:24.460449 dv-cinder-775706-2-iscsi neutron-server[84004]:                                             'PortForwarding': '1.2',
Feb 19 03:06:24.460449 dv-cinder-775706-2-iscsi neutron-server[84004]:                                             'QosPolicy': '1.8',
Feb 19 03:06:24.460449 dv-cinder-775706-2-iscsi neutron-server[84004]:                                             'SecurityGroup': '1.4',
Feb 19 03:06:24.460449 dv-cinder-775706-2-iscsi neutron-server[84004]:                                             'SecurityGroupRule': '1.2',
Feb 19 03:06:24.460449 dv-cinder-775706-2-iscsi neutron-server[84004]:                                             'SubPort': '1.0',
Feb 19 03:06:24.460449 dv-cinder-775706-2-iscsi neutron-server[84004]:                                             'Subnet': '1.1',
Feb 19 03:06:24.460449 dv-cinder-775706-2-iscsi neutron-server[84004]:                                             'Trunk': '1.1'}}
Feb 19 03:06:24.460449 dv-cinder-775706-2-iscsi neutron-server[84004]:  {{(pid=84115) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Feb 19 03:06:24.466653 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-30e107ec-578f-433a-8738-3d49b04126aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:06:24.467469 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.108s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:06:24.500262 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad5fe99-b2c5-49d1-a7c2-bc3155737dea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3abdea19-59c5-47bb-abc1-26c9cf24f411,revision_number=1']} {{(pid=84115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:06:24.504014 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.db.api [None req-2ad5fe99-b2c5-49d1-a7c2-bc3155737dea admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=84115) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 19 03:06:24.509570 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_db.api [None req-2ad5fe99-b2c5-49d1-a7c2-bc3155737dea admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=84115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 19 03:06:24.509570 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a745933-8950-48d5-8152-5f9081e0e105 admin admin] Made reservation on behalf of fe62d789c5ba40bd87c0c4eb042c2297 for: {'subnet': 1} {{(pid=84115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 19 03:06:24.513116 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-1a745933-8950-48d5-8152-5f9081e0e105 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:24.523693 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2091e4ec-394a-4b56-9c30-57b8f0e8c9f6 admin admin] Pushing event updated for resources: {'Network': ['ID=6590657d-05da-4509-bb41-0f0908d98c62,revision_number=1']} {{(pid=84116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:06:24.526534 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-2091e4ec-394a-4b56-9c30-57b8f0e8c9f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:06:24.530296 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-2ad5fe99-b2c5-49d1-a7c2-bc3155737dea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:06:24.532499 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-ed1abd93-30ab-455f-b25e-ecbc2cc5cf06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:24.536968 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.rpc [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Network 6590657d-05da-4509-bb41-0f0908d98c62 details requested by agent ovs-agent-hv-cinder-77570 with host hv-cinder-77570 {{(pid=84117) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 19 03:06:24.552192 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.rpc [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Network 6590657d-05da-4509-bb41-0f0908d98c62 details requested by agent ovs-agent-dv-cinder-775706-2-iscsi with host dv-cinder-775706-2-iscsi {{(pid=84117) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 19 03:06:24.568868 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-2091e4ec-394a-4b56-9c30-57b8f0e8c9f6 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 1.5128748
Feb 19 03:06:24.571989 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84116) accepted ('10.222.0.13', 47306) {{(pid=84116) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:06:24.580686 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.v2.base [None req-d7ab7c6f-ddb9-435a-979d-fae4e3389c1d admin admin] Request body: {'subnet': {'network_id': '6590657d-05da-4509-bb41-0f0908d98c62', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-5869323-subnet', 'tenant_id': 'a83cb91af86b404e843a85617a0bdf97', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 03:06:24.598658 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-d7ab7c6f-ddb9-435a-979d-fae4e3389c1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 03:06:24.608749 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-d7ab7c6f-ddb9-435a-979d-fae4e3389c1d admin admin] Usage tracker for resource:subnet and tenant:a83cb91af86b404e843a85617a0bdf97 is out of sync, need to count used quota {{(pid=84116) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 03:06:24.616464 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-d7ab7c6f-ddb9-435a-979d-fae4e3389c1d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84116) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 03:06:24.633957 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-d7ab7c6f-ddb9-435a-979d-fae4e3389c1d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 03:06:24.681518 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7ab7c6f-ddb9-435a-979d-fae4e3389c1d admin admin] Made reservation on behalf of a83cb91af86b404e843a85617a0bdf97 for: {'subnet': 1} {{(pid=84116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 19 03:06:24.686301 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-d7ab7c6f-ddb9-435a-979d-fae4e3389c1d admin admin] Notify callbacks [] for subnet, before_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:24.950277 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-30e107ec-578f-433a-8738-3d49b04126aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838630373'] for network, before_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:25.008309 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-2ad5fe99-b2c5-49d1-a7c2-bc3155737dea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838630373'] for network, before_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:25.091459 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30e107ec-578f-433a-8738-3d49b04126aa admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5}  {{(pid=84115) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 19 03:06:25.105770 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-30e107ec-578f-433a-8738-3d49b04126aa admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8767143388190', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838644319'] for segment, precommit_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:25.106254 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.db.segments_db [None req-30e107ec-578f-433a-8738-3d49b04126aa admin admin] Added segment 33173a67-4e53-4c95-a210-42a60855aeba of type vxlan for network bb5fefa0-1076-4946-983d-336f1fd2573a
Feb 19 03:06:25.223999 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-30e107ec-578f-433a-8738-3d49b04126aa admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363269711912974'] for network, precommit_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:25.383644 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-d7ab7c6f-ddb9-435a-979d-fae4e3389c1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477'] for subnet, after_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:25.383644 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:06:25.384821 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-1a745933-8950-48d5-8152-5f9081e0e105 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477'] for subnet, after_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:25.386326 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-30e107ec-578f-433a-8738-3d49b04126aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477'] for network, after_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:25.401552 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.db.api [None req-2ad5fe99-b2c5-49d1-a7c2-bc3155737dea admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=84115) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 19 03:06:25.402204 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_db.api [None req-2ad5fe99-b2c5-49d1-a7c2-bc3155737dea admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=84115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 19 03:06:25.404982 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:06:25.431682 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30e107ec-578f-433a-8738-3d49b04126aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:06:25.432329 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-30e107ec-578f-433a-8738-3d49b04126aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854203462'] for network, before_response {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:25.479582 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ab7c6f-ddb9-435a-979d-fae4e3389c1d admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8812985-29c9-4582-bf6b-c00d9e74b5a6,revision_number=0']} {{(pid=84116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:06:25.484071 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-d7ab7c6f-ddb9-435a-979d-fae4e3389c1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:06:25.557685 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7ab7c6f-ddb9-435a-979d-fae4e3389c1d admin admin] Checking segment: {'id': '9336127e-160f-4619-9a09-bfd4cdb78b72', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '6590657d-05da-4509-bb41-0f0908d98c62'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 19 03:06:25.558531 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7ab7c6f-ddb9-435a-979d-fae4e3389c1d admin admin] Network hostable DHCP agents. Network: 6590657d-05da-4509-bb41-0f0908d98c62, hostable agents: ['0c5e2175-22e3-4812-a651-647624438454'], hosted agents: [] {{(pid=84116) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 19 03:06:25.564934 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a745933-8950-48d5-8152-5f9081e0e105 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ffae0469-f40c-4397-8d65-7fee68a1ef0a,revision_number=0']} {{(pid=84115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:06:25.572552 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-1a745933-8950-48d5-8152-5f9081e0e105 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:06:25.572995 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.083s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:06:25.635982 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7ab7c6f-ddb9-435a-979d-fae4e3389c1d admin admin] Network 6590657d-05da-4509-bb41-0f0908d98c62 is scheduled to be hosted by DHCP agent 0c5e2175-22e3-4812-a651-647624438454 with binding_index 1 {{(pid=84116) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 19 03:06:25.651693 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-2ad5fe99-b2c5-49d1-a7c2-bc3155737dea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838630373'] for network, before_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:25.677134 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-30e107ec-578f-433a-8738-3d49b04126aa admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 878 time: 2.3921151
Feb 19 03:06:25.681877 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84116) accepted ('10.222.0.13', 47340) {{(pid=84116) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:06:25.685013 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.scheduler.base_scheduler [None req-d7ab7c6f-ddb9-435a-979d-fae4e3389c1d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775706-2-iscsi, 6590657d-05da-4509-bb41-0f0908d98c62) {{(pid=84116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 19 03:06:25.691967 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.v2.base [None req-45b220c6-434c-4bcf-9118-f293f2d1520e admin admin] Request body: {'subnet': {'network_id': 'bb5fefa0-1076-4946-983d-336f1fd2573a', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1363834067-subnet', 'tenant_id': '31fa707eb6944aff9f4e04b78ed3ee0e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 03:06:25.693912 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa11c141-8f9e-4c30-8e27-fb0efff1ca03 None None] Network 6590657d-05da-4509-bb41-0f0908d98c62 requested from dv-cinder-775706-2-iscsi {{(pid=84117) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 19 03:06:25.699234 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-45b220c6-434c-4bcf-9118-f293f2d1520e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 03:06:25.702478 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7ab7c6f-ddb9-435a-979d-fae4e3389c1d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:06:25.703415 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-d7ab7c6f-ddb9-435a-979d-fae4e3389c1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854203462'] for subnet, before_response {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:25.712490 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-45b220c6-434c-4bcf-9118-f293f2d1520e admin admin] Usage tracker for resource:subnet and tenant:31fa707eb6944aff9f4e04b78ed3ee0e is out of sync, need to count used quota {{(pid=84116) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 03:06:25.720672 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-45b220c6-434c-4bcf-9118-f293f2d1520e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84116) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 03:06:25.724819 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e107ec-578f-433a-8738-3d49b04126aa admin admin] Pushing event updated for resources: {'Network': ['ID=bb5fefa0-1076-4946-983d-336f1fd2573a,revision_number=1']} {{(pid=84115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:06:25.733328 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-45b220c6-434c-4bcf-9118-f293f2d1520e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 03:06:25.741993 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ad5fe99-b2c5-49d1-a7c2-bc3155737dea admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6}  {{(pid=84115) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 19 03:06:25.744683 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-30e107ec-578f-433a-8738-3d49b04126aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:06:25.782879 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a745933-8950-48d5-8152-5f9081e0e105 admin admin] Checking segment: {'id': '6e9f1b00-4f0b-4b9d-b1f1-2ca997d9692c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '96367511-4096-441d-8b71-998abf1ff026'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 19 03:06:25.783280 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a745933-8950-48d5-8152-5f9081e0e105 admin admin] Network hostable DHCP agents. Network: 96367511-4096-441d-8b71-998abf1ff026, hostable agents: ['0c5e2175-22e3-4812-a651-647624438454'], hosted agents: [] {{(pid=84115) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 19 03:06:25.794096 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.rpc [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Network bb5fefa0-1076-4946-983d-336f1fd2573a details requested by agent ovs-agent-hv-cinder-77570 with host hv-cinder-77570 {{(pid=84117) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 19 03:06:25.806830 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84116) accepted ('10.222.0.13', 47346) {{(pid=84116) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:06:25.808839 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.rpc [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Network bb5fefa0-1076-4946-983d-336f1fd2573a details requested by agent ovs-agent-dv-cinder-775706-2-iscsi with host dv-cinder-775706-2-iscsi {{(pid=84117) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 19 03:06:25.927505 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-2ad5fe99-b2c5-49d1-a7c2-bc3155737dea admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8767143388190', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838644319'] for segment, precommit_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:25.928558 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.db.segments_db [None req-2ad5fe99-b2c5-49d1-a7c2-bc3155737dea admin admin] Added segment 24bf194f-4bc7-4684-a2af-42ff5163776b of type vxlan for network 5954e949-f082-4293-8249-33bd0ebaecec
Feb 19 03:06:25.968620 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-2ad5fe99-b2c5-49d1-a7c2-bc3155737dea admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363269711912974'] for network, precommit_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:25.975109 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-d7ab7c6f-ddb9-435a-979d-fae4e3389c1d admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 853 time: 1.4010522
Feb 19 03:06:25.977841 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84116) accepted ('10.222.0.13', 47360) {{(pid=84116) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:06:25.985875 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.v2.base [None req-23d1b794-501f-47bf-a7e1-b011b42987c6 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-5869323-router', 'tenant_id': 'a83cb91af86b404e843a85617a0bdf97', 'external_gateway_info': {'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc'}}} {{(pid=84116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 03:06:25.996310 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-23d1b794-501f-47bf-a7e1-b011b42987c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 03:06:26.005511 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a745933-8950-48d5-8152-5f9081e0e105 admin admin] Network 96367511-4096-441d-8b71-998abf1ff026 is scheduled to be hosted by DHCP agent 0c5e2175-22e3-4812-a651-647624438454 with binding_index 1 {{(pid=84115) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 19 03:06:26.007812 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-23d1b794-501f-47bf-a7e1-b011b42987c6 admin admin] Usage tracker for resource:router and tenant:a83cb91af86b404e843a85617a0bdf97 is out of sync, need to count used quota {{(pid=84116) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 03:06:26.018799 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-23d1b794-501f-47bf-a7e1-b011b42987c6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84116) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 03:06:26.029257 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-23d1b794-501f-47bf-a7e1-b011b42987c6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 03:06:26.038919 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45b220c6-434c-4bcf-9118-f293f2d1520e admin admin] Made reservation on behalf of 31fa707eb6944aff9f4e04b78ed3ee0e for: {'subnet': 1} {{(pid=84116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 19 03:06:26.043562 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-45b220c6-434c-4bcf-9118-f293f2d1520e admin admin] Notify callbacks [] for subnet, before_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:26.059319 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.scheduler.base_scheduler [None req-1a745933-8950-48d5-8152-5f9081e0e105 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775706-2-iscsi, 96367511-4096-441d-8b71-998abf1ff026) {{(pid=84115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 19 03:06:26.064115 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a745933-8950-48d5-8152-5f9081e0e105 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:06:26.068883 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-1a745933-8950-48d5-8152-5f9081e0e105 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854203462'] for subnet, before_response {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:26.090293 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-2ad5fe99-b2c5-49d1-a7c2-bc3155737dea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477'] for network, after_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:26.092168 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ad5fe99-b2c5-49d1-a7c2-bc3155737dea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:06:26.093137 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-2ad5fe99-b2c5-49d1-a7c2-bc3155737dea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854203462'] for network, before_response {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:26.099953 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-30e107ec-578f-433a-8738-3d49b04126aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:06:26.125800 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-23d1b794-501f-47bf-a7e1-b011b42987c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854401036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854736359'] for router, before_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:26.126986 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-23d1b794-501f-47bf-a7e1-b011b42987c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854401051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854387709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-537069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39441'] for router, precommit_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:26.137444 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63282973-91d3-4cf4-89b6-f3b43591cb76 None None] Network 96367511-4096-441d-8b71-998abf1ff026 requested from dv-cinder-775706-2-iscsi {{(pid=84117) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 19 03:06:26.170705 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-23d1b794-501f-47bf-a7e1-b011b42987c6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:26.222751 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-1a745933-8950-48d5-8152-5f9081e0e105 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 852 time: 2.0245864
Feb 19 03:06:26.226140 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84116) accepted ('10.222.0.13', 47368) {{(pid=84116) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:06:26.235086 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.v2.base [None req-6c50ec8a-e384-4f08-9644-14677e79a2ab admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-537297990-router', 'tenant_id': 'fe62d789c5ba40bd87c0c4eb042c2297', 'external_gateway_info': {'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc'}}} {{(pid=84116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 03:06:26.236880 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad5fe99-b2c5-49d1-a7c2-bc3155737dea admin admin] Pushing event updated for resources: {'Network': ['ID=5954e949-f082-4293-8249-33bd0ebaecec,revision_number=1']} {{(pid=84115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:06:26.241044 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-2ad5fe99-b2c5-49d1-a7c2-bc3155737dea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:06:26.251401 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-6c50ec8a-e384-4f08-9644-14677e79a2ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 03:06:26.251401 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-6c50ec8a-e384-4f08-9644-14677e79a2ab admin admin] Usage tracker for resource:router and tenant:fe62d789c5ba40bd87c0c4eb042c2297 is out of sync, need to count used quota {{(pid=84116) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 03:06:26.252464 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-6c50ec8a-e384-4f08-9644-14677e79a2ab admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84116) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 03:06:26.259088 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-6c50ec8a-e384-4f08-9644-14677e79a2ab admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 03:06:26.292535 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.rpc [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Network 5954e949-f082-4293-8249-33bd0ebaecec details requested by agent ovs-agent-dv-cinder-775706-2-iscsi with host dv-cinder-775706-2-iscsi {{(pid=84117) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 19 03:06:26.307758 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.rpc [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Network 5954e949-f082-4293-8249-33bd0ebaecec details requested by agent ovs-agent-hv-cinder-77570 with host hv-cinder-77570 {{(pid=84117) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 19 03:06:26.336097 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-2ad5fe99-b2c5-49d1-a7c2-bc3155737dea admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 879 time: 3.0275600
Feb 19 03:06:26.339312 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84115) accepted ('10.222.0.13', 47378) {{(pid=84115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:06:26.346532 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.v2.base [None req-372c334f-2142-43af-a533-9272eef25f9a admin admin] Request body: {'subnet': {'network_id': '5954e949-f082-4293-8249-33bd0ebaecec', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-20477083-subnet', 'tenant_id': '3930a9bb64484ce1bf7cabab6e8229f8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 03:06:26.356681 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-372c334f-2142-43af-a533-9272eef25f9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 03:06:26.367004 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-372c334f-2142-43af-a533-9272eef25f9a admin admin] Usage tracker for resource:subnet and tenant:3930a9bb64484ce1bf7cabab6e8229f8 is out of sync, need to count used quota {{(pid=84115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 03:06:26.373095 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-372c334f-2142-43af-a533-9272eef25f9a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 03:06:26.389511 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-372c334f-2142-43af-a533-9272eef25f9a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 03:06:26.429867 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-372c334f-2142-43af-a533-9272eef25f9a admin admin] Made reservation on behalf of 3930a9bb64484ce1bf7cabab6e8229f8 for: {'subnet': 1} {{(pid=84115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 19 03:06:26.435465 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-372c334f-2142-43af-a533-9272eef25f9a admin admin] Notify callbacks [] for subnet, before_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:26.744771 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-3f3b0fe6-1121-449d-9339-bb7492873fee admin admin] Notify callbacks [] for security_group, before_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:26.772434 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5caf5882-c7db-4dbc-b297-7b8d7dac887f None None] Network 6590657d-05da-4509-bb41-0f0908d98c62 requested from dv-cinder-775706-2-iscsi {{(pid=84117) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 19 03:06:26.858007 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-6c50ec8a-e384-4f08-9644-14677e79a2ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854401036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854736359'] for router, before_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:26.866017 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-6c50ec8a-e384-4f08-9644-14677e79a2ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854401051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854387709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-537069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39441'] for router, precommit_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:26.996947 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3796c6a6-8a6e-42a2-bed3-24bcd65e21dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84d41ed4-238b-5c20-a491-76edeb2704ed-96367511-4096-441d-8b71-998abf1ff026', 'network_id': '96367511-4096-441d-8b71-998abf1ff026', 'tenant_id': 'fe62d789c5ba40bd87c0c4eb042c2297', 'fixed_ips': [{'subnet_id': 'ffae0469-f40c-4397-8d65-7fee68a1ef0a'}]}} from dv-cinder-775706-2-iscsi. {{(pid=84117) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Feb 19 03:06:26.998018 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-3796c6a6-8a6e-42a2-bed3-24bcd65e21dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838630373'] for port, before_create {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:27.001833 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-3f3b0fe6-1121-449d-9339-bb7492873fee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 03:06:27.109558 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-23d1b794-501f-47bf-a7e1-b011b42987c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854387574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-374659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39424'] for router, precommit_update {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:27.114935 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-3f3b0fe6-1121-449d-9339-bb7492873fee admin admin] Usage tracker for resource:security_group_rule and tenant:996e31d788494e25a0ab5733b5e54ca8 is out of sync, need to count used quota {{(pid=84116) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 03:06:27.171692 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-3f3b0fe6-1121-449d-9339-bb7492873fee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84116) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 03:06:27.187822 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-3f3b0fe6-1121-449d-9339-bb7492873fee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 03:06:27.193174 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-6c50ec8a-e384-4f08-9644-14677e79a2ab admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:27.321843 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84115) accepted ('10.222.0.13', 47416) {{(pid=84115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:06:27.411611 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-3f3b0fe6-1121-449d-9339-bb7492873fee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:27.476087 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-3f3b0fe6-1121-449d-9339-bb7492873fee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237410'] for security_group, after_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:27.482913 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-372c334f-2142-43af-a533-9272eef25f9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477'] for subnet, after_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:27.501467 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:06:27.523097 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:06:27.526936 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-3f3b0fe6-1121-449d-9339-bb7492873fee admin admin] Synchronizing usage tracker for tenant:fc37a511f50940a1b2216a1900e3049d on resource:security_group {{(pid=84116) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 19 03:06:27.547913 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-45b220c6-434c-4bcf-9118-f293f2d1520e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477'] for subnet, after_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:27.635181 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-3f3b0fe6-1121-449d-9339-bb7492873fee admin admin] Unset dirty status for tenant:fc37a511f50940a1b2216a1900e3049d on resource:security_group {{(pid=84116) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 19 03:06:27.636517 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-3f3b0fe6-1121-449d-9339-bb7492873fee admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=996e31d788494e25a0ab5733b5e54ca8&name=default HTTP/1.1" status: 200  len: 2975 time: 1.8283756
Feb 19 03:06:27.644673 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84115) accepted ('10.222.0.13', 47428) {{(pid=84115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:06:27.647423 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-32113ab3-7660-4b96-a3da-89d4323de9e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:27.700380 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-32113ab3-7660-4b96-a3da-89d4323de9e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 03:06:27.727925 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3b0fe6-1121-449d-9339-bb7492873fee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d2fc3f6-c0ad-4fae-8f00-2b7a38f35d2b,revision_number=1']} {{(pid=84116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:06:27.752257 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-32113ab3-7660-4b96-a3da-89d4323de9e0 admin admin] Usage tracker for resource:security_group_rule and tenant:c880d013cc714d0db7131ce9a472a647 is out of sync, need to count used quota {{(pid=84115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 03:06:27.762518 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372c334f-2142-43af-a533-9272eef25f9a admin admin] Pushing event updated for resources: {'Subnet': ['ID=f1853278-935e-4022-b7cb-005e1e744dbb,revision_number=0']} {{(pid=84115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:06:27.768432 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-372c334f-2142-43af-a533-9272eef25f9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:06:27.791829 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-32113ab3-7660-4b96-a3da-89d4323de9e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 03:06:27.798505 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-3f3b0fe6-1121-449d-9339-bb7492873fee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:06:27.800267 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-0784fb05-52fe-4ff8-bef9-4883cfad6f84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.150s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:06:27.827755 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.db_base_plugin_common [None req-3796c6a6-8a6e-42a2-bed3-24bcd65e21dd None None] Allocated IP 172.20.0.2 (96367511-4096-441d-8b71-998abf1ff026/ffae0469-f40c-4397-8d65-7fee68a1ef0a/733219fc-bfac-4bb9-88da-8cf91a7b1a8e) {{(pid=84117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 19 03:06:27.852225 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-32113ab3-7660-4b96-a3da-89d4323de9e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 03:06:27.887985 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-d9086e66-d501-4876-9ffe-46ebb3efcb40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:27.946337 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b220c6-434c-4bcf-9118-f293f2d1520e admin admin] Pushing event updated for resources: {'Subnet': ['ID=346097c7-293e-4b41-9577-63d51cdea4c1,revision_number=0']} {{(pid=84116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:06:27.954243 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-d9086e66-d501-4876-9ffe-46ebb3efcb40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:27.960567 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-45b220c6-434c-4bcf-9118-f293f2d1520e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:06:28.009102 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-372c334f-2142-43af-a533-9272eef25f9a admin admin] Checking segment: {'id': '24bf194f-4bc7-4684-a2af-42ff5163776b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '5954e949-f082-4293-8249-33bd0ebaecec'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 19 03:06:28.009497 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-372c334f-2142-43af-a533-9272eef25f9a admin admin] Network hostable DHCP agents. Network: 5954e949-f082-4293-8249-33bd0ebaecec, hostable agents: ['0c5e2175-22e3-4812-a651-647624438454'], hosted agents: [] {{(pid=84115) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 19 03:06:28.039398 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-6c50ec8a-e384-4f08-9644-14677e79a2ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854387574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-374659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39424'] for router, precommit_update {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:28.096550 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-3796c6a6-8a6e-42a2-bed3-24bcd65e21dd None None] Notify callbacks [] for port, precommit_create {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:28.098432 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-32113ab3-7660-4b96-a3da-89d4323de9e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:28.104054 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-372c334f-2142-43af-a533-9272eef25f9a admin admin] Network 5954e949-f082-4293-8249-33bd0ebaecec is scheduled to be hosted by DHCP agent 0c5e2175-22e3-4812-a651-647624438454 with binding_index 1 {{(pid=84115) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 19 03:06:28.108246 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-d9086e66-d501-4876-9ffe-46ebb3efcb40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237410'] for security_group, after_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:28.109046 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-3796c6a6-8a6e-42a2-bed3-24bcd65e21dd None None] Transition to ACTIVE for port object 733219fc-bfac-4bb9-88da-8cf91a7b1a8e will not be triggered until provisioned by entity L2. {{(pid=84117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 19 03:06:28.118375 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:06:28.126717 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-3796c6a6-8a6e-42a2-bed3-24bcd65e21dd None None] Transition to ACTIVE for port object 733219fc-bfac-4bb9-88da-8cf91a7b1a8e will not be triggered until provisioned by entity DHCP. {{(pid=84117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 19 03:06:28.147276 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-32113ab3-7660-4b96-a3da-89d4323de9e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237410'] for security_group, after_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:28.150510 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-d9086e66-d501-4876-9ffe-46ebb3efcb40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:28.156215 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-d9086e66-d501-4876-9ffe-46ebb3efcb40 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2d2fc3f6-c0ad-4fae-8f00-2b7a38f35d2b HTTP/1.1" status: 204  len: 168 time: 0.5087988
Feb 19 03:06:28.162580 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9086e66-d501-4876-9ffe-46ebb3efcb40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d2fc3f6-c0ad-4fae-8f00-2b7a38f35d2b,revision_number=None']} {{(pid=84115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:06:28.166281 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-d9086e66-d501-4876-9ffe-46ebb3efcb40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:06:28.166783 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-2ad5fe99-b2c5-49d1-a7c2-bc3155737dea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:06:28.175796 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84116) accepted ('10.222.0.13', 47444) {{(pid=84116) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:06:28.194594 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-3796c6a6-8a6e-42a2-bed3-24bcd65e21dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363269711907205'] for port, after_create {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:28.195987 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.scheduler.base_scheduler [None req-372c334f-2142-43af-a533-9272eef25f9a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775706-2-iscsi, 5954e949-f082-4293-8249-33bd0ebaecec) {{(pid=84115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 19 03:06:28.223214 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-372c334f-2142-43af-a533-9272eef25f9a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:06:28.223859 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-372c334f-2142-43af-a533-9272eef25f9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854203462'] for subnet, before_response {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:28.244235 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-32113ab3-7660-4b96-a3da-89d4323de9e0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c880d013cc714d0db7131ce9a472a647&name=default HTTP/1.1" status: 200  len: 2975 time: 0.9180098
Feb 19 03:06:28.248143 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84115) accepted ('10.222.0.13', 47448) {{(pid=84115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:06:28.250895 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32113ab3-7660-4b96-a3da-89d4323de9e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7722267c-8504-4ad6-bcda-e77f130ff977,revision_number=1']} {{(pid=84115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:06:28.256049 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-a0f8ea5e-4036-4b12-b7cc-e46b551c710c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:06:28.256285 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-32113ab3-7660-4b96-a3da-89d4323de9e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:06:28.301826 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-372c334f-2142-43af-a533-9272eef25f9a admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 1.9555511
Feb 19 03:06:28.305903 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45b220c6-434c-4bcf-9118-f293f2d1520e admin admin] Checking segment: {'id': '33173a67-4e53-4c95-a210-42a60855aeba', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'bb5fefa0-1076-4946-983d-336f1fd2573a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 19 03:06:28.306303 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45b220c6-434c-4bcf-9118-f293f2d1520e admin admin] Network hostable DHCP agents. Network: bb5fefa0-1076-4946-983d-336f1fd2573a, hostable agents: ['0c5e2175-22e3-4812-a651-647624438454'], hosted agents: [] {{(pid=84116) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 19 03:06:28.314271 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0052897f-067d-47df-82cd-4405ac362e67 None None] Network 5954e949-f082-4293-8249-33bd0ebaecec requested from dv-cinder-775706-2-iscsi {{(pid=84117) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 19 03:06:28.354283 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-ed9bc69e-f3bb-4fe1-867d-0a8e11ef9949 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:28.390048 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-ed9bc69e-f3bb-4fe1-867d-0a8e11ef9949 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:28.532864 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-ed9bc69e-f3bb-4fe1-867d-0a8e11ef9949 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237410'] for security_group, after_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:28.539951 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-30e107ec-578f-433a-8738-3d49b04126aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:06:28.561765 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9bc69e-f3bb-4fe1-867d-0a8e11ef9949 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7722267c-8504-4ad6-bcda-e77f130ff977,revision_number=None']} {{(pid=84115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:06:28.573058 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-ed9bc69e-f3bb-4fe1-867d-0a8e11ef9949 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:06:28.574971 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-ed9bc69e-f3bb-4fe1-867d-0a8e11ef9949 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:28.578117 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-ed9bc69e-f3bb-4fe1-867d-0a8e11ef9949 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7722267c-8504-4ad6-bcda-e77f130ff977 HTTP/1.1" status: 204  len: 168 time: 0.3285646
Feb 19 03:06:28.716382 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-1c660444-2624-4dc8-b17f-e91b3aa7bdb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:28.765692 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3796c6a6-8a6e-42a2-bed3-24bcd65e21dd None None] Pushing event updated for resources: {'Port': ['ID=733219fc-bfac-4bb9-88da-8cf91a7b1a8e,revision_number=1']} {{(pid=84117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:06:28.770484 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45b220c6-434c-4bcf-9118-f293f2d1520e admin admin] Network bb5fefa0-1076-4946-983d-336f1fd2573a is scheduled to be hosted by DHCP agent 0c5e2175-22e3-4812-a651-647624438454 with binding_index 1 {{(pid=84116) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 19 03:06:28.788785 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-1c660444-2624-4dc8-b17f-e91b3aa7bdb5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 03:06:28.804367 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3796c6a6-8a6e-42a2-bed3-24bcd65e21dd None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:06:28.804367 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3796c6a6-8a6e-42a2-bed3-24bcd65e21dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:06:28.804367 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3796c6a6-8a6e-42a2-bed3-24bcd65e21dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:06:28.804631 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-1c660444-2624-4dc8-b17f-e91b3aa7bdb5 admin admin] Usage tracker for resource:security_group_rule and tenant:d9864c2677a6438594f7760b098885b3 is out of sync, need to count used quota {{(pid=84116) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 03:06:28.804708 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3796c6a6-8a6e-42a2-bed3-24bcd65e21dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:06:28.804708 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3796c6a6-8a6e-42a2-bed3-24bcd65e21dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:06:28.804708 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3796c6a6-8a6e-42a2-bed3-24bcd65e21dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:06:28.804708 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3796c6a6-8a6e-42a2-bed3-24bcd65e21dd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:06:28.804708 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3796c6a6-8a6e-42a2-bed3-24bcd65e21dd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:06:28.804708 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3796c6a6-8a6e-42a2-bed3-24bcd65e21dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:06:28.804708 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3796c6a6-8a6e-42a2-bed3-24bcd65e21dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:06:28.804708 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3796c6a6-8a6e-42a2-bed3-24bcd65e21dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:06:28.804708 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3796c6a6-8a6e-42a2-bed3-24bcd65e21dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:06:28.804708 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3796c6a6-8a6e-42a2-bed3-24bcd65e21dd None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:06:28.804708 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3796c6a6-8a6e-42a2-bed3-24bcd65e21dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:06:28.805445 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-1c660444-2624-4dc8-b17f-e91b3aa7bdb5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84116) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 03:06:28.805520 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3796c6a6-8a6e-42a2-bed3-24bcd65e21dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:06:28.805601 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3796c6a6-8a6e-42a2-bed3-24bcd65e21dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:06:28.816166 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-1c660444-2624-4dc8-b17f-e91b3aa7bdb5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 03:06:28.816350 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3796c6a6-8a6e-42a2-bed3-24bcd65e21dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:06:28.816866 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3796c6a6-8a6e-42a2-bed3-24bcd65e21dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:06:28.817263 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3796c6a6-8a6e-42a2-bed3-24bcd65e21dd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:06:28.817647 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3796c6a6-8a6e-42a2-bed3-24bcd65e21dd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:06:28.818318 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3796c6a6-8a6e-42a2-bed3-24bcd65e21dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:06:28.818701 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3796c6a6-8a6e-42a2-bed3-24bcd65e21dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:06:28.822138 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.scheduler.base_scheduler [None req-45b220c6-434c-4bcf-9118-f293f2d1520e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775706-2-iscsi, bb5fefa0-1076-4946-983d-336f1fd2573a) {{(pid=84116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 19 03:06:28.823332 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3796c6a6-8a6e-42a2-bed3-24bcd65e21dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:06:28.823926 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3796c6a6-8a6e-42a2-bed3-24bcd65e21dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:06:28.830207 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3796c6a6-8a6e-42a2-bed3-24bcd65e21dd None None] Tracked resource versions report:
Feb 19 03:06:28.830207 dv-cinder-775706-2-iscsi neutron-server[84004]: pushed versions:
Feb 19 03:06:28.830207 dv-cinder-775706-2-iscsi neutron-server[84004]: {   'AddressGroup': {'1.1'},
Feb 19 03:06:28.830207 dv-cinder-775706-2-iscsi neutron-server[84004]:     'ConntrackHelper': {'1.0'},
Feb 19 03:06:28.830207 dv-cinder-775706-2-iscsi neutron-server[84004]:     'Log': {'1.0'},
Feb 19 03:06:28.830207 dv-cinder-775706-2-iscsi neutron-server[84004]:     'Network': {'1.1'},
Feb 19 03:06:28.830207 dv-cinder-775706-2-iscsi neutron-server[84004]:     'Port': {'1.7'},
Feb 19 03:06:28.830207 dv-cinder-775706-2-iscsi neutron-server[84004]:     'PortForwarding': {'1.2'},
Feb 19 03:06:28.830207 dv-cinder-775706-2-iscsi neutron-server[84004]:     'QosPolicy': {'1.8'},
Feb 19 03:06:28.830207 dv-cinder-775706-2-iscsi neutron-server[84004]:     'SecurityGroup': {'1.4'},
Feb 19 03:06:28.830207 dv-cinder-775706-2-iscsi neutron-server[84004]:     'SecurityGroupRule': {'1.2'},
Feb 19 03:06:28.830207 dv-cinder-775706-2-iscsi neutron-server[84004]:     'SubPort': {'1.0'},
Feb 19 03:06:28.830207 dv-cinder-775706-2-iscsi neutron-server[84004]:     'Subnet': {'1.1'},
Feb 19 03:06:28.830207 dv-cinder-775706-2-iscsi neutron-server[84004]:     'Trunk': {'1.1'}}
Feb 19 03:06:28.830207 dv-cinder-775706-2-iscsi neutron-server[84004]: consumer versions:
Feb 19 03:06:28.830207 dv-cinder-775706-2-iscsi neutron-server[84004]: {   DHCP agent@dv-cinder-775706-2-iscsi: {},
Feb 19 03:06:28.830207 dv-cinder-775706-2-iscsi neutron-server[84004]:     L3 agent@dv-cinder-775706-2-iscsi: {},
Feb 19 03:06:28.830207 dv-cinder-775706-2-iscsi neutron-server[84004]:     Metadata agent@dv-cinder-775706-2-iscsi: {},
Feb 19 03:06:28.830207 dv-cinder-775706-2-iscsi neutron-server[84004]:     Metering agent@dv-cinder-775706-2-iscsi: {},
Feb 19 03:06:28.830207 dv-cinder-775706-2-iscsi neutron-server[84004]:     Open vSwitch agent@dv-cinder-775706-2-iscsi: {   'AddressGroup': '1.1',
Feb 19 03:06:28.830207 dv-cinder-775706-2-iscsi neutron-server[84004]:                                                      'ConntrackHelper': '1.0',
Feb 19 03:06:28.830207 dv-cinder-775706-2-iscsi neutron-server[84004]:                                                      'Log': '1.0',
Feb 19 03:06:28.830207 dv-cinder-775706-2-iscsi neutron-server[84004]:                                                      'Network': '1.1',
Feb 19 03:06:28.830207 dv-cinder-775706-2-iscsi neutron-server[84004]:                                                      'Port': '1.7',
Feb 19 03:06:28.830207 dv-cinder-775706-2-iscsi neutron-server[84004]:                                                      'PortForwarding': '1.2',
Feb 19 03:06:28.830207 dv-cinder-775706-2-iscsi neutron-server[84004]:                                                      'QosPolicy': '1.8',
Feb 19 03:06:28.830207 dv-cinder-775706-2-iscsi neutron-server[84004]:                                                      'SecurityGroup': '1.4',
Feb 19 03:06:28.830207 dv-cinder-775706-2-iscsi neutron-server[84004]:                                                      'SecurityGroupRule': '1.2',
Feb 19 03:06:28.830207 dv-cinder-775706-2-iscsi neutron-server[84004]:                                                      'SubPort': '1.0',
Feb 19 03:06:28.830207 dv-cinder-775706-2-iscsi neutron-server[84004]:                                                      'Subnet': '1.1',
Feb 19 03:06:28.830207 dv-cinder-775706-2-iscsi neutron-server[84004]:                                                      'Trunk': '1.1'},
Feb 19 03:06:28.830207 dv-cinder-775706-2-iscsi neutron-server[84004]:     Open vSwitch agent@hv-cinder-77570: {   'AddressGroup': '1.1',
Feb 19 03:06:28.830207 dv-cinder-775706-2-iscsi neutron-server[84004]:                                             'ConntrackHelper': '1.0',
Feb 19 03:06:28.830207 dv-cinder-775706-2-iscsi neutron-server[84004]:                                             'Log': '1.0',
Feb 19 03:06:28.830207 dv-cinder-775706-2-iscsi neutron-server[84004]:                                             'Network': '1.1',
Feb 19 03:06:28.830207 dv-cinder-775706-2-iscsi neutron-server[84004]:                                             'Port': '1.7',
Feb 19 03:06:28.830207 dv-cinder-775706-2-iscsi neutron-server[84004]:                                             'PortForwarding': '1.2',
Feb 19 03:06:28.830207 dv-cinder-775706-2-iscsi neutron-server[84004]:                                             'QosPolicy': '1.8',
Feb 19 03:06:28.830207 dv-cinder-775706-2-iscsi neutron-server[84004]:                                             'SecurityGroup': '1.4',
Feb 19 03:06:28.830207 dv-cinder-775706-2-iscsi neutron-server[84004]:                                             'SecurityGroupRule': '1.2',
Feb 19 03:06:28.830207 dv-cinder-775706-2-iscsi neutron-server[84004]:                                             'SubPort': '1.0',
Feb 19 03:06:28.830207 dv-cinder-775706-2-iscsi neutron-server[84004]:                                             'Subnet': '1.1',
Feb 19 03:06:28.830207 dv-cinder-775706-2-iscsi neutron-server[84004]:                                             'Trunk': '1.1'}}
Feb 19 03:06:28.830207 dv-cinder-775706-2-iscsi neutron-server[84004]:  {{(pid=84117) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Feb 19 03:06:28.833228 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45b220c6-434c-4bcf-9118-f293f2d1520e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:06:28.833228 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-45b220c6-434c-4bcf-9118-f293f2d1520e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854203462'] for subnet, before_response {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:28.853168 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-23d1b794-501f-47bf-a7e1-b011b42987c6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:28.877816 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38811caf-eeb8-413e-9ca9-c6e0e100311a None None] Network bb5fefa0-1076-4946-983d-336f1fd2573a requested from dv-cinder-775706-2-iscsi {{(pid=84117) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 19 03:06:28.935321 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-23d1b794-501f-47bf-a7e1-b011b42987c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838630373'] for port, before_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:28.992439 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-3796c6a6-8a6e-42a2-bed3-24bcd65e21dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.736s {{(pid=84117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:06:28.996873 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-45b220c6-434c-4bcf-9118-f293f2d1520e admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 3.3131914
Feb 19 03:06:29.199603 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3796c6a6-8a6e-42a2-bed3-24bcd65e21dd None None] Network 96367511-4096-441d-8b71-998abf1ff026 is already hosted by enough agents. {{(pid=84117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 19 03:06:29.212001 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.scheduler.base_scheduler [None req-3796c6a6-8a6e-42a2-bed3-24bcd65e21dd None None] Resources bound (agent type, host, resource id):  {{(pid=84117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 19 03:06:29.215136 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3796c6a6-8a6e-42a2-bed3-24bcd65e21dd None None] Received port after_create {{(pid=84117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 19 03:06:29.294272 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-1c660444-2624-4dc8-b17f-e91b3aa7bdb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:29.325125 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84115) accepted ('10.222.0.13', 47496) {{(pid=84115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:06:29.328537 dv-cinder-775706-2-iscsi neutron-server[84004]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Feb 19 03:06:29.361389 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-1c660444-2624-4dc8-b17f-e91b3aa7bdb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237410'] for security_group, after_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:29.387465 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:06:29.424025 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.managers [None req-3796c6a6-8a6e-42a2-bed3-24bcd65e21dd None None] Attempting to bind port 733219fc-bfac-4bb9-88da-8cf91a7b1a8e on host dv-cinder-775706-2-iscsi for vnic_type normal with profile  {{(pid=84117) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 03:06:29.424669 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.managers [None req-3796c6a6-8a6e-42a2-bed3-24bcd65e21dd None None] Attempting to bind port 733219fc-bfac-4bb9-88da-8cf91a7b1a8e by drivers openvswitch on host dv-cinder-775706-2-iscsi at level 0 using segments [{'id': '6e9f1b00-4f0b-4b9d-b1f1-2ca997d9692c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '96367511-4096-441d-8b71-998abf1ff026'}] {{(pid=84117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 19 03:06:29.425553 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3796c6a6-8a6e-42a2-bed3-24bcd65e21dd None None] Attempting to bind port 733219fc-bfac-4bb9-88da-8cf91a7b1a8e on network 96367511-4096-441d-8b71-998abf1ff026 {{(pid=84117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 19 03:06:29.443810 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e339f576-643e-46b0-8328-75731e1c86fa None None] Network 5954e949-f082-4293-8249-33bd0ebaecec requested from dv-cinder-775706-2-iscsi {{(pid=84117) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 19 03:06:29.535765 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84115) accepted ('10.222.0.13', 47504) {{(pid=84115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:06:29.568507 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-71a69ae3-1ad2-4c78-b714-72da8e13cd22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:29.572724 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-1c660444-2624-4dc8-b17f-e91b3aa7bdb5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d9864c2677a6438594f7760b098885b3&name=default HTTP/1.1" status: 200  len: 2975 time: 1.3915508
Feb 19 03:06:29.573814 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c660444-2624-4dc8-b17f-e91b3aa7bdb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=008aa4d1-0eea-4326-8b7b-890c53de79d8,revision_number=1']} {{(pid=84116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:06:29.576820 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84116) accepted ('10.222.0.13', 47508) {{(pid=84116) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:06:29.591953 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-71a69ae3-1ad2-4c78-b714-72da8e13cd22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 03:06:29.595921 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-1c660444-2624-4dc8-b17f-e91b3aa7bdb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:06:29.596073 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-71a69ae3-1ad2-4c78-b714-72da8e13cd22 admin admin] Usage tracker for resource:security_group_rule and tenant:7c8be3db40434828a3cf6292d68c74f8 is out of sync, need to count used quota {{(pid=84115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 03:06:29.597658 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-6c50ec8a-e384-4f08-9644-14677e79a2ab admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:29.599020 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-71a69ae3-1ad2-4c78-b714-72da8e13cd22 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 03:06:29.604770 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-71a69ae3-1ad2-4c78-b714-72da8e13cd22 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 03:06:29.629967 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d454302d-6165-4bdb-9e94-66361a0691b4 req-0e91749c-04c5-4c99-acc9-d897256aee4e tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:06:29.630719 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [req-d454302d-6165-4bdb-9e94-66361a0691b4 req-0e91749c-04c5-4c99-acc9-d897256aee4e tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Synchronizing usage tracker for tenant:3930a9bb64484ce1bf7cabab6e8229f8 on resource:network {{(pid=84115) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 19 03:06:29.632823 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3796c6a6-8a6e-42a2-bed3-24bcd65e21dd None None] Checking agent: {'id': '3cd1f8a8-5d37-45d2-b10a-f80d551451b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775706-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 19, 2, 56, 53), 'started_at': datetime.datetime(2021, 2, 19, 2, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 2, 19, 3, 6, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775706-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.86', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 19 03:06:29.633491 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3796c6a6-8a6e-42a2-bed3-24bcd65e21dd None None] Checking segment: {'id': '6e9f1b00-4f0b-4b9d-b1f1-2ca997d9692c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '96367511-4096-441d-8b71-998abf1ff026'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 19 03:06:29.634171 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-3796c6a6-8a6e-42a2-bed3-24bcd65e21dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:29.635052 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3796c6a6-8a6e-42a2-bed3-24bcd65e21dd None None] Bound using segment: {'id': '6e9f1b00-4f0b-4b9d-b1f1-2ca997d9692c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '96367511-4096-441d-8b71-998abf1ff026'} {{(pid=84117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 19 03:06:29.636173 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.managers [None req-3796c6a6-8a6e-42a2-bed3-24bcd65e21dd None None] Bound port: 733219fc-bfac-4bb9-88da-8cf91a7b1a8e, host: dv-cinder-775706-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e9f1b00-4f0b-4b9d-b1f1-2ca997d9692c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '96367511-4096-441d-8b71-998abf1ff026'}}] {{(pid=84117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 19 03:06:29.637526 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-3796c6a6-8a6e-42a2-bed3-24bcd65e21dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838630373'] for port, before_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:29.665946 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-6c50ec8a-e384-4f08-9644-14677e79a2ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838630373'] for port, before_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:29.723862 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-71a69ae3-1ad2-4c78-b714-72da8e13cd22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:29.779107 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [req-d454302d-6165-4bdb-9e94-66361a0691b4 req-0e91749c-04c5-4c99-acc9-d897256aee4e tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Unset dirty status for tenant:3930a9bb64484ce1bf7cabab6e8229f8 on resource:network {{(pid=84115) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 19 03:06:29.780942 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-d454302d-6165-4bdb-9e94-66361a0691b4 req-0e91749c-04c5-4c99-acc9-d897256aee4e tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] 10.222.0.13 "GET /v2.0/networks?id=5954e949-f082-4293-8249-33bd0ebaecec HTTP/1.1" status: 200  len: 813 time: 0.4546037
Feb 19 03:06:29.782264 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-71a69ae3-1ad2-4c78-b714-72da8e13cd22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237410'] for security_group, after_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:29.820547 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:06:29.836745 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9399fc21-cf82-4de8-a833-e606c0011de5 None None] Network bb5fefa0-1076-4946-983d-336f1fd2573a requested from dv-cinder-775706-2-iscsi {{(pid=84117) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 19 03:06:29.871002 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-d454302d-6165-4bdb-9e94-66361a0691b4 req-d46b803a-576b-44e2-84dd-8301d896465f tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] 10.222.0.13 "GET /v2.0/quotas/3930a9bb64484ce1bf7cabab6e8229f8 HTTP/1.1" status: 200  len: 375 time: 0.0696406
Feb 19 03:06:29.973977 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.db_base_plugin_common [None req-23d1b794-501f-47bf-a7e1-b011b42987c6 admin admin] Allocated IP 172.27.0.106 (11a0058d-2e2a-4262-b636-ae96512c4ecc/f5c7b3a5-422b-45ad-be9d-3c3e4c209310/2f81d1e1-7364-417a-84c6-f7a62e81140f) {{(pid=84116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 19 03:06:29.986330 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a69ae3-1ad2-4c78-b714-72da8e13cd22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=add1fa18-ae9d-48b0-8dc4-73381e20729e,revision_number=1']} {{(pid=84115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:06:29.991525 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-71a69ae3-1ad2-4c78-b714-72da8e13cd22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:06:29.994088 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-d454302d-6165-4bdb-9e94-66361a0691b4 req-46a9545f-8003-4914-b4c0-f508b5855608 tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=3930a9bb64484ce1bf7cabab6e8229f8&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1122584
Feb 19 03:06:29.994605 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84115) accepted ('10.222.0.13', 47534) {{(pid=84115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:06:30.001397 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-71a69ae3-1ad2-4c78-b714-72da8e13cd22 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7c8be3db40434828a3cf6292d68c74f8&name=default HTTP/1.1" status: 200  len: 2975 time: 0.4655273
Feb 19 03:06:30.008826 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:30.013658 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84116) accepted ('10.222.0.13', 47538) {{(pid=84116) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:06:30.223021 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.db [None req-3796c6a6-8a6e-42a2-bed3-24bcd65e21dd None None] For port 733219fc-bfac-4bb9-88da-8cf91a7b1a8e, host dv-cinder-775706-2-iscsi, cleared binding levels {{(pid=84117) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 19 03:06:30.229531 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.db [None req-3796c6a6-8a6e-42a2-bed3-24bcd65e21dd None None] For port 733219fc-bfac-4bb9-88da-8cf91a7b1a8e, host dv-cinder-775706-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-2-iscsi',level=0,port_id=733219fc-bfac-4bb9-88da-8cf91a7b1a8e,segment=NetworkSegment(6e9f1b00-4f0b-4b9d-b1f1-2ca997d9692c),segment_id=6e9f1b00-4f0b-4b9d-b1f1-2ca997d9692c)] {{(pid=84117) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 19 03:06:30.253017 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-21313627-a9b2-489c-a31d-12e3a65caa84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:30.290012 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [req-d454302d-6165-4bdb-9e94-66361a0691b4 req-3b5a59d2-0a43-48c5-93cf-dbc570b5684d service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=84115) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 19 03:06:30.291120 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-d454302d-6165-4bdb-9e94-66361a0691b4 req-3b5a59d2-0a43-48c5-93cf-dbc570b5684d service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0755351
Feb 19 03:06:30.312192 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d32d240-f407-45fb-9dff-338eb31060f5 req-f27b33b5-8d7d-4b7b-bcc8-4acd80df3c70 tempest-DeleteServersTestJSON-1852624434 tempest-DeleteServersTestJSON-1852624434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:06:30.313284 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [req-4d32d240-f407-45fb-9dff-338eb31060f5 req-f27b33b5-8d7d-4b7b-bcc8-4acd80df3c70 tempest-DeleteServersTestJSON-1852624434 tempest-DeleteServersTestJSON-1852624434-project] Synchronizing usage tracker for tenant:31fa707eb6944aff9f4e04b78ed3ee0e on resource:network {{(pid=84115) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 19 03:06:30.344786 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-3796c6a6-8a6e-42a2-bed3-24bcd65e21dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269711510320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767142869380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269711906403'] for port, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:30.361052 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-21313627-a9b2-489c-a31d-12e3a65caa84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:30.366936 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-50f6004c-2c81-42b9-8eb0-615d18b65049 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:06:30.371678 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-23d1b794-501f-47bf-a7e1-b011b42987c6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:30.450196 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-56582ea5-527d-4ed0-a953-c38be31c5ebd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:30.507385 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [req-4d32d240-f407-45fb-9dff-338eb31060f5 req-f27b33b5-8d7d-4b7b-bcc8-4acd80df3c70 tempest-DeleteServersTestJSON-1852624434 tempest-DeleteServersTestJSON-1852624434-project] Unset dirty status for tenant:31fa707eb6944aff9f4e04b78ed3ee0e on resource:network {{(pid=84115) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 19 03:06:30.507748 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-4d32d240-f407-45fb-9dff-338eb31060f5 req-f27b33b5-8d7d-4b7b-bcc8-4acd80df3c70 tempest-DeleteServersTestJSON-1852624434 tempest-DeleteServersTestJSON-1852624434-project] 10.222.0.13 "GET /v2.0/networks?id=bb5fefa0-1076-4946-983d-336f1fd2573a HTTP/1.1" status: 200  len: 812 time: 0.5111170
Feb 19 03:06:30.520269 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-d454302d-6165-4bdb-9e94-66361a0691b4 req-9f487b72-52ac-4708-90f6-949da5d0569d service neutron] 10.222.0.13 "GET /v2.0/networks/5954e949-f082-4293-8249-33bd0ebaecec?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2210047
Feb 19 03:06:30.523217 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3796c6a6-8a6e-42a2-bed3-24bcd65e21dd None None] Pushing event updated for resources: {'Port': ['ID=733219fc-bfac-4bb9-88da-8cf91a7b1a8e,revision_number=2']} {{(pid=84117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:06:30.537403 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-3796c6a6-8a6e-42a2-bed3-24bcd65e21dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=84117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:06:30.650292 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-56582ea5-527d-4ed0-a953-c38be31c5ebd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:30.650448 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-4d32d240-f407-45fb-9dff-338eb31060f5 req-2b3c1a40-e9e0-44fa-8cb4-b6d597b259c1 tempest-DeleteServersTestJSON-1852624434 tempest-DeleteServersTestJSON-1852624434-project] 10.222.0.13 "GET /v2.0/quotas/31fa707eb6944aff9f4e04b78ed3ee0e HTTP/1.1" status: 200  len: 375 time: 0.1232784
Feb 19 03:06:30.742661 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-4d32d240-f407-45fb-9dff-338eb31060f5 req-61cd6a26-c1b3-4ab8-b4ef-6c74ef580329 tempest-DeleteServersTestJSON-1852624434 tempest-DeleteServersTestJSON-1852624434-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=31fa707eb6944aff9f4e04b78ed3ee0e&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0800216
Feb 19 03:06:30.769530 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-d454302d-6165-4bdb-9e94-66361a0691b4 req-2d99b773-fd7f-4f79-82c4-14ef42783cab service neutron] 10.222.0.13 "GET /v2.0/networks/5954e949-f082-4293-8249-33bd0ebaecec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2477837
Feb 19 03:06:30.820582 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-23d1b794-501f-47bf-a7e1-b011b42987c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363269711907205'] for port, after_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:30.821443 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-21313627-a9b2-489c-a31d-12e3a65caa84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237410'] for security_group, after_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:30.856120 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:06:31.049351 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-56582ea5-527d-4ed0-a953-c38be31c5ebd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237410'] for security_group, after_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:31.140037 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [req-4d32d240-f407-45fb-9dff-338eb31060f5 req-0df709a1-c3f8-4310-9375-c7c824dfed62 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=84115) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 19 03:06:31.140037 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-4d32d240-f407-45fb-9dff-338eb31060f5 req-0df709a1-c3f8-4310-9375-c7c824dfed62 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.2590609
Feb 19 03:06:31.190350 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d1b794-501f-47bf-a7e1-b011b42987c6 admin admin] Pushing event updated for resources: {'Port': ['ID=2f81d1e1-7364-417a-84c6-f7a62e81140f,revision_number=1']} {{(pid=84116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:06:31.245937 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-f683879b-3a35-47a1-9050-12b692f5030b req-cdabc3e5-65a6-40df-99bf-fdd1c71f7b91 tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d8603ee-a2d9-46df-b2a6-1bced1ee926b HTTP/1.1" status: 200  len: 210 time: 0.1052752
Feb 19 03:06:31.261476 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-23d1b794-501f-47bf-a7e1-b011b42987c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.404s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:06:31.264055 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.db_base_plugin_common [None req-6c50ec8a-e384-4f08-9644-14677e79a2ab admin admin] Allocated IP 172.27.0.153 (11a0058d-2e2a-4262-b636-ae96512c4ecc/f5c7b3a5-422b-45ad-be9d-3c3e4c209310/910cd870-86f0-4fff-b876-371b82023c25) {{(pid=84116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 19 03:06:31.294199 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.367s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:06:31.349659 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-21313627-a9b2-489c-a31d-12e3a65caa84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:31.351068 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-21313627-a9b2-489c-a31d-12e3a65caa84 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/008aa4d1-0eea-4326-8b7b-890c53de79d8 HTTP/1.1" status: 204  len: 168 time: 1.7644041
Feb 19 03:06:31.375747 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-56582ea5-527d-4ed0-a953-c38be31c5ebd admin admin] Notify callbacks [] for security_group, before_response {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:31.380963 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-56582ea5-527d-4ed0-a953-c38be31c5ebd admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/add1fa18-ae9d-48b0-8dc4-73381e20729e HTTP/1.1" status: 204  len: 168 time: 1.3641765
Feb 19 03:06:31.381968 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21313627-a9b2-489c-a31d-12e3a65caa84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=008aa4d1-0eea-4326-8b7b-890c53de79d8,revision_number=None']} {{(pid=84116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:06:31.422867 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23d1b794-501f-47bf-a7e1-b011b42987c6 admin admin] Network 11a0058d-2e2a-4262-b636-ae96512c4ecc is already hosted by enough agents. {{(pid=84116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 19 03:06:31.455597 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56582ea5-527d-4ed0-a953-c38be31c5ebd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=add1fa18-ae9d-48b0-8dc4-73381e20729e,revision_number=None']} {{(pid=84116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:06:31.457973 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.scheduler.base_scheduler [None req-23d1b794-501f-47bf-a7e1-b011b42987c6 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 19 03:06:31.492361 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-56582ea5-527d-4ed0-a953-c38be31c5ebd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:06:31.520262 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-4d32d240-f407-45fb-9dff-338eb31060f5 req-b957ff75-be5b-408a-a876-596eb76c9cb7 service neutron] 10.222.0.13 "GET /v2.0/networks/bb5fefa0-1076-4946-983d-336f1fd2573a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2732408
Feb 19 03:06:31.573535 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.321s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:06:31.574131 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:06:31.616569 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d1b794-501f-47bf-a7e1-b011b42987c6 admin admin] Received port after_create {{(pid=84116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 19 03:06:31.764528 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-4d32d240-f407-45fb-9dff-338eb31060f5 req-8cf39619-939f-4aa7-bb6b-bc90a5d0314f service neutron] 10.222.0.13 "GET /v2.0/networks/bb5fefa0-1076-4946-983d-336f1fd2573a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2433050
Feb 19 03:06:31.863598 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.rpc [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Device 733219fc-bfac-4bb9-88da-8cf91a7b1a8e up at agent ovs-agent-dv-cinder-775706-2-iscsi {{(pid=84117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 03:06:32.104233 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Provisioning for port 733219fc-bfac-4bb9-88da-8cf91a7b1a8e completed by entity L2. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 19 03:06:32.177314 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-6c50ec8a-e384-4f08-9644-14677e79a2ab admin admin] Notify callbacks [] for port, precommit_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:32.366317 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1711d20-cdb6-47e3-b598-30bdb03eb28a None None] Network 96367511-4096-441d-8b71-998abf1ff026 requested from dv-cinder-775706-2-iscsi {{(pid=84117) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 19 03:06:32.446341 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-5505ea47-ca7f-4a80-a34a-9c482986e392 req-178bd448-ce01-4cec-b752-2c84c6112c06 tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d8603ee-a2d9-46df-b2a6-1bced1ee926b HTTP/1.1" status: 200  len: 210 time: 0.1204417
Feb 19 03:06:32.461610 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-6c50ec8a-e384-4f08-9644-14677e79a2ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363269711907205'] for port, after_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:32.470914 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-4f50b9c4-1126-43a0-b54a-c2d369875c9f req-798e50f4-4b63-433b-9d6f-6e06b63d1139 tempest-DeleteServersTestJSON-1852624434 tempest-DeleteServersTestJSON-1852624434-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f31ab1e-e63c-4878-a296-07479d44bcd5 HTTP/1.1" status: 200  len: 210 time: 0.0820787
Feb 19 03:06:32.478160 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:06:32.526394 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84115) accepted ('10.222.0.13', 47656) {{(pid=84115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:06:32.556406 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-fa3ceaa9-8106-4084-b2c0-44c51e47c04b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:32.595968 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-71497d84-ea2d-438f-ab33-4f132c58d452 None None] Provisioning for port 733219fc-bfac-4bb9-88da-8cf91a7b1a8e completed by entity DHCP. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 19 03:06:32.602808 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-fa3ceaa9-8106-4084-b2c0-44c51e47c04b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 03:06:32.613803 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-fa3ceaa9-8106-4084-b2c0-44c51e47c04b admin admin] Usage tracker for resource:security_group_rule and tenant:70535281da3948518574a4a78c54358e is out of sync, need to count used quota {{(pid=84115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 03:06:32.623941 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-fa3ceaa9-8106-4084-b2c0-44c51e47c04b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 03:06:32.634675 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-fa3ceaa9-8106-4084-b2c0-44c51e47c04b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 03:06:32.713825 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-23d1b794-501f-47bf-a7e1-b011b42987c6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:32.747967 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-fa3ceaa9-8106-4084-b2c0-44c51e47c04b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:32.753829 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-71497d84-ea2d-438f-ab33-4f132c58d452 None None] Provisioning complete for port 733219fc-bfac-4bb9-88da-8cf91a7b1a8e triggered by entity DHCP. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 03:06:32.754628 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-71497d84-ea2d-438f-ab33-4f132c58d452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16124857'] for port, provisioning_complete {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:32.777968 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-fa3ceaa9-8106-4084-b2c0-44c51e47c04b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237410'] for security_group, after_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:32.795325 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:06:32.915449 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-fa3ceaa9-8106-4084-b2c0-44c51e47c04b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=70535281da3948518574a4a78c54358e&name=default HTTP/1.1" status: 200  len: 2976 time: 0.3874054
Feb 19 03:06:32.917802 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84115) accepted ('10.222.0.13', 47686) {{(pid=84115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:06:32.921507 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa3ceaa9-8106-4084-b2c0-44c51e47c04b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa56dd11-8cfb-4211-8bb4-f48970c6cfca,revision_number=1']} {{(pid=84115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:06:32.935697 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-fa3ceaa9-8106-4084-b2c0-44c51e47c04b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:06:33.017920 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84115) accepted ('10.222.0.13', 47696) {{(pid=84115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:06:33.018293 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c50ec8a-e384-4f08-9644-14677e79a2ab admin admin] Pushing event updated for resources: {'Port': ['ID=910cd870-86f0-4fff-b876-371b82023c25,revision_number=1']} {{(pid=84116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:06:33.026797 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c50ec8a-e384-4f08-9644-14677e79a2ab admin admin] Network 11a0058d-2e2a-4262-b636-ae96512c4ecc is already hosted by enough agents. {{(pid=84116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 19 03:06:33.031249 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.scheduler.base_scheduler [None req-6c50ec8a-e384-4f08-9644-14677e79a2ab admin admin] Resources bound (agent type, host, resource id):  {{(pid=84116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 19 03:06:33.036478 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-6c50ec8a-e384-4f08-9644-14677e79a2ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.556s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:06:33.037572 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c50ec8a-e384-4f08-9644-14677e79a2ab admin admin] Received port after_create {{(pid=84116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 19 03:06:33.119159 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-80eedf95-ab96-423c-a3f6-dd7968424a8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:33.203672 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-80eedf95-ab96-423c-a3f6-dd7968424a8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:33.394938 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-80eedf95-ab96-423c-a3f6-dd7968424a8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237410'] for security_group, after_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:33.407626 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-ed9bc69e-f3bb-4fe1-867d-0a8e11ef9949 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:06:33.447182 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80eedf95-ab96-423c-a3f6-dd7968424a8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa56dd11-8cfb-4211-8bb4-f48970c6cfca,revision_number=None']} {{(pid=84115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:06:33.463193 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-80eedf95-ab96-423c-a3f6-dd7968424a8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:06:33.471255 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-80eedf95-ab96-423c-a3f6-dd7968424a8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:33.473043 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-80eedf95-ab96-423c-a3f6-dd7968424a8c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/aa56dd11-8cfb-4211-8bb4-f48970c6cfca HTTP/1.1" status: 204  len: 168 time: 0.5542114
Feb 19 03:06:33.514880 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-71497d84-ea2d-438f-ab33-4f132c58d452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838630373'] for port, before_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:33.575565 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-9c616fa5-d22c-4578-bc9d-e2171c226952 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:33.661574 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.db [None req-71497d84-ea2d-438f-ab33-4f132c58d452 None None] For port 733219fc-bfac-4bb9-88da-8cf91a7b1a8e, host dv-cinder-775706-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-2-iscsi',level=0,port_id=733219fc-bfac-4bb9-88da-8cf91a7b1a8e,segment=NetworkSegment(6e9f1b00-4f0b-4b9d-b1f1-2ca997d9692c),segment_id=6e9f1b00-4f0b-4b9d-b1f1-2ca997d9692c)] {{(pid=84117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 03:06:33.732479 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-71497d84-ea2d-438f-ab33-4f132c58d452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269711510320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767142869380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269711906403'] for port, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:33.734773 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-092c41f6-01f8-403d-9e5b-1980158857fa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:06:33.798151 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-9512e78a-cee3-4192-90b1-cdd6ce65ce8a req-d0629887-ecd8-44d0-9501-444179a1e218 tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d8603ee-a2d9-46df-b2a6-1bced1ee926b HTTP/1.1" status: 200  len: 210 time: 0.2035627
Feb 19 03:06:33.799451 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-9c616fa5-d22c-4578-bc9d-e2171c226952 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 03:06:33.812987 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-e0d8724f-f96c-45c8-a006-6c177468b454 req-8f0042bc-1043-4771-b25a-973dec504ca7 tempest-DeleteServersTestJSON-1852624434 tempest-DeleteServersTestJSON-1852624434-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f31ab1e-e63c-4878-a296-07479d44bcd5 HTTP/1.1" status: 200  len: 210 time: 0.2148545
Feb 19 03:06:33.815734 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-9c616fa5-d22c-4578-bc9d-e2171c226952 admin admin] Usage tracker for resource:security_group_rule and tenant:e638b3f3fadf4744a20346baa9a39d7e is out of sync, need to count used quota {{(pid=84115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 03:06:33.838314 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-9c616fa5-d22c-4578-bc9d-e2171c226952 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 03:06:33.844719 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-9c616fa5-d22c-4578-bc9d-e2171c226952 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 03:06:33.859208 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71497d84-ea2d-438f-ab33-4f132c58d452 None None] Pushing event updated for resources: {'Port': ['ID=733219fc-bfac-4bb9-88da-8cf91a7b1a8e,revision_number=3']} {{(pid=84117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:06:33.863526 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-71497d84-ea2d-438f-ab33-4f132c58d452 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=84117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:06:33.882028 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-23d1b794-501f-47bf-a7e1-b011b42987c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-374674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854387483'] for router, after_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:34.068132 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-c73ef659-fc03-467d-a313-13d53a078823 None None] Provisioning complete for port 733219fc-bfac-4bb9-88da-8cf91a7b1a8e triggered by entity DHCP. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 03:06:34.068660 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-c73ef659-fc03-467d-a313-13d53a078823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16124857'] for port, provisioning_complete {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:34.527864 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-54c77b9e-fa0e-4ece-8965-674182a384b6 None None] Provisioning complete for port 733219fc-bfac-4bb9-88da-8cf91a7b1a8e triggered by entity DHCP. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 03:06:34.528385 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-54c77b9e-fa0e-4ece-8965-674182a384b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16124857'] for port, provisioning_complete {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:34.562073 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-9c616fa5-d22c-4578-bc9d-e2171c226952 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:34.619168 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-9c616fa5-d22c-4578-bc9d-e2171c226952 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237410'] for security_group, after_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:34.989099 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-32113ab3-7660-4b96-a3da-89d4323de9e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:06:34.989099 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c616fa5-d22c-4578-bc9d-e2171c226952 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6046bee-58f0-464c-b51f-b8aadf2f0090,revision_number=1']} {{(pid=84115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:06:34.989099 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-9c616fa5-d22c-4578-bc9d-e2171c226952 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e638b3f3fadf4744a20346baa9a39d7e&name=default HTTP/1.1" status: 200  len: 2979 time: 1.7249048
Feb 19 03:06:34.989099 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-9c616fa5-d22c-4578-bc9d-e2171c226952 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:06:34.989099 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84115) accepted ('10.222.0.13', 47768) {{(pid=84115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:06:34.989099 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-bd4bea2a-a02f-48b4-9164-75b9b71f6ed8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:34.989099 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-bd4bea2a-a02f-48b4-9164-75b9b71f6ed8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:34.997359 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-7e3ec5af-bbbe-49e2-9f1a-8c788d2ba40f None None] Provisioning complete for port 733219fc-bfac-4bb9-88da-8cf91a7b1a8e triggered by entity DHCP. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 03:06:34.997359 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-7e3ec5af-bbbe-49e2-9f1a-8c788d2ba40f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16124857'] for port, provisioning_complete {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:35.062798 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-6c50ec8a-e384-4f08-9644-14677e79a2ab admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:35.180616 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-75daacc8-7b89-4b7c-b575-eb1cc1e38b6d req-6473ab23-0e95-4e3d-ade7-8c040495887d tempest-DeleteServersTestJSON-1852624434 tempest-DeleteServersTestJSON-1852624434-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f31ab1e-e63c-4878-a296-07479d44bcd5 HTTP/1.1" status: 200  len: 210 time: 0.1789346
Feb 19 03:06:35.195842 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-03bdfb59-eebd-4b15-ac0f-ef73c76391a3 req-997626cc-b19e-4cf2-87be-a751ec904c64 tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d8603ee-a2d9-46df-b2a6-1bced1ee926b HTTP/1.1" status: 200  len: 210 time: 0.1269479
Feb 19 03:06:35.211118 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-bd4bea2a-a02f-48b4-9164-75b9b71f6ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237410'] for security_group, after_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:35.216829 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-fa3ceaa9-8106-4084-b2c0-44c51e47c04b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:06:35.252436 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4bea2a-a02f-48b4-9164-75b9b71f6ed8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6046bee-58f0-464c-b51f-b8aadf2f0090,revision_number=None']} {{(pid=84115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:06:35.255698 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-bd4bea2a-a02f-48b4-9164-75b9b71f6ed8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:06:35.256761 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-bd4bea2a-a02f-48b4-9164-75b9b71f6ed8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:35.258024 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-bd4bea2a-a02f-48b4-9164-75b9b71f6ed8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e6046bee-58f0-464c-b51f-b8aadf2f0090 HTTP/1.1" status: 204  len: 168 time: 0.5103884
Feb 19 03:06:35.346414 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23d1b794-501f-47bf-a7e1-b011b42987c6 admin admin] Router 0e94501e-bde7-48bd-916d-d2e8fe069474 is scheduled to L3 agent f4ccfb5a-d22e-440e-8ddd-f393ad00f812 with binding_index 1 {{(pid=84116) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Feb 19 03:06:35.661492 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-6c50ec8a-e384-4f08-9644-14677e79a2ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-374674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854387483'] for router, after_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:35.783868 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23d1b794-501f-47bf-a7e1-b011b42987c6 admin admin] Notify agent at l3_agent.dv-cinder-775706-2-iscsi the message routers_updated {{(pid=84116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 19 03:06:35.792698 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.rpc [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Device 733219fc-bfac-4bb9-88da-8cf91a7b1a8e up at agent ovs-agent-dv-cinder-775706-2-iscsi {{(pid=84117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 03:06:35.795505 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f688ccd9-ce71-4ca2-b575-12fb54a3c6d8 None None] Sync routers for ids ['0e94501e-bde7-48bd-916d-d2e8fe069474'] in dv-cinder-775706-2-iscsi {{(pid=84118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 19 03:06:35.810150 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f688ccd9-ce71-4ca2-b575-12fb54a3c6d8 None None] Routers {'0e94501e-bde7-48bd-916d-d2e8fe069474'} bound to L3 agent in host dv-cinder-775706-2-iscsi {{(pid=84118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 03:06:35.810935 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_hamode_db [None req-f688ccd9-ce71-4ca2-b575-12fb54a3c6d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9425db3d30>, 'dv-cinder-775706-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-19T02:56:52Z,description=<?>,heartbeat_timestamp=2021-02-19T03:06:22Z,host='dv-cinder-775706-2-iscsi',id=f4ccfb5a-d22e-440e-8ddd-f393ad00f812,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T02:56:52Z,topic='l3_agent')) {'router_ids': ['0e94501e-bde7-48bd-916d-d2e8fe069474'], 'active': True} {{(pid=84118) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 03:06:35.874296 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Provisioning complete for port 733219fc-bfac-4bb9-88da-8cf91a7b1a8e triggered by entity L2. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 03:06:35.874970 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16124857'] for port, provisioning_complete {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:35.955257 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-23d1b794-501f-47bf-a7e1-b011b42987c6 admin admin] Notify callbacks [] for router, before_response {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:35.956630 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-23d1b794-501f-47bf-a7e1-b011b42987c6 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 928 time: 9.9768791
Feb 19 03:06:35.959880 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84115) accepted ('10.222.0.13', 47808) {{(pid=84115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:06:36.005354 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c50ec8a-e384-4f08-9644-14677e79a2ab admin admin] Router 0ca42cb9-ce56-445d-8f6f-1fecea1bbef9 is scheduled to L3 agent f4ccfb5a-d22e-440e-8ddd-f393ad00f812 with binding_index 1 {{(pid=84116) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Feb 19 03:06:36.025519 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvr_db [None req-f688ccd9-ce71-4ca2-b575-12fb54a3c6d8 None None] Set router 0e94501e-bde7-48bd-916d-d2e8fe069474 gateway port host: dv-cinder-775706-2-iscsi {{(pid=84118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 03:06:36.276048 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84115) accepted ('10.222.0.13', 47814) {{(pid=84115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:06:36.324902 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-232946a2-4cd7-4e7f-a38a-55354a195d1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:36.354339 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-232946a2-4cd7-4e7f-a38a-55354a195d1b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 03:06:36.375150 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c50ec8a-e384-4f08-9644-14677e79a2ab admin admin] Notify agent at l3_agent.dv-cinder-775706-2-iscsi the message routers_updated {{(pid=84116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 19 03:06:36.396014 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc17aeda-c9ca-4aee-9788-ffe548c6287d None None] Sync routers for ids ['0ca42cb9-ce56-445d-8f6f-1fecea1bbef9'] in dv-cinder-775706-2-iscsi {{(pid=84117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 19 03:06:36.410094 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84116) accepted ('10.222.0.65', 49191) {{(pid=84116) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:06:36.413183 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc17aeda-c9ca-4aee-9788-ffe548c6287d None None] Routers {'0ca42cb9-ce56-445d-8f6f-1fecea1bbef9'} bound to L3 agent in host dv-cinder-775706-2-iscsi {{(pid=84117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 03:06:36.415897 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_hamode_db [None req-fc17aeda-c9ca-4aee-9788-ffe548c6287d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9425f1ae48>, 'dv-cinder-775706-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-19T02:56:52Z,description=<?>,heartbeat_timestamp=2021-02-19T03:06:22Z,host='dv-cinder-775706-2-iscsi',id=f4ccfb5a-d22e-440e-8ddd-f393ad00f812,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T02:56:52Z,topic='l3_agent')) {'router_ids': ['0ca42cb9-ce56-445d-8f6f-1fecea1bbef9'], 'active': True} {{(pid=84117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 03:06:36.486940 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-232946a2-4cd7-4e7f-a38a-55354a195d1b admin admin] Usage tracker for resource:security_group_rule and tenant:ab087876aa8a40c9b202b2fac7f58584 is out of sync, need to count used quota {{(pid=84115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 03:06:36.525488 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-232946a2-4cd7-4e7f-a38a-55354a195d1b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 03:06:36.531936 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_hamode_db [None req-f688ccd9-ce71-4ca2-b575-12fb54a3c6d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9425db3d30>, [{'id': '0e94501e-bde7-48bd-916d-d2e8fe069474', 'name': 'tempest-ServerRescueNegativeTestJSON-5869323-router', 'tenant_id': 'a83cb91af86b404e843a85617a0bdf97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'external_fixed_ips': [{'subnet_id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': '2f81d1e1-7364-417a-84c6-f7a62e81140f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T03:06:26Z', 'updated_at': '2021-02-19T03:06:32Z', 'revision_number': 3, 'project_id': 'a83cb91af86b404e843a85617a0bdf97', 'gw_port': {'id': '2f81d1e1-7364-417a-84c6-f7a62e81140f', 'name': '', 'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:84:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e94501e-bde7-48bd-916d-d2e8fe069474', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T03:06:29Z', 'updated_at': '2021-02-19T03:06:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-2-iscsi'}], 'dv-cinder-775706-2-iscsi', False) {} {{(pid=84118) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 03:06:36.546671 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f688ccd9-ce71-4ca2-b575-12fb54a3c6d8 None None] Checking router: 0e94501e-bde7-48bd-916d-d2e8fe069474 for host: dv-cinder-775706-2-iscsi {{(pid=84118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 19 03:06:36.548545 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-232946a2-4cd7-4e7f-a38a-55354a195d1b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 03:06:36.549018 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f688ccd9-ce71-4ca2-b575-12fb54a3c6d8 None None] Updating router 0e94501e-bde7-48bd-916d-d2e8fe069474 port 2f81d1e1-7364-417a-84c6-f7a62e81140f binding host dv-cinder-775706-2-iscsi {{(pid=84118) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 19 03:06:36.608761 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84115) accepted ('10.222.0.13', 47828) {{(pid=84115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:06:36.633699 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-6c50ec8a-e384-4f08-9644-14677e79a2ab admin admin] Notify callbacks [] for router, before_response {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:36.638958 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-6c50ec8a-e384-4f08-9644-14677e79a2ab admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 928 time: 10.4116948
Feb 19 03:06:36.645693 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84116) accepted ('10.222.0.13', 47836) {{(pid=84116) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:06:36.694380 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-f688ccd9-ce71-4ca2-b575-12fb54a3c6d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838630373'] for port, before_update {{(pid=84118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:36.872446 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvr_db [None req-fc17aeda-c9ca-4aee-9788-ffe548c6287d None None] Set router 0ca42cb9-ce56-445d-8f6f-1fecea1bbef9 gateway port host: dv-cinder-775706-2-iscsi {{(pid=84117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 03:06:36.991059 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-7499a19f-34c4-43ff-8d68-2f970fb4cad7 req-095bd472-e344-4a82-82e5-116e2dfe617f tempest-DeleteServersTestJSON-1852624434 tempest-DeleteServersTestJSON-1852624434-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f31ab1e-e63c-4878-a296-07479d44bcd5 HTTP/1.1" status: 200  len: 210 time: 0.2409718
Feb 19 03:06:37.019210 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-5786d866-66b8-46a2-8976-c814fdc62559 req-eb33cde2-8379-4d40-8d58-8cd910adc0cf tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d8603ee-a2d9-46df-b2a6-1bced1ee926b HTTP/1.1" status: 200  len: 210 time: 0.3867915
Feb 19 03:06:37.027396 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d454302d-6165-4bdb-9e94-66361a0691b4 req-a483c0d9-0f59-4b6f-9cc1-cc295f1bcf28 tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:06:37.028970 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-d454302d-6165-4bdb-9e94-66361a0691b4 req-a483c0d9-0f59-4b6f-9cc1-cc295f1bcf28 tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] 10.222.0.65 "GET /v2.0/networks?id=5954e949-f082-4293-8249-33bd0ebaecec HTTP/1.1" status: 200  len: 813 time: 0.6176996
Feb 19 03:06:37.124331 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.v2.base [req-d454302d-6165-4bdb-9e94-66361a0691b4 req-24cdc741-8016-43db-9f04-fcd9e5c1401c tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Request body: {'port': {'device_id': '5d8603ee-a2d9-46df-b2a6-1bced1ee926b', 'network_id': '5954e949-f082-4293-8249-33bd0ebaecec', 'admin_state_up': True, 'tenant_id': '3930a9bb64484ce1bf7cabab6e8229f8'}} {{(pid=84116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 03:06:37.189356 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-aebb289c-3d76-45f1-859f-7175c592254a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:37.334592 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-aebb289c-3d76-45f1-859f-7175c592254a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 03:06:37.344924 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84115) accepted ('10.222.0.65', 49192) {{(pid=84115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:06:37.347760 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-aebb289c-3d76-45f1-859f-7175c592254a admin admin] Usage tracker for resource:security_group_rule and tenant:37c84b5904554c38806fe6623387bd3b is out of sync, need to count used quota {{(pid=84115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 03:06:37.373542 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-aebb289c-3d76-45f1-859f-7175c592254a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 03:06:37.435729 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-aebb289c-3d76-45f1-859f-7175c592254a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 03:06:37.459464 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-f688ccd9-ce71-4ca2-b575-12fb54a3c6d8 None None] Notify callbacks [] for port, precommit_update {{(pid=84118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:37.477684 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-f688ccd9-ce71-4ca2-b575-12fb54a3c6d8 None None] Transition to ACTIVE for port object 2f81d1e1-7364-417a-84c6-f7a62e81140f will not be triggered until provisioned by entity L2. {{(pid=84118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 19 03:06:37.501683 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_hamode_db [None req-fc17aeda-c9ca-4aee-9788-ffe548c6287d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9425f1ae48>, [{'id': '0ca42cb9-ce56-445d-8f6f-1fecea1bbef9', 'name': 'tempest-AttachVolumeShelveTestJSON-537297990-router', 'tenant_id': 'fe62d789c5ba40bd87c0c4eb042c2297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'external_fixed_ips': [{'subnet_id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': '910cd870-86f0-4fff-b876-371b82023c25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T03:06:26Z', 'updated_at': '2021-02-19T03:06:33Z', 'revision_number': 3, 'project_id': 'fe62d789c5ba40bd87c0c4eb042c2297', 'gw_port': {'id': '910cd870-86f0-4fff-b876-371b82023c25', 'name': '', 'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:17:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ca42cb9-ce56-445d-8f6f-1fecea1bbef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T03:06:30Z', 'updated_at': '2021-02-19T03:06:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-2-iscsi'}], 'dv-cinder-775706-2-iscsi', False) {} {{(pid=84117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 03:06:37.508401 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc17aeda-c9ca-4aee-9788-ffe548c6287d None None] Checking router: 0ca42cb9-ce56-445d-8f6f-1fecea1bbef9 for host: dv-cinder-775706-2-iscsi {{(pid=84117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 19 03:06:37.509003 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc17aeda-c9ca-4aee-9788-ffe548c6287d None None] Updating router 0ca42cb9-ce56-445d-8f6f-1fecea1bbef9 port 910cd870-86f0-4fff-b876-371b82023c25 binding host dv-cinder-775706-2-iscsi {{(pid=84117) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 19 03:06:37.536329 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-f688ccd9-ce71-4ca2-b575-12fb54a3c6d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269711510320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767142869380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269711906403'] for port, after_update {{(pid=84118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:37.567782 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:06:37.620283 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-fc17aeda-c9ca-4aee-9788-ffe548c6287d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838630373'] for port, before_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:37.710404 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-232946a2-4cd7-4e7f-a38a-55354a195d1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:37.784496 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce3ca13-b6f2-4f97-9300-1abd601486fd None None] Pushing event updated for resources: {'Port': ['ID=2f81d1e1-7364-417a-84c6-f7a62e81140f,revision_number=2']} {{(pid=84118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:06:37.803379 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce3ca13-b6f2-4f97-9300-1abd601486fd None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:06:37.803770 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce3ca13-b6f2-4f97-9300-1abd601486fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:06:37.804147 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce3ca13-b6f2-4f97-9300-1abd601486fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:06:37.804247 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-232946a2-4cd7-4e7f-a38a-55354a195d1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237410'] for security_group, after_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:37.804573 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce3ca13-b6f2-4f97-9300-1abd601486fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:06:37.804937 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce3ca13-b6f2-4f97-9300-1abd601486fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:06:37.805292 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce3ca13-b6f2-4f97-9300-1abd601486fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:06:37.805640 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce3ca13-b6f2-4f97-9300-1abd601486fd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:06:37.806319 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce3ca13-b6f2-4f97-9300-1abd601486fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:06:37.807020 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce3ca13-b6f2-4f97-9300-1abd601486fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:06:37.807020 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce3ca13-b6f2-4f97-9300-1abd601486fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:06:37.807291 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce3ca13-b6f2-4f97-9300-1abd601486fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:06:37.807626 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce3ca13-b6f2-4f97-9300-1abd601486fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:06:37.808030 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce3ca13-b6f2-4f97-9300-1abd601486fd None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:06:37.808374 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce3ca13-b6f2-4f97-9300-1abd601486fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:06:37.808974 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce3ca13-b6f2-4f97-9300-1abd601486fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:06:37.809074 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce3ca13-b6f2-4f97-9300-1abd601486fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:06:37.809498 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce3ca13-b6f2-4f97-9300-1abd601486fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:06:37.809986 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce3ca13-b6f2-4f97-9300-1abd601486fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:06:37.810338 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce3ca13-b6f2-4f97-9300-1abd601486fd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:06:37.810705 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce3ca13-b6f2-4f97-9300-1abd601486fd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:06:37.811209 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce3ca13-b6f2-4f97-9300-1abd601486fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:06:37.811963 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce3ca13-b6f2-4f97-9300-1abd601486fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:06:37.812323 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce3ca13-b6f2-4f97-9300-1abd601486fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:06:37.812664 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce3ca13-b6f2-4f97-9300-1abd601486fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:06:37.814028 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ce3ca13-b6f2-4f97-9300-1abd601486fd None None] Tracked resource versions report:
Feb 19 03:06:37.814028 dv-cinder-775706-2-iscsi neutron-server[84004]: pushed versions:
Feb 19 03:06:37.814028 dv-cinder-775706-2-iscsi neutron-server[84004]: {   'AddressGroup': {'1.1'},
Feb 19 03:06:37.814028 dv-cinder-775706-2-iscsi neutron-server[84004]:     'ConntrackHelper': {'1.0'},
Feb 19 03:06:37.814028 dv-cinder-775706-2-iscsi neutron-server[84004]:     'Log': {'1.0'},
Feb 19 03:06:37.814028 dv-cinder-775706-2-iscsi neutron-server[84004]:     'Network': {'1.1'},
Feb 19 03:06:37.814028 dv-cinder-775706-2-iscsi neutron-server[84004]:     'Port': {'1.7'},
Feb 19 03:06:37.814028 dv-cinder-775706-2-iscsi neutron-server[84004]:     'PortForwarding': {'1.2'},
Feb 19 03:06:37.814028 dv-cinder-775706-2-iscsi neutron-server[84004]:     'QosPolicy': {'1.8'},
Feb 19 03:06:37.814028 dv-cinder-775706-2-iscsi neutron-server[84004]:     'SecurityGroup': {'1.4'},
Feb 19 03:06:37.814028 dv-cinder-775706-2-iscsi neutron-server[84004]:     'SecurityGroupRule': {'1.2'},
Feb 19 03:06:37.814028 dv-cinder-775706-2-iscsi neutron-server[84004]:     'SubPort': {'1.0'},
Feb 19 03:06:37.814028 dv-cinder-775706-2-iscsi neutron-server[84004]:     'Subnet': {'1.1'},
Feb 19 03:06:37.814028 dv-cinder-775706-2-iscsi neutron-server[84004]:     'Trunk': {'1.1'}}
Feb 19 03:06:37.814028 dv-cinder-775706-2-iscsi neutron-server[84004]: consumer versions:
Feb 19 03:06:37.814028 dv-cinder-775706-2-iscsi neutron-server[84004]: {   DHCP agent@dv-cinder-775706-2-iscsi: {},
Feb 19 03:06:37.814028 dv-cinder-775706-2-iscsi neutron-server[84004]:     L3 agent@dv-cinder-775706-2-iscsi: {},
Feb 19 03:06:37.814028 dv-cinder-775706-2-iscsi neutron-server[84004]:     Metadata agent@dv-cinder-775706-2-iscsi: {},
Feb 19 03:06:37.814028 dv-cinder-775706-2-iscsi neutron-server[84004]:     Metering agent@dv-cinder-775706-2-iscsi: {},
Feb 19 03:06:37.814028 dv-cinder-775706-2-iscsi neutron-server[84004]:     Open vSwitch agent@dv-cinder-775706-2-iscsi: {   'AddressGroup': '1.1',
Feb 19 03:06:37.814028 dv-cinder-775706-2-iscsi neutron-server[84004]:                                                      'ConntrackHelper': '1.0',
Feb 19 03:06:37.814028 dv-cinder-775706-2-iscsi neutron-server[84004]:                                                      'Log': '1.0',
Feb 19 03:06:37.814028 dv-cinder-775706-2-iscsi neutron-server[84004]:                                                      'Network': '1.1',
Feb 19 03:06:37.814028 dv-cinder-775706-2-iscsi neutron-server[84004]:                                                      'Port': '1.7',
Feb 19 03:06:37.814028 dv-cinder-775706-2-iscsi neutron-server[84004]:                                                      'PortForwarding': '1.2',
Feb 19 03:06:37.814028 dv-cinder-775706-2-iscsi neutron-server[84004]:                                                      'QosPolicy': '1.8',
Feb 19 03:06:37.814028 dv-cinder-775706-2-iscsi neutron-server[84004]:                                                      'SecurityGroup': '1.4',
Feb 19 03:06:37.814028 dv-cinder-775706-2-iscsi neutron-server[84004]:                                                      'SecurityGroupRule': '1.2',
Feb 19 03:06:37.814028 dv-cinder-775706-2-iscsi neutron-server[84004]:                                                      'SubPort': '1.0',
Feb 19 03:06:37.814028 dv-cinder-775706-2-iscsi neutron-server[84004]:                                                      'Subnet': '1.1',
Feb 19 03:06:37.814028 dv-cinder-775706-2-iscsi neutron-server[84004]:                                                      'Trunk': '1.1'},
Feb 19 03:06:37.814028 dv-cinder-775706-2-iscsi neutron-server[84004]:     Open vSwitch agent@hv-cinder-77570: {   'AddressGroup': '1.1',
Feb 19 03:06:37.814028 dv-cinder-775706-2-iscsi neutron-server[84004]:                                             'ConntrackHelper': '1.0',
Feb 19 03:06:37.814028 dv-cinder-775706-2-iscsi neutron-server[84004]:                                             'Log': '1.0',
Feb 19 03:06:37.814028 dv-cinder-775706-2-iscsi neutron-server[84004]:                                             'Network': '1.1',
Feb 19 03:06:37.814028 dv-cinder-775706-2-iscsi neutron-server[84004]:                                             'Port': '1.7',
Feb 19 03:06:37.814028 dv-cinder-775706-2-iscsi neutron-server[84004]:                                             'PortForwarding': '1.2',
Feb 19 03:06:37.814028 dv-cinder-775706-2-iscsi neutron-server[84004]:                                             'QosPolicy': '1.8',
Feb 19 03:06:37.814028 dv-cinder-775706-2-iscsi neutron-server[84004]:                                             'SecurityGroup': '1.4',
Feb 19 03:06:37.814028 dv-cinder-775706-2-iscsi neutron-server[84004]:                                             'SecurityGroupRule': '1.2',
Feb 19 03:06:37.814028 dv-cinder-775706-2-iscsi neutron-server[84004]:                                             'SubPort': '1.0',
Feb 19 03:06:37.814028 dv-cinder-775706-2-iscsi neutron-server[84004]:                                             'Subnet': '1.1',
Feb 19 03:06:37.814028 dv-cinder-775706-2-iscsi neutron-server[84004]:                                             'Trunk': '1.1'}}
Feb 19 03:06:37.814028 dv-cinder-775706-2-iscsi neutron-server[84004]:  {{(pid=84118) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}}
Feb 19 03:06:37.852815 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-aebb289c-3d76-45f1-859f-7175c592254a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:37.857496 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-9c616fa5-d22c-4578-bc9d-e2171c226952 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:06:37.877705 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-4ce3ca13-b6f2-4f97-9300-1abd601486fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=84118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:06:37.922229 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.managers [None req-f688ccd9-ce71-4ca2-b575-12fb54a3c6d8 None None] Attempting to bind port 2f81d1e1-7364-417a-84c6-f7a62e81140f on host dv-cinder-775706-2-iscsi for vnic_type normal with profile  {{(pid=84118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 03:06:37.922545 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.managers [None req-f688ccd9-ce71-4ca2-b575-12fb54a3c6d8 None None] Attempting to bind port 2f81d1e1-7364-417a-84c6-f7a62e81140f by drivers openvswitch on host dv-cinder-775706-2-iscsi at level 0 using segments [{'id': '018f6e14-8221-4ee7-96a8-19699912d63c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc'}] {{(pid=84118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 19 03:06:37.922972 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f688ccd9-ce71-4ca2-b575-12fb54a3c6d8 None None] Attempting to bind port 2f81d1e1-7364-417a-84c6-f7a62e81140f on network 11a0058d-2e2a-4262-b636-ae96512c4ecc {{(pid=84118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 19 03:06:37.926364 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d32d240-f407-45fb-9dff-338eb31060f5 req-3b202037-f97d-4313-87be-a3f0cdb0b042 tempest-DeleteServersTestJSON-1852624434 tempest-DeleteServersTestJSON-1852624434-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:06:37.929748 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f688ccd9-ce71-4ca2-b575-12fb54a3c6d8 None None] Checking agent: {'id': '3cd1f8a8-5d37-45d2-b10a-f80d551451b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775706-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 19, 2, 56, 53), 'started_at': datetime.datetime(2021, 2, 19, 2, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 2, 19, 3, 6, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775706-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.86', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 19 03:06:37.930122 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-4d32d240-f407-45fb-9dff-338eb31060f5 req-3b202037-f97d-4313-87be-a3f0cdb0b042 tempest-DeleteServersTestJSON-1852624434 tempest-DeleteServersTestJSON-1852624434-project] 10.222.0.65 "GET /v2.0/networks?id=bb5fefa0-1076-4946-983d-336f1fd2573a HTTP/1.1" status: 200  len: 812 time: 0.5739946
Feb 19 03:06:37.930233 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f688ccd9-ce71-4ca2-b575-12fb54a3c6d8 None None] Checking segment: {'id': '018f6e14-8221-4ee7-96a8-19699912d63c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 19 03:06:37.930319 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [req-d454302d-6165-4bdb-9e94-66361a0691b4 req-24cdc741-8016-43db-9f04-fcd9e5c1401c tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 03:06:37.931253 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-f688ccd9-ce71-4ca2-b575-12fb54a3c6d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:37.931253 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f688ccd9-ce71-4ca2-b575-12fb54a3c6d8 None None] Bound using segment: {'id': '018f6e14-8221-4ee7-96a8-19699912d63c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc'} {{(pid=84118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 19 03:06:37.931515 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.managers [None req-f688ccd9-ce71-4ca2-b575-12fb54a3c6d8 None None] Bound port: 2f81d1e1-7364-417a-84c6-f7a62e81140f, host: dv-cinder-775706-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '018f6e14-8221-4ee7-96a8-19699912d63c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc'}}] {{(pid=84118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 19 03:06:37.931895 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-f688ccd9-ce71-4ca2-b575-12fb54a3c6d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838630373'] for port, before_update {{(pid=84118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:37.932737 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232946a2-4cd7-4e7f-a38a-55354a195d1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49be419e-6f81-4afb-a2dd-1a11ecc8dfb3,revision_number=1']} {{(pid=84115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:06:37.948866 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [req-d454302d-6165-4bdb-9e94-66361a0691b4 req-24cdc741-8016-43db-9f04-fcd9e5c1401c tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Usage tracker for resource:port and tenant:3930a9bb64484ce1bf7cabab6e8229f8 is out of sync, need to count used quota {{(pid=84116) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 03:06:37.952198 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-232946a2-4cd7-4e7f-a38a-55354a195d1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:06:37.964878 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-aebb289c-3d76-45f1-859f-7175c592254a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237410'] for security_group, after_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:38.009654 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.v2.base [req-4d32d240-f407-45fb-9dff-338eb31060f5 req-b2109552-dbee-4d7b-91da-2d49fe4c44cd tempest-DeleteServersTestJSON-1852624434 tempest-DeleteServersTestJSON-1852624434-project] Request body: {'port': {'device_id': '7f31ab1e-e63c-4878-a296-07479d44bcd5', 'network_id': 'bb5fefa0-1076-4946-983d-336f1fd2573a', 'admin_state_up': True, 'tenant_id': '31fa707eb6944aff9f4e04b78ed3ee0e'}} {{(pid=84115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 03:06:38.011039 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [req-d454302d-6165-4bdb-9e94-66361a0691b4 req-24cdc741-8016-43db-9f04-fcd9e5c1401c tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84116) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 03:06:38.037327 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [req-d454302d-6165-4bdb-9e94-66361a0691b4 req-24cdc741-8016-43db-9f04-fcd9e5c1401c tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 03:06:38.046791 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.db [None req-f688ccd9-ce71-4ca2-b575-12fb54a3c6d8 None None] For port 2f81d1e1-7364-417a-84c6-f7a62e81140f, host dv-cinder-775706-2-iscsi, cleared binding levels {{(pid=84118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 19 03:06:38.050248 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.db [None req-f688ccd9-ce71-4ca2-b575-12fb54a3c6d8 None None] For port 2f81d1e1-7364-417a-84c6-f7a62e81140f, host dv-cinder-775706-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-2-iscsi',level=0,port_id=2f81d1e1-7364-417a-84c6-f7a62e81140f,segment=NetworkSegment(018f6e14-8221-4ee7-96a8-19699912d63c),segment_id=018f6e14-8221-4ee7-96a8-19699912d63c)] {{(pid=84118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 19 03:06:38.109812 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-f688ccd9-ce71-4ca2-b575-12fb54a3c6d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269711510320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767142869380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269711906403'] for port, after_update {{(pid=84118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:38.119429 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d454302d-6165-4bdb-9e94-66361a0691b4 req-24cdc741-8016-43db-9f04-fcd9e5c1401c tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Made reservation on behalf of 3930a9bb64484ce1bf7cabab6e8229f8 for: {'port': 1} {{(pid=84116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 19 03:06:38.125052 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-d454302d-6165-4bdb-9e94-66361a0691b4 req-24cdc741-8016-43db-9f04-fcd9e5c1401c tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838630373'] for port, before_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:38.140209 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-71a69ae3-1ad2-4c78-b714-72da8e13cd22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:06:38.158978 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84116) accepted ('10.222.0.13', 47892) {{(pid=84116) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:06:38.165338 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-232946a2-4cd7-4e7f-a38a-55354a195d1b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ab087876aa8a40c9b202b2fac7f58584&name=default HTTP/1.1" status: 200  len: 2979 time: 1.8876271
Feb 19 03:06:38.280040 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-fc17aeda-c9ca-4aee-9788-ffe548c6287d None None] Notify callbacks [] for port, precommit_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:38.296631 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-dc5e6525-13e6-45b4-ba34-379f282dd092 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:06:38.339386 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-aebb289c-3d76-45f1-859f-7175c592254a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=37c84b5904554c38806fe6623387bd3b&name=default HTTP/1.1" status: 200  len: 2979 time: 1.7230797
Feb 19 03:06:38.345221 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84115) accepted ('10.222.0.13', 47904) {{(pid=84115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:06:38.350756 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-fc17aeda-c9ca-4aee-9788-ffe548c6287d None None] Transition to ACTIVE for port object 910cd870-86f0-4fff-b876-371b82023c25 will not be triggered until provisioned by entity L2. {{(pid=84117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 19 03:06:38.446547 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-fc17aeda-c9ca-4aee-9788-ffe548c6287d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269711510320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767142869380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269711906403'] for port, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:38.529859 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-3796c6a6-8a6e-42a2-bed3-24bcd65e21dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:06:38.604446 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce3ca13-b6f2-4f97-9300-1abd601486fd None None] Pushing event updated for resources: {'Port': ['ID=2f81d1e1-7364-417a-84c6-f7a62e81140f,revision_number=3']} {{(pid=84118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:06:38.612129 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-4ce3ca13-b6f2-4f97-9300-1abd601486fd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=84118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:06:38.691608 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-29b5ad14-8bc9-423b-85d3-ee6e64fb0c10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:38.711706 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f688ccd9-ce71-4ca2-b575-12fb54a3c6d8 None None] Routers {'0e94501e-bde7-48bd-916d-d2e8fe069474'} bound to L3 agent in host dv-cinder-775706-2-iscsi {{(pid=84118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 03:06:38.713008 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_hamode_db [None req-f688ccd9-ce71-4ca2-b575-12fb54a3c6d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9425db3d30>, 'dv-cinder-775706-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-19T02:56:52Z,description=<?>,heartbeat_timestamp=2021-02-19T03:06:22Z,host='dv-cinder-775706-2-iscsi',id=f4ccfb5a-d22e-440e-8ddd-f393ad00f812,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T02:56:52Z,topic='l3_agent')) {'router_ids': ['0e94501e-bde7-48bd-916d-d2e8fe069474'], 'active': True} {{(pid=84118) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 03:06:38.753916 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-508f3324-0aaf-452f-bf8e-eaa82631252b req-6405cd54-ee48-480f-8b5c-149f5a8e0c56 tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d8603ee-a2d9-46df-b2a6-1bced1ee926b HTTP/1.1" status: 200  len: 210 time: 0.4029210
Feb 19 03:06:38.895939 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [req-4d32d240-f407-45fb-9dff-338eb31060f5 req-b2109552-dbee-4d7b-91da-2d49fe4c44cd tempest-DeleteServersTestJSON-1852624434 tempest-DeleteServersTestJSON-1852624434-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 03:06:38.902735 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [req-4d32d240-f407-45fb-9dff-338eb31060f5 req-b2109552-dbee-4d7b-91da-2d49fe4c44cd tempest-DeleteServersTestJSON-1852624434 tempest-DeleteServersTestJSON-1852624434-project] Usage tracker for resource:port and tenant:31fa707eb6944aff9f4e04b78ed3ee0e is out of sync, need to count used quota {{(pid=84115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 03:06:38.908663 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [req-4d32d240-f407-45fb-9dff-338eb31060f5 req-b2109552-dbee-4d7b-91da-2d49fe4c44cd tempest-DeleteServersTestJSON-1852624434 tempest-DeleteServersTestJSON-1852624434-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 03:06:38.923850 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [req-4d32d240-f407-45fb-9dff-338eb31060f5 req-b2109552-dbee-4d7b-91da-2d49fe4c44cd tempest-DeleteServersTestJSON-1852624434 tempest-DeleteServersTestJSON-1852624434-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 03:06:38.926740 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-29b5ad14-8bc9-423b-85d3-ee6e64fb0c10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:38.962744 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebb289c-3d76-45f1-859f-7175c592254a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6e624d9-a236-49af-aab3-381680ba8b8f,revision_number=1']} {{(pid=84115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:06:38.968790 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-aebb289c-3d76-45f1-859f-7175c592254a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.829s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:06:39.032981 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-fdd2a673-c352-4eee-bdd0-b314aaee332a req-1d502013-270a-4e88-8741-f2c5f02d998e tempest-DeleteServersTestJSON-1852624434 tempest-DeleteServersTestJSON-1852624434-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f31ab1e-e63c-4878-a296-07479d44bcd5 HTTP/1.1" status: 200  len: 210 time: 0.6864171
Feb 19 03:06:39.043760 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d32d240-f407-45fb-9dff-338eb31060f5 req-b2109552-dbee-4d7b-91da-2d49fe4c44cd tempest-DeleteServersTestJSON-1852624434 tempest-DeleteServersTestJSON-1852624434-project] Made reservation on behalf of 31fa707eb6944aff9f4e04b78ed3ee0e for: {'port': 1} {{(pid=84115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 19 03:06:39.054933 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-4d32d240-f407-45fb-9dff-338eb31060f5 req-b2109552-dbee-4d7b-91da-2d49fe4c44cd tempest-DeleteServersTestJSON-1852624434 tempest-DeleteServersTestJSON-1852624434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838630373'] for port, before_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:39.124746 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-1f1b4875-daf9-4116-903f-6c7471955906 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838630373'] for port, before_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:39.138916 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-36ec643f-069c-4b96-8bb7-d9bf176c3792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838630373'] for port, before_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:39.266815 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvr_db [None req-f688ccd9-ce71-4ca2-b575-12fb54a3c6d8 None None] Set router 0e94501e-bde7-48bd-916d-d2e8fe069474 gateway port host: dv-cinder-775706-2-iscsi {{(pid=84118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 03:06:39.397206 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2926ebf-30da-4b7e-9218-120ed5e7ebc2 None None] Pushing event updated for resources: {'Port': ['ID=910cd870-86f0-4fff-b876-371b82023c25,revision_number=2']} {{(pid=84117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:06:39.417337 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-c2926ebf-30da-4b7e-9218-120ed5e7ebc2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.888s {{(pid=84117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:06:39.418323 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.managers [None req-fc17aeda-c9ca-4aee-9788-ffe548c6287d None None] Attempting to bind port 910cd870-86f0-4fff-b876-371b82023c25 on host dv-cinder-775706-2-iscsi for vnic_type normal with profile  {{(pid=84117) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 03:06:39.418838 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.managers [None req-fc17aeda-c9ca-4aee-9788-ffe548c6287d None None] Attempting to bind port 910cd870-86f0-4fff-b876-371b82023c25 by drivers openvswitch on host dv-cinder-775706-2-iscsi at level 0 using segments [{'id': '018f6e14-8221-4ee7-96a8-19699912d63c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc'}] {{(pid=84117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 19 03:06:39.426206 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc17aeda-c9ca-4aee-9788-ffe548c6287d None None] Attempting to bind port 910cd870-86f0-4fff-b876-371b82023c25 on network 11a0058d-2e2a-4262-b636-ae96512c4ecc {{(pid=84117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 19 03:06:39.437906 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc17aeda-c9ca-4aee-9788-ffe548c6287d None None] Checking agent: {'id': '3cd1f8a8-5d37-45d2-b10a-f80d551451b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775706-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 19, 2, 56, 53), 'started_at': datetime.datetime(2021, 2, 19, 2, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 2, 19, 3, 6, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775706-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.86', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 19 03:06:39.438326 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc17aeda-c9ca-4aee-9788-ffe548c6287d None None] Checking segment: {'id': '018f6e14-8221-4ee7-96a8-19699912d63c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 19 03:06:39.447546 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-a417b392-b1b2-45d3-942e-faf4a9206b22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:39.449746 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-fc17aeda-c9ca-4aee-9788-ffe548c6287d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:39.451032 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc17aeda-c9ca-4aee-9788-ffe548c6287d None None] Bound using segment: {'id': '018f6e14-8221-4ee7-96a8-19699912d63c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc'} {{(pid=84117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 19 03:06:39.452190 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.managers [None req-fc17aeda-c9ca-4aee-9788-ffe548c6287d None None] Bound port: 910cd870-86f0-4fff-b876-371b82023c25, host: dv-cinder-775706-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '018f6e14-8221-4ee7-96a8-19699912d63c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc'}}] {{(pid=84117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 19 03:06:39.452634 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-fc17aeda-c9ca-4aee-9788-ffe548c6287d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838630373'] for port, before_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:39.477550 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.db_base_plugin_common [req-d454302d-6165-4bdb-9e94-66361a0691b4 req-24cdc741-8016-43db-9f04-fcd9e5c1401c tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Allocated IP 172.20.0.4 (5954e949-f082-4293-8249-33bd0ebaecec/f1853278-935e-4022-b7cb-005e1e744dbb/5585c79c-4d97-459f-bd79-1038824ff059) {{(pid=84116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 19 03:06:39.543382 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-29b5ad14-8bc9-423b-85d3-ee6e64fb0c10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237410'] for security_group, after_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:39.562592 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-a417b392-b1b2-45d3-942e-faf4a9206b22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:39.694125 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-3f3b0fe6-1121-449d-9339-bb7492873fee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:06:39.718853 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.db [None req-fc17aeda-c9ca-4aee-9788-ffe548c6287d None None] For port 910cd870-86f0-4fff-b876-371b82023c25, host dv-cinder-775706-2-iscsi, cleared binding levels {{(pid=84117) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 19 03:06:39.722713 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.db [None req-fc17aeda-c9ca-4aee-9788-ffe548c6287d None None] For port 910cd870-86f0-4fff-b876-371b82023c25, host dv-cinder-775706-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-2-iscsi',level=0,port_id=910cd870-86f0-4fff-b876-371b82023c25,segment=NetworkSegment(018f6e14-8221-4ee7-96a8-19699912d63c),segment_id=018f6e14-8221-4ee7-96a8-19699912d63c)] {{(pid=84117) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 19 03:06:39.737519 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b5ad14-8bc9-423b-85d3-ee6e64fb0c10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49be419e-6f81-4afb-a2dd-1a11ecc8dfb3,revision_number=None']} {{(pid=84116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:06:39.753874 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-29b5ad14-8bc9-423b-85d3-ee6e64fb0c10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:06:39.780138 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-29b5ad14-8bc9-423b-85d3-ee6e64fb0c10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:39.781871 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-29b5ad14-8bc9-423b-85d3-ee6e64fb0c10 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/49be419e-6f81-4afb-a2dd-1a11ecc8dfb3 HTTP/1.1" status: 204  len: 168 time: 1.6211965
Feb 19 03:06:39.875254 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-fc17aeda-c9ca-4aee-9788-ffe548c6287d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269711510320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767142869380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269711906403'] for port, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:39.994337 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:06:40.105748 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_hamode_db [None req-f688ccd9-ce71-4ca2-b575-12fb54a3c6d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9425db3d30>, [{'id': '0e94501e-bde7-48bd-916d-d2e8fe069474', 'name': 'tempest-ServerRescueNegativeTestJSON-5869323-router', 'tenant_id': 'a83cb91af86b404e843a85617a0bdf97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'external_fixed_ips': [{'subnet_id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': '2f81d1e1-7364-417a-84c6-f7a62e81140f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T03:06:26Z', 'updated_at': '2021-02-19T03:06:32Z', 'revision_number': 3, 'project_id': 'a83cb91af86b404e843a85617a0bdf97', 'gw_port': {'id': '2f81d1e1-7364-417a-84c6-f7a62e81140f', 'name': '', 'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:84:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e94501e-bde7-48bd-916d-d2e8fe069474', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T03:06:29Z', 'updated_at': '2021-02-19T03:06:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-2-iscsi'}], 'dv-cinder-775706-2-iscsi', False) {} {{(pid=84118) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 03:06:40.131467 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f688ccd9-ce71-4ca2-b575-12fb54a3c6d8 None None] The sync data for ids ['0e94501e-bde7-48bd-916d-d2e8fe069474'] in dv-cinder-775706-2-iscsi is: [{'id': '0e94501e-bde7-48bd-916d-d2e8fe069474', 'name': 'tempest-ServerRescueNegativeTestJSON-5869323-router', 'tenant_id': 'a83cb91af86b404e843a85617a0bdf97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'external_fixed_ips': [{'subnet_id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': '2f81d1e1-7364-417a-84c6-f7a62e81140f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T03:06:26Z', 'updated_at': '2021-02-19T03:06:32Z', 'revision_number': 3, 'project_id': 'a83cb91af86b404e843a85617a0bdf97', 'gw_port': {'id': '2f81d1e1-7364-417a-84c6-f7a62e81140f', 'name': '', 'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:84:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e94501e-bde7-48bd-916d-d2e8fe069474', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T03:06:29Z', 'updated_at': '2021-02-19T03:06:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-2-iscsi'}] {{(pid=84118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 19 03:06:40.148630 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.agents_db [None req-fa9641de-a39b-4023-bfa7-5325e5d2422e None None] Agent healthcheck: found 6 active agents {{(pid=84118) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 19 03:06:40.279592 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.db_base_plugin_common [None req-36ec643f-069c-4b96-8bb7-d9bf176c3792 admin admin] Allocated IP 172.20.0.1 (96367511-4096-441d-8b71-998abf1ff026/ffae0469-f40c-4397-8d65-7fee68a1ef0a/848bb946-de07-45a6-9cd2-51fa97c561f2) {{(pid=84116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 19 03:06:40.334872 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2926ebf-30da-4b7e-9218-120ed5e7ebc2 None None] Pushing event updated for resources: {'Port': ['ID=910cd870-86f0-4fff-b876-371b82023c25,revision_number=3']} {{(pid=84117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:06:40.344314 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-c2926ebf-30da-4b7e-9218-120ed5e7ebc2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=84117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:06:40.367050 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-a417b392-b1b2-45d3-942e-faf4a9206b22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237410'] for security_group, after_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:40.451243 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-08059768-6c5c-46db-8771-12d504e15e63 req-f6f0eb5a-66c8-4db3-8fac-3c4c60f59064 tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d8603ee-a2d9-46df-b2a6-1bced1ee926b HTTP/1.1" status: 200  len: 210 time: 0.0893588
Feb 19 03:06:40.461174 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-d454302d-6165-4bdb-9e94-66361a0691b4 req-24cdc741-8016-43db-9f04-fcd9e5c1401c tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Notify callbacks [] for port, precommit_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:40.471270 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc17aeda-c9ca-4aee-9788-ffe548c6287d None None] Routers {'0ca42cb9-ce56-445d-8f6f-1fecea1bbef9'} bound to L3 agent in host dv-cinder-775706-2-iscsi {{(pid=84117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 03:06:40.471471 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:06:40.471646 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_hamode_db [None req-fc17aeda-c9ca-4aee-9788-ffe548c6287d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9425f1ae48>, 'dv-cinder-775706-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-19T02:56:52Z,description=<?>,heartbeat_timestamp=2021-02-19T03:06:22Z,host='dv-cinder-775706-2-iscsi',id=f4ccfb5a-d22e-440e-8ddd-f393ad00f812,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T02:56:52Z,topic='l3_agent')) {'router_ids': ['0ca42cb9-ce56-445d-8f6f-1fecea1bbef9'], 'active': True} {{(pid=84117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 03:06:40.564814 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a417b392-b1b2-45d3-942e-faf4a9206b22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6e624d9-a236-49af-aab3-381680ba8b8f,revision_number=None']} {{(pid=84115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:06:40.596342 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-a417b392-b1b2-45d3-942e-faf4a9206b22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:06:40.619400 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-a417b392-b1b2-45d3-942e-faf4a9206b22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:40.622905 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-a417b392-b1b2-45d3-942e-faf4a9206b22 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d6e624d9-a236-49af-aab3-381680ba8b8f HTTP/1.1" status: 204  len: 168 time: 2.2701185
Feb 19 03:06:40.672026 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-b84396ef-1593-4d80-b6eb-62cf12b5dc76 req-0808d62d-db14-441d-9a93-4ef392d68c34 tempest-DeleteServersTestJSON-1852624434 tempest-DeleteServersTestJSON-1852624434-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f31ab1e-e63c-4878-a296-07479d44bcd5 HTTP/1.1" status: 200  len: 210 time: 0.1513584
Feb 19 03:06:40.781968 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-d454302d-6165-4bdb-9e94-66361a0691b4 req-24cdc741-8016-43db-9f04-fcd9e5c1401c tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363269711907205'] for port, after_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:40.830110 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-23d1b794-501f-47bf-a7e1-b011b42987c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:06:41.094704 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cdc741-8016-43db-9f04-fcd9e5c1401c tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Pushing event updated for resources: {'Port': ['ID=5585c79c-4d97-459f-bd79-1038824ff059,revision_number=1']} {{(pid=84116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:06:41.142755 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-24cdc741-8016-43db-9f04-fcd9e5c1401c tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:06:41.190921 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvr_db [None req-fc17aeda-c9ca-4aee-9788-ffe548c6287d None None] Set router 0ca42cb9-ce56-445d-8f6f-1fecea1bbef9 gateway port host: dv-cinder-775706-2-iscsi {{(pid=84117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 03:06:41.464316 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.db_base_plugin_common [req-4d32d240-f407-45fb-9dff-338eb31060f5 req-b2109552-dbee-4d7b-91da-2d49fe4c44cd tempest-DeleteServersTestJSON-1852624434 tempest-DeleteServersTestJSON-1852624434-project] Allocated IP 172.20.0.10 (bb5fefa0-1076-4946-983d-336f1fd2573a/346097c7-293e-4b41-9577-63d51cdea4c1/921b70c8-412f-45b8-9fa2-36062b6f498d) {{(pid=84115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 19 03:06:41.467229 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.db_base_plugin_common [None req-1f1b4875-daf9-4116-903f-6c7471955906 admin admin] Allocated IP 172.20.0.1 (6590657d-05da-4509-bb41-0f0908d98c62/c8812985-29c9-4582-bf6b-c00d9e74b5a6/51d1d839-538c-4d80-8ee3-4fac34e1642f) {{(pid=84115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 19 03:06:41.484657 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-36ec643f-069c-4b96-8bb7-d9bf176c3792 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:41.576440 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d454302d-6165-4bdb-9e94-66361a0691b4 req-24cdc741-8016-43db-9f04-fcd9e5c1401c tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Network 5954e949-f082-4293-8249-33bd0ebaecec is already hosted by enough agents. {{(pid=84116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 19 03:06:41.587480 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.scheduler.base_scheduler [req-d454302d-6165-4bdb-9e94-66361a0691b4 req-24cdc741-8016-43db-9f04-fcd9e5c1401c tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Resources bound (agent type, host, resource id):  {{(pid=84116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 19 03:06:41.591963 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvrscheduler_db [req-d454302d-6165-4bdb-9e94-66361a0691b4 req-24cdc741-8016-43db-9f04-fcd9e5c1401c tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Received port after_create {{(pid=84116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 19 03:06:41.607996 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d454302d-6165-4bdb-9e94-66361a0691b4 req-24cdc741-8016-43db-9f04-fcd9e5c1401c tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:06:41.608949 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-d454302d-6165-4bdb-9e94-66361a0691b4 req-24cdc741-8016-43db-9f04-fcd9e5c1401c tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854203462'] for port, before_response {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:41.637988 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-36ec643f-069c-4b96-8bb7-d9bf176c3792 admin admin] Transition to ACTIVE for port object 848bb946-de07-45a6-9cd2-51fa97c561f2 will not be triggered until provisioned by entity DHCP. {{(pid=84116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 19 03:06:41.727558 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-36ec643f-069c-4b96-8bb7-d9bf176c3792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363269711907205'] for port, after_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:41.824520 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:06:41.962755 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.rpc [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Device 2f81d1e1-7364-417a-84c6-f7a62e81140f up at agent ovs-agent-dv-cinder-775706-2-iscsi {{(pid=84117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 03:06:42.070818 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_hamode_db [None req-fc17aeda-c9ca-4aee-9788-ffe548c6287d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9425f1ae48>, [{'id': '0ca42cb9-ce56-445d-8f6f-1fecea1bbef9', 'name': 'tempest-AttachVolumeShelveTestJSON-537297990-router', 'tenant_id': 'fe62d789c5ba40bd87c0c4eb042c2297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'external_fixed_ips': [{'subnet_id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': '910cd870-86f0-4fff-b876-371b82023c25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T03:06:26Z', 'updated_at': '2021-02-19T03:06:33Z', 'revision_number': 3, 'project_id': 'fe62d789c5ba40bd87c0c4eb042c2297', 'gw_port': {'id': '910cd870-86f0-4fff-b876-371b82023c25', 'name': '', 'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:17:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ca42cb9-ce56-445d-8f6f-1fecea1bbef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T03:06:30Z', 'updated_at': '2021-02-19T03:06:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-2-iscsi'}], 'dv-cinder-775706-2-iscsi', False) {} {{(pid=84117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 03:06:42.088779 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Provisioning for port 2f81d1e1-7364-417a-84c6-f7a62e81140f completed by entity L2. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 19 03:06:42.099637 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Provisioning complete for port 2f81d1e1-7364-417a-84c6-f7a62e81140f triggered by entity L2. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 03:06:42.100070 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16124857'] for port, provisioning_complete {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:42.234436 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-945cee5b-e952-4ac7-b126-d4e99ae931a4 req-bdfa5da1-e6a6-474a-a738-71f871475bff tempest-DeleteServersTestJSON-1852624434 tempest-DeleteServersTestJSON-1852624434-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f31ab1e-e63c-4878-a296-07479d44bcd5 HTTP/1.1" status: 200  len: 210 time: 0.1098671
Feb 19 03:06:42.291489 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc17aeda-c9ca-4aee-9788-ffe548c6287d None None] The sync data for ids ['0ca42cb9-ce56-445d-8f6f-1fecea1bbef9'] in dv-cinder-775706-2-iscsi is: [{'id': '0ca42cb9-ce56-445d-8f6f-1fecea1bbef9', 'name': 'tempest-AttachVolumeShelveTestJSON-537297990-router', 'tenant_id': 'fe62d789c5ba40bd87c0c4eb042c2297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'external_fixed_ips': [{'subnet_id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': '910cd870-86f0-4fff-b876-371b82023c25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T03:06:26Z', 'updated_at': '2021-02-19T03:06:33Z', 'revision_number': 3, 'project_id': 'fe62d789c5ba40bd87c0c4eb042c2297', 'gw_port': {'id': '910cd870-86f0-4fff-b876-371b82023c25', 'name': '', 'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:17:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ca42cb9-ce56-445d-8f6f-1fecea1bbef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T03:06:30Z', 'updated_at': '2021-02-19T03:06:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-2-iscsi'}] {{(pid=84117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 19 03:06:42.398986 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838630373'] for port, before_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:42.450297 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.db [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] For port 2f81d1e1-7364-417a-84c6-f7a62e81140f, host dv-cinder-775706-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-2-iscsi',level=0,port_id=2f81d1e1-7364-417a-84c6-f7a62e81140f,segment=NetworkSegment(018f6e14-8221-4ee7-96a8-19699912d63c),segment_id=018f6e14-8221-4ee7-96a8-19699912d63c)] {{(pid=84117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 03:06:42.490501 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269711510320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767142869380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269711906403'] for port, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:42.491800 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae6d0e72-d227-4da0-b429-46810e631e58 req-5aa360ca-9c38-4fdb-9e09-f2dd6a32ec2a tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:06:42.494053 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-ae6d0e72-d227-4da0-b429-46810e631e58 req-5aa360ca-9c38-4fdb-9e09-f2dd6a32ec2a tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d8603ee-a2d9-46df-b2a6-1bced1ee926b HTTP/1.1" status: 200  len: 931 time: 0.5171466
Feb 19 03:06:42.505099 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-412217c7-186e-4eaf-a0d1-81ac40b5dbf9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:06:42.541466 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-d454302d-6165-4bdb-9e94-66361a0691b4 req-24cdc741-8016-43db-9f04-fcd9e5c1401c tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 5.4276123
Feb 19 03:06:42.611633 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [req-d454302d-6165-4bdb-9e94-66361a0691b4 req-4d575c43-88af-4310-8c9c-9f9efcc7a9ef tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=84116) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 19 03:06:42.614100 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-d454302d-6165-4bdb-9e94-66361a0691b4 req-4d575c43-88af-4310-8c9c-9f9efcc7a9ef tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0425444
Feb 19 03:06:42.651537 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ec643f-069c-4b96-8bb7-d9bf176c3792 admin admin] Pushing event updated for resources: {'Port': ['ID=848bb946-de07-45a6-9cd2-51fa97c561f2,revision_number=1']} {{(pid=84116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:06:42.668779 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-36ec643f-069c-4b96-8bb7-d9bf176c3792 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.844s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:06:42.693032 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [req-ae6d0e72-d227-4da0-b429-46810e631e58 req-091d470e-bd5c-4362-b958-e5eb862fe785 tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Synchronizing usage tracker for tenant:3930a9bb64484ce1bf7cabab6e8229f8 on resource:security_group {{(pid=84115) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 19 03:06:42.733681 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Pushing event updated for resources: {'Port': ['ID=2f81d1e1-7364-417a-84c6-f7a62e81140f,revision_number=4']} {{(pid=84117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:06:42.748278 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=84117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:06:42.810673 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [req-ae6d0e72-d227-4da0-b429-46810e631e58 req-091d470e-bd5c-4362-b958-e5eb862fe785 tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Unset dirty status for tenant:3930a9bb64484ce1bf7cabab6e8229f8 on resource:security_group {{(pid=84115) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 19 03:06:42.812286 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-ae6d0e72-d227-4da0-b429-46810e631e58 req-091d470e-bd5c-4362-b958-e5eb862fe785 tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] 10.222.0.13 "GET /v2.0/security-groups?id=3abdea19-59c5-47bb-abc1-26c9cf24f411&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2734294
Feb 19 03:06:42.819914 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36ec643f-069c-4b96-8bb7-d9bf176c3792 admin admin] Network 96367511-4096-441d-8b71-998abf1ff026 is already hosted by enough agents. {{(pid=84116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 19 03:06:42.827836 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.scheduler.base_scheduler [None req-36ec643f-069c-4b96-8bb7-d9bf176c3792 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 19 03:06:42.834122 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ec643f-069c-4b96-8bb7-d9bf176c3792 admin admin] Received port after_create {{(pid=84116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 19 03:06:42.835331 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-36ec643f-069c-4b96-8bb7-d9bf176c3792 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-386270'] for router_interface, before_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:43.012170 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-1f1b4875-daf9-4116-903f-6c7471955906 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:43.126685 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-4d32d240-f407-45fb-9dff-338eb31060f5 req-b2109552-dbee-4d7b-91da-2d49fe4c44cd tempest-DeleteServersTestJSON-1852624434 tempest-DeleteServersTestJSON-1852624434-project] Notify callbacks [] for port, precommit_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:43.269400 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-1f1b4875-daf9-4116-903f-6c7471955906 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363269711907205'] for port, after_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:43.349556 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84116) accepted ('10.222.0.13', 48028) {{(pid=84116) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:06:43.421406 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-36ec643f-069c-4b96-8bb7-d9bf176c3792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838630373'] for port, before_update {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:43.489453 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:06:43.489641 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-2dfac3f6-a30c-4d91-885b-b55f25870a4b None None] Provisioning for port 848bb946-de07-45a6-9cd2-51fa97c561f2 completed by entity DHCP. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 19 03:06:43.496268 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-2dfac3f6-a30c-4d91-885b-b55f25870a4b None None] Provisioning complete for port 848bb946-de07-45a6-9cd2-51fa97c561f2 triggered by entity DHCP. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 03:06:43.496759 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-2dfac3f6-a30c-4d91-885b-b55f25870a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16124857'] for port, provisioning_complete {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:43.666547 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.plugin [None req-2dfac3f6-a30c-4d91-885b-b55f25870a4b None None] Port 848bb946-de07-45a6-9cd2-51fa97c561f2 cannot update to ACTIVE because it is not bound. {{(pid=84117) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 19 03:06:43.673318 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.v2.base [req-d454302d-6165-4bdb-9e94-66361a0691b4 req-f8519032-8508-49a5-b3c3-3da29d1bedae service neutron] Request body: {'port': {'device_id': '5d8603ee-a2d9-46df-b2a6-1bced1ee926b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77570'}} {{(pid=84116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 03:06:43.822609 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1b4875-daf9-4116-903f-6c7471955906 admin admin] Pushing event updated for resources: {'Port': ['ID=51d1d839-538c-4d80-8ee3-4fac34e1642f,revision_number=1']} {{(pid=84115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:06:43.825249 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-1f1b4875-daf9-4116-903f-6c7471955906 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:06:43.826726 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-4d32d240-f407-45fb-9dff-338eb31060f5 req-b2109552-dbee-4d7b-91da-2d49fe4c44cd tempest-DeleteServersTestJSON-1852624434 tempest-DeleteServersTestJSON-1852624434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363269711907205'] for port, after_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:43.947840 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:06:44.102723 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.rpc [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Device 2f81d1e1-7364-417a-84c6-f7a62e81140f up at agent ovs-agent-dv-cinder-775706-2-iscsi {{(pid=84117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 03:06:44.132282 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f1b4875-daf9-4116-903f-6c7471955906 admin admin] Network 6590657d-05da-4509-bb41-0f0908d98c62 is already hosted by enough agents. {{(pid=84115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 19 03:06:44.151948 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8b5f0a1c-4ddc-4000-b45a-9226bab6a3c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:44.194699 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2109552-dbee-4d7b-91da-2d49fe4c44cd tempest-DeleteServersTestJSON-1852624434 tempest-DeleteServersTestJSON-1852624434-project] Pushing event updated for resources: {'Port': ['ID=921b70c8-412f-45b8-9fa2-36062b6f498d,revision_number=1']} {{(pid=84115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:06:44.201328 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-8b5f0a1c-4ddc-4000-b45a-9226bab6a3c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 03:06:44.214213 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-b2109552-dbee-4d7b-91da-2d49fe4c44cd tempest-DeleteServersTestJSON-1852624434 tempest-DeleteServersTestJSON-1852624434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:06:44.219650 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.scheduler.base_scheduler [None req-1f1b4875-daf9-4116-903f-6c7471955906 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 19 03:06:44.222814 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-d454302d-6165-4bdb-9e94-66361a0691b4 req-f8519032-8508-49a5-b3c3-3da29d1bedae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838630373'] for port, before_update {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:44.238712 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f1b4875-daf9-4116-903f-6c7471955906 admin admin] Received port after_create {{(pid=84115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 19 03:06:44.239309 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-1f1b4875-daf9-4116-903f-6c7471955906 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-386270'] for router_interface, before_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:44.265347 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-8b5f0a1c-4ddc-4000-b45a-9226bab6a3c2 admin admin] Usage tracker for resource:security_group_rule and tenant:469fa2d2a78a4c61901700695da05b80 is out of sync, need to count used quota {{(pid=84116) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 03:06:44.279738 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-8b5f0a1c-4ddc-4000-b45a-9226bab6a3c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84116) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 03:06:44.288518 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Provisioning complete for port 2f81d1e1-7364-417a-84c6-f7a62e81140f triggered by entity L2. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 03:06:44.288931 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16124857'] for port, provisioning_complete {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:44.322704 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-8b5f0a1c-4ddc-4000-b45a-9226bab6a3c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 03:06:44.704481 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.rpc [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Device 910cd870-86f0-4fff-b876-371b82023c25 up at agent ovs-agent-dv-cinder-775706-2-iscsi {{(pid=84117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 03:06:44.886145 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Provisioning for port 910cd870-86f0-4fff-b876-371b82023c25 completed by entity L2. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 19 03:06:44.897008 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Provisioning complete for port 910cd870-86f0-4fff-b876-371b82023c25 triggered by entity L2. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 03:06:44.898205 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16124857'] for port, provisioning_complete {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:45.125015 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-1f1b4875-daf9-4116-903f-6c7471955906 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838630373'] for port, before_update {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:45.215940 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb17a02-cc65-4bfc-9266-5bd66c83312a req-1edc3b38-7950-4898-84ee-bfa1bb92a768 tempest-DeleteServersTestJSON-1852624434 tempest-DeleteServersTestJSON-1852624434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:06:45.225364 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-afb17a02-cc65-4bfc-9266-5bd66c83312a req-1edc3b38-7950-4898-84ee-bfa1bb92a768 tempest-DeleteServersTestJSON-1852624434 tempest-DeleteServersTestJSON-1852624434-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f31ab1e-e63c-4878-a296-07479d44bcd5 HTTP/1.1" status: 200  len: 932 time: 1.5386496
Feb 19 03:06:45.237293 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838630373'] for port, before_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:45.307098 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.db [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] For port 910cd870-86f0-4fff-b876-371b82023c25, host dv-cinder-775706-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-2-iscsi',level=0,port_id=910cd870-86f0-4fff-b876-371b82023c25,segment=NetworkSegment(018f6e14-8221-4ee7-96a8-19699912d63c),segment_id=018f6e14-8221-4ee7-96a8-19699912d63c)] {{(pid=84117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 03:06:45.337843 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269711510320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767142869380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269711906403'] for port, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:45.340948 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-c2926ebf-30da-4b7e-9218-120ed5e7ebc2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:06:45.412391 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8b5f0a1c-4ddc-4000-b45a-9226bab6a3c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:45.449282 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.db.resource_extend [None req-36ec643f-069c-4b96-8bb7-d9bf176c3792 admin admin] It took 0.59 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Feb 19 03:06:45.478501 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8b5f0a1c-4ddc-4000-b45a-9226bab6a3c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237410'] for security_group, after_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:45.523057 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:06:45.533701 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Pushing event updated for resources: {'Port': ['ID=910cd870-86f0-4fff-b876-371b82023c25,revision_number=4']} {{(pid=84117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:06:45.558053 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=84117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:06:45.562278 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-36ec643f-069c-4b96-8bb7-d9bf176c3792 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:45.625070 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-36ec643f-069c-4b96-8bb7-d9bf176c3792 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269711510320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767142869380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269711906403'] for port, after_update {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:45.626068 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84116) accepted ('10.222.0.13', 48072) {{(pid=84116) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:06:45.641183 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-36ec643f-069c-4b96-8bb7-d9bf176c3792 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854203496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854389636'] for router_interface, after_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:45.675695 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-8b5f0a1c-4ddc-4000-b45a-9226bab6a3c2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=469fa2d2a78a4c61901700695da05b80&name=default HTTP/1.1" status: 200  len: 2979 time: 2.3242447
Feb 19 03:06:45.743303 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.db.resource_extend [req-d454302d-6165-4bdb-9e94-66361a0691b4 req-f8519032-8508-49a5-b3c3-3da29d1bedae service neutron] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Feb 19 03:06:45.759186 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5f0a1c-4ddc-4000-b45a-9226bab6a3c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0971835e-a486-495a-a3b3-e89946eee879,revision_number=1']} {{(pid=84116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:06:45.766882 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-8b5f0a1c-4ddc-4000-b45a-9226bab6a3c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:06:45.771236 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84116) accepted ('10.222.0.13', 48084) {{(pid=84116) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:06:45.787262 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.114s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:06:45.838146 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [req-afb17a02-cc65-4bfc-9266-5bd66c83312a req-fd007888-f6d3-464d-9f24-810b2495b762 tempest-DeleteServersTestJSON-1852624434 tempest-DeleteServersTestJSON-1852624434-project] Synchronizing usage tracker for tenant:31fa707eb6944aff9f4e04b78ed3ee0e on resource:security_group {{(pid=84115) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 19 03:06:45.860211 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.rpc [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Device 910cd870-86f0-4fff-b876-371b82023c25 up at agent ovs-agent-dv-cinder-775706-2-iscsi {{(pid=84117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 03:06:45.996894 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd6ca62-9127-4576-9525-152ac62bedec req-e6c0a021-926d-4376-88e0-c59a881e8578 tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:06:45.998946 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-fdd6ca62-9127-4576-9525-152ac62bedec req-e6c0a021-926d-4376-88e0-c59a881e8578 tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d8603ee-a2d9-46df-b2a6-1bced1ee926b HTTP/1.1" status: 200  len: 931 time: 1.8062000
Feb 19 03:06:46.020107 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d32d240-f407-45fb-9dff-338eb31060f5 req-b2109552-dbee-4d7b-91da-2d49fe4c44cd tempest-DeleteServersTestJSON-1852624434 tempest-DeleteServersTestJSON-1852624434-project] Network bb5fefa0-1076-4946-983d-336f1fd2573a is already hosted by enough agents. {{(pid=84115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 19 03:06:46.056855 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.scheduler.base_scheduler [req-4d32d240-f407-45fb-9dff-338eb31060f5 req-b2109552-dbee-4d7b-91da-2d49fe4c44cd tempest-DeleteServersTestJSON-1852624434 tempest-DeleteServersTestJSON-1852624434-project] Resources bound (agent type, host, resource id):  {{(pid=84115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 19 03:06:46.082164 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d32d240-f407-45fb-9dff-338eb31060f5 req-b2109552-dbee-4d7b-91da-2d49fe4c44cd tempest-DeleteServersTestJSON-1852624434 tempest-DeleteServersTestJSON-1852624434-project] Received port after_create {{(pid=84115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 19 03:06:46.087727 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d32d240-f407-45fb-9dff-338eb31060f5 req-b2109552-dbee-4d7b-91da-2d49fe4c44cd tempest-DeleteServersTestJSON-1852624434 tempest-DeleteServersTestJSON-1852624434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:06:46.089747 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-4d32d240-f407-45fb-9dff-338eb31060f5 req-b2109552-dbee-4d7b-91da-2d49fe4c44cd tempest-DeleteServersTestJSON-1852624434 tempest-DeleteServersTestJSON-1852624434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854203462'] for port, before_response {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:46.090782 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Provisioning complete for port 910cd870-86f0-4fff-b876-371b82023c25 triggered by entity L2. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 03:06:46.091741 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16124857'] for port, provisioning_complete {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:46.122334 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.notifiers.nova [req-d454302d-6165-4bdb-9e94-66361a0691b4 req-f8519032-8508-49a5-b3c3-3da29d1bedae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5585c79c-4d97-459f-bd79-1038824ff059 {{(pid=84116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 19 03:06:46.147362 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ec643f-069c-4b96-8bb7-d9bf176c3792 admin admin] Pushing event updated for resources: {'Port': ['ID=848bb946-de07-45a6-9cd2-51fa97c561f2,revision_number=2']} {{(pid=84116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:06:46.155236 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-c14a7004-3285-4f74-ad24-a9517c3a147a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:46.190835 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-d454302d-6165-4bdb-9e94-66361a0691b4 req-f8519032-8508-49a5-b3c3-3da29d1bedae service neutron] Notify callbacks [] for port, precommit_update {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:46.206866 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-36ec643f-069c-4b96-8bb7-d9bf176c3792 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.420s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:06:46.244388 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-fdd6ca62-9127-4576-9525-152ac62bedec req-a7b6c08d-862b-4092-939f-08f0df98d21b tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] 10.222.0.13 "GET /v2.0/security-groups?id=3abdea19-59c5-47bb-abc1-26c9cf24f411&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2202282
Feb 19 03:06:46.249945 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [req-afb17a02-cc65-4bfc-9266-5bd66c83312a req-fd007888-f6d3-464d-9f24-810b2495b762 tempest-DeleteServersTestJSON-1852624434 tempest-DeleteServersTestJSON-1852624434-project] Unset dirty status for tenant:31fa707eb6944aff9f4e04b78ed3ee0e on resource:security_group {{(pid=84115) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 19 03:06:46.276880 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-afb17a02-cc65-4bfc-9266-5bd66c83312a req-fd007888-f6d3-464d-9f24-810b2495b762 tempest-DeleteServersTestJSON-1852624434 tempest-DeleteServersTestJSON-1852624434-project] 10.222.0.13 "GET /v2.0/security-groups?id=18c15e71-9dbd-4845-b378-31fb076d9557&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.0491464
Feb 19 03:06:46.300082 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-4d32d240-f407-45fb-9dff-338eb31060f5 req-b2109552-dbee-4d7b-91da-2d49fe4c44cd tempest-DeleteServersTestJSON-1852624434 tempest-DeleteServersTestJSON-1852624434-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 8.3339527
Feb 19 03:06:46.323879 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [req-d454302d-6165-4bdb-9e94-66361a0691b4 req-f8519032-8508-49a5-b3c3-3da29d1bedae service neutron] Transition to ACTIVE for port object 5585c79c-4d97-459f-bd79-1038824ff059 will not be triggered until provisioned by entity L2. {{(pid=84116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 19 03:06:46.356650 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-7b233e13-2089-4de9-9c4b-019f80085931 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:46.357399 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.v2.base [req-4d32d240-f407-45fb-9dff-338eb31060f5 req-932014f0-bb35-4d8e-8f0e-1b0196af69b1 service neutron] Request body: {'port': {'device_id': '7f31ab1e-e63c-4878-a296-07479d44bcd5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77570'}} {{(pid=84115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 03:06:46.371722 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-c14a7004-3285-4f74-ad24-a9517c3a147a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:46.386587 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-d454302d-6165-4bdb-9e94-66361a0691b4 req-f8519032-8508-49a5-b3c3-3da29d1bedae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269711510320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767142869380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269711906403'] for port, after_update {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:46.391764 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-7b233e13-2089-4de9-9c4b-019f80085931 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 03:06:46.396751 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-7b233e13-2089-4de9-9c4b-019f80085931 admin admin] Usage tracker for resource:security_group_rule and tenant:8822089cf807422e93a170ee3b01287e is out of sync, need to count used quota {{(pid=84116) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 03:06:46.400206 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-7b233e13-2089-4de9-9c4b-019f80085931 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84116) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 03:06:46.406861 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-7b233e13-2089-4de9-9c4b-019f80085931 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 03:06:46.496504 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-6c50ec8a-e384-4f08-9644-14677e79a2ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:06:46.572474 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-4d32d240-f407-45fb-9dff-338eb31060f5 req-932014f0-bb35-4d8e-8f0e-1b0196af69b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838630373'] for port, before_update {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:46.587182 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-1f1b4875-daf9-4116-903f-6c7471955906 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:46.645882 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-1f1b4875-daf9-4116-903f-6c7471955906 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269711510320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767142869380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269711906403'] for port, after_update {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:46.649752 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36ec643f-069c-4b96-8bb7-d9bf176c3792 admin admin] Network 96367511-4096-441d-8b71-998abf1ff026 is already hosted by enough agents. {{(pid=84116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 19 03:06:46.650059 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-1f1b4875-daf9-4116-903f-6c7471955906 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854203496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854389636'] for router_interface, after_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:46.655914 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.scheduler.base_scheduler [None req-36ec643f-069c-4b96-8bb7-d9bf176c3792 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 19 03:06:46.668198 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-0600fc76-a154-4af1-89f6-d4d4a88685c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:06:46.734667 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8519032-8508-49a5-b3c3-3da29d1bedae service neutron] Pushing event updated for resources: {'Port': ['ID=5585c79c-4d97-459f-bd79-1038824ff059,revision_number=2']} {{(pid=84116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:06:46.801096 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84115) accepted ('10.222.0.13', 48104) {{(pid=84115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:06:46.823750 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-f8519032-8508-49a5-b3c3-3da29d1bedae service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:06:46.965200 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f1b4875-daf9-4116-903f-6c7471955906 admin admin] Pushing event updated for resources: {'Port': ['ID=51d1d839-538c-4d80-8ee3-4fac34e1642f,revision_number=2']} {{(pid=84115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:06:47.024182 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-1f1b4875-daf9-4116-903f-6c7471955906 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:06:47.036481 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-c14a7004-3285-4f74-ad24-a9517c3a147a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237410'] for security_group, after_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:47.128187 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-d4168600-6af2-4a2a-8390-3623dcf65c2b None None] Provisioning complete for port 848bb946-de07-45a6-9cd2-51fa97c561f2 triggered by entity DHCP. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 03:06:47.134537 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-d4168600-6af2-4a2a-8390-3623dcf65c2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16124857'] for port, provisioning_complete {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:47.222838 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.plugin [None req-d4168600-6af2-4a2a-8390-3623dcf65c2b None None] Port 848bb946-de07-45a6-9cd2-51fa97c561f2 cannot update to ACTIVE because it is not bound. {{(pid=84117) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 19 03:06:47.225931 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-24667ed4-14da-45fb-a3b9-7bd87b02e312 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:06:47.463553 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-c845e56c-f2d0-472f-a709-6b35fc559a4e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:47.533978 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14a7004-3285-4f74-ad24-a9517c3a147a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0971835e-a486-495a-a3b3-e89946eee879,revision_number=None']} {{(pid=84116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:06:47.544069 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-c14a7004-3285-4f74-ad24-a9517c3a147a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:06:47.574944 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-7b233e13-2089-4de9-9c4b-019f80085931 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:47.623422 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-c14a7004-3285-4f74-ad24-a9517c3a147a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:47.627075 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-c14a7004-3285-4f74-ad24-a9517c3a147a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0971835e-a486-495a-a3b3-e89946eee879 HTTP/1.1" status: 204  len: 168 time: 1.7747650
Feb 19 03:06:47.629406 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-7b233e13-2089-4de9-9c4b-019f80085931 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237410'] for security_group, after_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:47.632446 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-c845e56c-f2d0-472f-a709-6b35fc559a4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 03:06:47.638754 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-c845e56c-f2d0-472f-a709-6b35fc559a4e admin admin] Usage tracker for resource:security_group_rule and tenant:f5a73d4aaf1c4e1e8031adb05a38a172 is out of sync, need to count used quota {{(pid=84115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 03:06:47.641264 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.managers [req-d454302d-6165-4bdb-9e94-66361a0691b4 req-f8519032-8508-49a5-b3c3-3da29d1bedae service neutron] Attempting to bind port 5585c79c-4d97-459f-bd79-1038824ff059 on host hv-cinder-77570 for vnic_type normal with profile  {{(pid=84116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 03:06:47.641665 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.managers [req-d454302d-6165-4bdb-9e94-66361a0691b4 req-f8519032-8508-49a5-b3c3-3da29d1bedae service neutron] Attempting to bind port 5585c79c-4d97-459f-bd79-1038824ff059 by drivers openvswitch on host hv-cinder-77570 at level 0 using segments [{'id': '24bf194f-4bc7-4684-a2af-42ff5163776b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '5954e949-f082-4293-8249-33bd0ebaecec'}] {{(pid=84116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 19 03:06:47.642016 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-c845e56c-f2d0-472f-a709-6b35fc559a4e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 03:06:47.642137 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d454302d-6165-4bdb-9e94-66361a0691b4 req-f8519032-8508-49a5-b3c3-3da29d1bedae service neutron] Attempting to bind port 5585c79c-4d97-459f-bd79-1038824ff059 on network 5954e949-f082-4293-8249-33bd0ebaecec {{(pid=84116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 19 03:06:47.649260 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-c845e56c-f2d0-472f-a709-6b35fc559a4e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 03:06:47.650093 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:06:47.664551 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36ec643f-069c-4b96-8bb7-d9bf176c3792 admin admin] Router 0ca42cb9-ce56-445d-8f6f-1fecea1bbef9 has already been hosted by L3 agent f4ccfb5a-d22e-440e-8ddd-f393ad00f812 {{(pid=84116) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 19 03:06:47.671673 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d454302d-6165-4bdb-9e94-66361a0691b4 req-f8519032-8508-49a5-b3c3-3da29d1bedae service neutron] Checking agent: {'id': 'd79517dc-1443-4e8d-af8f-f4fe2bcc2381', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77570', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 19, 3, 4, 30), 'started_at': datetime.datetime(2021, 2, 19, 3, 5), 'heartbeat_timestamp': datetime.datetime(2021, 2, 19, 3, 6, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.91', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 19 03:06:47.672046 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d454302d-6165-4bdb-9e94-66361a0691b4 req-f8519032-8508-49a5-b3c3-3da29d1bedae service neutron] Checking segment: {'id': '24bf194f-4bc7-4684-a2af-42ff5163776b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '5954e949-f082-4293-8249-33bd0ebaecec'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 19 03:06:47.672487 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-d454302d-6165-4bdb-9e94-66361a0691b4 req-f8519032-8508-49a5-b3c3-3da29d1bedae service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:47.672949 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d454302d-6165-4bdb-9e94-66361a0691b4 req-f8519032-8508-49a5-b3c3-3da29d1bedae service neutron] Bound using segment: {'id': '24bf194f-4bc7-4684-a2af-42ff5163776b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '5954e949-f082-4293-8249-33bd0ebaecec'} {{(pid=84116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 19 03:06:47.673392 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.managers [req-d454302d-6165-4bdb-9e94-66361a0691b4 req-f8519032-8508-49a5-b3c3-3da29d1bedae service neutron] Bound port: 5585c79c-4d97-459f-bd79-1038824ff059, host: hv-cinder-77570, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24bf194f-4bc7-4684-a2af-42ff5163776b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '5954e949-f082-4293-8249-33bd0ebaecec'}}] {{(pid=84116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 19 03:06:47.673797 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-d454302d-6165-4bdb-9e94-66361a0691b4 req-f8519032-8508-49a5-b3c3-3da29d1bedae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838630373'] for port, before_update {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:47.735508 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f1b4875-daf9-4116-903f-6c7471955906 admin admin] Network 6590657d-05da-4509-bb41-0f0908d98c62 is already hosted by enough agents. {{(pid=84115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 19 03:06:47.738049 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b233e13-2089-4de9-9c4b-019f80085931 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31f49785-9cca-4104-b3f5-032e43d342c1,revision_number=1']} {{(pid=84116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:06:47.751887 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.scheduler.base_scheduler [None req-1f1b4875-daf9-4116-903f-6c7471955906 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 19 03:06:47.771884 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-7b233e13-2089-4de9-9c4b-019f80085931 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:06:47.776911 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-7b233e13-2089-4de9-9c4b-019f80085931 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8822089cf807422e93a170ee3b01287e&name=default HTTP/1.1" status: 200  len: 2979 time: 2.1397817
Feb 19 03:06:47.784999 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84115) accepted ('10.222.0.13', 48124) {{(pid=84115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:06:47.797870 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.db.resource_extend [req-4d32d240-f407-45fb-9dff-338eb31060f5 req-932014f0-bb35-4d8e-8f0e-1b0196af69b1 service neutron] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Feb 19 03:06:48.028481 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.db [req-d454302d-6165-4bdb-9e94-66361a0691b4 req-f8519032-8508-49a5-b3c3-3da29d1bedae service neutron] For port 5585c79c-4d97-459f-bd79-1038824ff059, host hv-cinder-77570, cleared binding levels {{(pid=84116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 19 03:06:48.068463 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.db [req-d454302d-6165-4bdb-9e94-66361a0691b4 req-f8519032-8508-49a5-b3c3-3da29d1bedae service neutron] For port 5585c79c-4d97-459f-bd79-1038824ff059, host hv-cinder-77570, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=5585c79c-4d97-459f-bd79-1038824ff059,segment=NetworkSegment(24bf194f-4bc7-4684-a2af-42ff5163776b),segment_id=24bf194f-4bc7-4684-a2af-42ff5163776b)] {{(pid=84116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 19 03:06:48.070402 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36ec643f-069c-4b96-8bb7-d9bf176c3792 admin admin] Notify agent at l3_agent.dv-cinder-775706-2-iscsi the message routers_updated {{(pid=84116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 19 03:06:48.077318 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-36ec643f-069c-4b96-8bb7-d9bf176c3792 admin admin] 10.222.0.13 "PUT /v2.0/routers/0ca42cb9-ce56-445d-8f6f-1fecea1bbef9/add_router_interface HTTP/1.1" status: 200  len: 503 time: 11.4300196
Feb 19 03:06:48.082790 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73edf0ed-6586-49e0-ba4d-90598b09d60d None None] Sync routers for ids ['0ca42cb9-ce56-445d-8f6f-1fecea1bbef9'] in dv-cinder-775706-2-iscsi {{(pid=84118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 19 03:06:48.095532 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73edf0ed-6586-49e0-ba4d-90598b09d60d None None] Routers {'0ca42cb9-ce56-445d-8f6f-1fecea1bbef9'} bound to L3 agent in host dv-cinder-775706-2-iscsi {{(pid=84118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 03:06:48.097077 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_hamode_db [None req-73edf0ed-6586-49e0-ba4d-90598b09d60d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9425d0a438>, 'dv-cinder-775706-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-19T02:56:52Z,description=<?>,heartbeat_timestamp=2021-02-19T03:06:22Z,host='dv-cinder-775706-2-iscsi',id=f4ccfb5a-d22e-440e-8ddd-f393ad00f812,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T02:56:52Z,topic='l3_agent')) {'router_ids': ['0ca42cb9-ce56-445d-8f6f-1fecea1bbef9'], 'active': True} {{(pid=84118) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 03:06:48.109379 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-d454302d-6165-4bdb-9e94-66361a0691b4 req-f8519032-8508-49a5-b3c3-3da29d1bedae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269711510320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767142869380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269711906403'] for port, after_update {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:48.146183 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-c494e69c-b5ca-4d9c-9e08-2610710e7e13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:06:48.369560 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.notifiers.nova [req-4d32d240-f407-45fb-9dff-338eb31060f5 req-932014f0-bb35-4d8e-8f0e-1b0196af69b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 921b70c8-412f-45b8-9fa2-36062b6f498d {{(pid=84115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 19 03:06:48.404945 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvr_db [None req-73edf0ed-6586-49e0-ba4d-90598b09d60d None None] Set router 0ca42cb9-ce56-445d-8f6f-1fecea1bbef9 gateway port host: dv-cinder-775706-2-iscsi {{(pid=84118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 03:06:48.418624 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-c8046c89-e41d-4958-b361-5ae2f0fcf470 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:48.453320 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8519032-8508-49a5-b3c3-3da29d1bedae service neutron] Pushing event updated for resources: {'Port': ['ID=5585c79c-4d97-459f-bd79-1038824ff059,revision_number=3']} {{(pid=84116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:06:48.462306 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-f8519032-8508-49a5-b3c3-3da29d1bedae service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:06:48.484219 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84116) accepted ('10.222.0.13', 48136) {{(pid=84116) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:06:48.507126 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-c845e56c-f2d0-472f-a709-6b35fc559a4e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:48.510283 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-fb6a5ece-3f7c-4914-aef4-a9d4f6f44a1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:48.510683 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-4d32d240-f407-45fb-9dff-338eb31060f5 req-932014f0-bb35-4d8e-8f0e-1b0196af69b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:48.523917 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a933102a-5ffe-4009-aaae-3a21e3fdff42 req-ad5446ea-7f67-4a37-8821-c1fc9a422076 tempest-DeleteServersTestJSON-1852624434 tempest-DeleteServersTestJSON-1852624434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:06:48.524874 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [req-a933102a-5ffe-4009-aaae-3a21e3fdff42 req-ad5446ea-7f67-4a37-8821-c1fc9a422076 tempest-DeleteServersTestJSON-1852624434 tempest-DeleteServersTestJSON-1852624434-project] Synchronizing usage tracker for tenant:31fa707eb6944aff9f4e04b78ed3ee0e on resource:port {{(pid=84115) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 19 03:06:48.533887 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-fb6a5ece-3f7c-4914-aef4-a9d4f6f44a1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 03:06:48.534234 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d5aaa7-0c89-4e4b-8cbf-b708670b5a1d req-0f344dfd-27ed-4dce-a0e1-5ac056807916 tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:06:48.536353 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-10d5aaa7-0c89-4e4b-8cbf-b708670b5a1d req-0f344dfd-27ed-4dce-a0e1-5ac056807916 tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d8603ee-a2d9-46df-b2a6-1bced1ee926b HTTP/1.1" status: 200  len: 943 time: 1.0778022
Feb 19 03:06:48.543137 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-fb6a5ece-3f7c-4914-aef4-a9d4f6f44a1a admin admin] Usage tracker for resource:security_group_rule and tenant:5cb0649548884fecbd5cc066dc7542e1 is out of sync, need to count used quota {{(pid=84116) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 03:06:48.556603 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-fb6a5ece-3f7c-4914-aef4-a9d4f6f44a1a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84116) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 03:06:48.567486 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-fb6a5ece-3f7c-4914-aef4-a9d4f6f44a1a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 03:06:48.595539 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-c845e56c-f2d0-472f-a709-6b35fc559a4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237410'] for security_group, after_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:48.624474 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d454302d-6165-4bdb-9e94-66361a0691b4 req-f8519032-8508-49a5-b3c3-3da29d1bedae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:06:48.625353 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-d454302d-6165-4bdb-9e94-66361a0691b4 req-f8519032-8508-49a5-b3c3-3da29d1bedae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854203462'] for port, before_response {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:48.627743 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-d454302d-6165-4bdb-9e94-66361a0691b4 req-f8519032-8508-49a5-b3c3-3da29d1bedae service neutron] 10.222.0.65 "PUT /v2.0/ports/5585c79c-4d97-459f-bd79-1038824ff059 HTTP/1.1" status: 200  len: 1157 time: 5.3748472
Feb 19 03:06:48.628416 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5d8603ee-a2d9-46df-b2a6-1bced1ee926b', 'tag': '5585c79c-4d97-459f-bd79-1038824ff059'}] {{(pid=84116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 03:06:48.664524 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [req-4d32d240-f407-45fb-9dff-338eb31060f5 req-932014f0-bb35-4d8e-8f0e-1b0196af69b1 service neutron] Transition to ACTIVE for port object 921b70c8-412f-45b8-9fa2-36062b6f498d will not be triggered until provisioned by entity L2. {{(pid=84115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 19 03:06:48.675361 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:06:48.687794 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-c845e56c-f2d0-472f-a709-6b35fc559a4e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f5a73d4aaf1c4e1e8031adb05a38a172&name=default HTTP/1.1" status: 200  len: 2979 time: 1.8586006
Feb 19 03:06:48.689422 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84116) accepted ('10.222.0.13', 48142) {{(pid=84116) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:06:48.709262 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-4d32d240-f407-45fb-9dff-338eb31060f5 req-932014f0-bb35-4d8e-8f0e-1b0196af69b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269711510320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767142869380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269711906403'] for port, after_update {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:48.735846 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-c8046c89-e41d-4958-b361-5ae2f0fcf470 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:48.752081 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-10d5aaa7-0c89-4e4b-8cbf-b708670b5a1d req-b4f9eb57-dfd6-4b7a-8e23-e869cabcd7dc tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] 10.222.0.13 "GET /v2.0/security-groups?id=3abdea19-59c5-47bb-abc1-26c9cf24f411&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1767974
Feb 19 03:06:48.780967 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-d8656757-1d41-4695-b90f-b71f3c33dc71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:48.839072 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-d8656757-1d41-4695-b90f-b71f3c33dc71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:48.927981 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_hamode_db [None req-73edf0ed-6586-49e0-ba4d-90598b09d60d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9425d0a438>, [{'id': '0ca42cb9-ce56-445d-8f6f-1fecea1bbef9', 'name': 'tempest-AttachVolumeShelveTestJSON-537297990-router', 'tenant_id': 'fe62d789c5ba40bd87c0c4eb042c2297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'external_fixed_ips': [{'subnet_id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': '910cd870-86f0-4fff-b876-371b82023c25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T03:06:26Z', 'updated_at': '2021-02-19T03:06:43Z', 'revision_number': 4, 'project_id': 'fe62d789c5ba40bd87c0c4eb042c2297', 'gw_port': {'id': '910cd870-86f0-4fff-b876-371b82023c25', 'name': '', 'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:17:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ca42cb9-ce56-445d-8f6f-1fecea1bbef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T03:06:30Z', 'updated_at': '2021-02-19T03:06:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-2-iscsi', '_interfaces': [{'id': '848bb946-de07-45a6-9cd2-51fa97c561f2', 'name': '', 'network_id': '96367511-4096-441d-8b71-998abf1ff026', 'tenant_id': 'fe62d789c5ba40bd87c0c4eb042c2297', 'mac_address': 'fa:16:3e:ad:cb:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ca42cb9-ce56-445d-8f6f-1fecea1bbef9', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'ffae0469-f40c-4397-8d65-7fee68a1ef0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T03:06:39Z', 'updated_at': '2021-02-19T03:06:43Z', 'revision_number': 2, 'project_id': 'fe62d789c5ba40bd87c0c4eb042c2297', 'subnets': [{'id': 'ffae0469-f40c-4397-8d65-7fee68a1ef0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775706-2-iscsi', False) {} {{(pid=84118) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 03:06:48.942242 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73edf0ed-6586-49e0-ba4d-90598b09d60d None None] Checking router: 0ca42cb9-ce56-445d-8f6f-1fecea1bbef9 for host: dv-cinder-775706-2-iscsi {{(pid=84118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 19 03:06:48.942641 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73edf0ed-6586-49e0-ba4d-90598b09d60d None None] Updating router 0ca42cb9-ce56-445d-8f6f-1fecea1bbef9 port 848bb946-de07-45a6-9cd2-51fa97c561f2 binding host dv-cinder-775706-2-iscsi {{(pid=84118) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 19 03:06:48.959194 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [req-a933102a-5ffe-4009-aaae-3a21e3fdff42 req-ad5446ea-7f67-4a37-8821-c1fc9a422076 tempest-DeleteServersTestJSON-1852624434 tempest-DeleteServersTestJSON-1852624434-project] Unset dirty status for tenant:31fa707eb6944aff9f4e04b78ed3ee0e on resource:port {{(pid=84115) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 19 03:06:48.965111 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-a933102a-5ffe-4009-aaae-3a21e3fdff42 req-ad5446ea-7f67-4a37-8821-c1fc9a422076 tempest-DeleteServersTestJSON-1852624434 tempest-DeleteServersTestJSON-1852624434-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f31ab1e-e63c-4878-a296-07479d44bcd5 HTTP/1.1" status: 200  len: 932 time: 1.4365616
Feb 19 03:06:48.982720 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f1b4875-daf9-4116-903f-6c7471955906 admin admin] Router 0e94501e-bde7-48bd-916d-d2e8fe069474 has already been hosted by L3 agent f4ccfb5a-d22e-440e-8ddd-f393ad00f812 {{(pid=84115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 19 03:06:49.014542 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-fb6a5ece-3f7c-4914-aef4-a9d4f6f44a1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:49.020256 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-d8656757-1d41-4695-b90f-b71f3c33dc71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237410'] for security_group, after_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:49.034239 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-2091e4ec-394a-4b56-9c30-57b8f0e8c9f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:06:49.066992 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-d8656757-1d41-4695-b90f-b71f3c33dc71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:49.069201 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-d8656757-1d41-4695-b90f-b71f3c33dc71 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0c402c50-2aec-4d67-adfb-b1c584f38505 HTTP/1.1" status: 204  len: 168 time: 0.3774929
Feb 19 03:06:49.071232 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-fb6a5ece-3f7c-4914-aef4-a9d4f6f44a1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237410'] for security_group, after_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:49.072532 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8656757-1d41-4695-b90f-b71f3c33dc71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c402c50-2aec-4d67-adfb-b1c584f38505,revision_number=None']} {{(pid=84116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:06:49.075368 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-d8656757-1d41-4695-b90f-b71f3c33dc71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:06:49.089053 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:06:49.113045 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-73edf0ed-6586-49e0-ba4d-90598b09d60d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838630373'] for port, before_update {{(pid=84118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:49.131869 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6a5ece-3f7c-4914-aef4-a9d4f6f44a1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90fbfa92-9d1b-4166-8a3c-e77f0b3fbebd,revision_number=1']} {{(pid=84116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:06:49.139298 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-fb6a5ece-3f7c-4914-aef4-a9d4f6f44a1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:06:49.166781 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-fb6a5ece-3f7c-4914-aef4-a9d4f6f44a1a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5cb0649548884fecbd5cc066dc7542e1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6811209
Feb 19 03:06:49.169592 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84116) accepted ('10.222.0.13', 48160) {{(pid=84116) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:06:49.174559 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c845e56c-f2d0-472f-a709-6b35fc559a4e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c402c50-2aec-4d67-adfb-b1c584f38505,revision_number=1']} {{(pid=84115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:06:49.264969 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-eeee3084-0325-4c7b-bb68-9130dc86dfbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:49.300708 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-eeee3084-0325-4c7b-bb68-9130dc86dfbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:49.457616 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-eeee3084-0325-4c7b-bb68-9130dc86dfbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237410'] for security_group, after_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:49.462917 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-c14a7004-3285-4f74-ad24-a9517c3a147a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:06:49.514756 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-c9a0ce6c-fa81-477d-b33f-e25e18347501 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:49.518367 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeee3084-0325-4c7b-bb68-9130dc86dfbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90fbfa92-9d1b-4166-8a3c-e77f0b3fbebd,revision_number=None']} {{(pid=84116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:06:49.527267 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-eeee3084-0325-4c7b-bb68-9130dc86dfbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:06:49.554157 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-eeee3084-0325-4c7b-bb68-9130dc86dfbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:49.558333 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-eeee3084-0325-4c7b-bb68-9130dc86dfbc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/90fbfa92-9d1b-4166-8a3c-e77f0b3fbebd HTTP/1.1" status: 204  len: 168 time: 0.3876524
Feb 19 03:06:49.747370 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-a933102a-5ffe-4009-aaae-3a21e3fdff42 req-e41ec9ca-f7e1-49a3-9f0e-22e1ddc479e7 tempest-DeleteServersTestJSON-1852624434 tempest-DeleteServersTestJSON-1852624434-project] 10.222.0.13 "GET /v2.0/security-groups?id=18c15e71-9dbd-4845-b378-31fb076d9557&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7607045
Feb 19 03:06:49.772220 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-c845e56c-f2d0-472f-a709-6b35fc559a4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.092s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:06:49.772220 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-1f1b4875-daf9-4116-903f-6c7471955906 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.835s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:06:49.860374 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84116) accepted ('10.222.0.13', 48182) {{(pid=84116) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:06:49.867264 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.v2.base [None req-f9d5ff08-c38c-46ad-9032-7ed6bf4bf72b tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1017905005', 'description': 'tempest-description--1536470363'}} {{(pid=84116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 03:06:49.886619 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-f9d5ff08-c38c-46ad-9032-7ed6bf4bf72b tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 03:06:49.896265 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-f9d5ff08-c38c-46ad-9032-7ed6bf4bf72b tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Usage tracker for resource:security_group and tenant:fe62d789c5ba40bd87c0c4eb042c2297 is out of sync, need to count used quota {{(pid=84116) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 03:06:49.900651 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-f9d5ff08-c38c-46ad-9032-7ed6bf4bf72b tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84116) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 03:06:49.914601 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-f9d5ff08-c38c-46ad-9032-7ed6bf4bf72b tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 03:06:49.962235 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932014f0-bb35-4d8e-8f0e-1b0196af69b1 service neutron] Pushing event updated for resources: {'Port': ['ID=921b70c8-412f-45b8-9fa2-36062b6f498d,revision_number=2']} {{(pid=84115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:06:49.964737 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.managers [req-4d32d240-f407-45fb-9dff-338eb31060f5 req-932014f0-bb35-4d8e-8f0e-1b0196af69b1 service neutron] Attempting to bind port 921b70c8-412f-45b8-9fa2-36062b6f498d on host hv-cinder-77570 for vnic_type normal with profile  {{(pid=84115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 03:06:49.965194 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.managers [req-4d32d240-f407-45fb-9dff-338eb31060f5 req-932014f0-bb35-4d8e-8f0e-1b0196af69b1 service neutron] Attempting to bind port 921b70c8-412f-45b8-9fa2-36062b6f498d by drivers openvswitch on host hv-cinder-77570 at level 0 using segments [{'id': '33173a67-4e53-4c95-a210-42a60855aeba', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'bb5fefa0-1076-4946-983d-336f1fd2573a'}] {{(pid=84115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 19 03:06:49.965569 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d32d240-f407-45fb-9dff-338eb31060f5 req-932014f0-bb35-4d8e-8f0e-1b0196af69b1 service neutron] Attempting to bind port 921b70c8-412f-45b8-9fa2-36062b6f498d on network bb5fefa0-1076-4946-983d-336f1fd2573a {{(pid=84115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 19 03:06:49.977737 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-f9d5ff08-c38c-46ad-9032-7ed6bf4bf72b tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Notify callbacks [] for security_group, before_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:50.019754 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-f9d5ff08-c38c-46ad-9032-7ed6bf4bf72b tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 03:06:50.034725 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-932014f0-bb35-4d8e-8f0e-1b0196af69b1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:06:50.055812 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-c8046c89-e41d-4958-b361-5ae2f0fcf470 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237410'] for security_group, after_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:50.056830 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d32d240-f407-45fb-9dff-338eb31060f5 req-932014f0-bb35-4d8e-8f0e-1b0196af69b1 service neutron] Checking agent: {'id': 'd79517dc-1443-4e8d-af8f-f4fe2bcc2381', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77570', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 19, 3, 4, 30), 'started_at': datetime.datetime(2021, 2, 19, 3, 5), 'heartbeat_timestamp': datetime.datetime(2021, 2, 19, 3, 6, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.91', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 19 03:06:50.057208 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d32d240-f407-45fb-9dff-338eb31060f5 req-932014f0-bb35-4d8e-8f0e-1b0196af69b1 service neutron] Checking segment: {'id': '33173a67-4e53-4c95-a210-42a60855aeba', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'bb5fefa0-1076-4946-983d-336f1fd2573a'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 19 03:06:50.057654 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-4d32d240-f407-45fb-9dff-338eb31060f5 req-932014f0-bb35-4d8e-8f0e-1b0196af69b1 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:50.058322 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d32d240-f407-45fb-9dff-338eb31060f5 req-932014f0-bb35-4d8e-8f0e-1b0196af69b1 service neutron] Bound using segment: {'id': '33173a67-4e53-4c95-a210-42a60855aeba', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'bb5fefa0-1076-4946-983d-336f1fd2573a'} {{(pid=84115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 19 03:06:50.059586 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.managers [req-4d32d240-f407-45fb-9dff-338eb31060f5 req-932014f0-bb35-4d8e-8f0e-1b0196af69b1 service neutron] Bound port: 921b70c8-412f-45b8-9fa2-36062b6f498d, host: hv-cinder-77570, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33173a67-4e53-4c95-a210-42a60855aeba', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'bb5fefa0-1076-4946-983d-336f1fd2573a'}}] {{(pid=84115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 19 03:06:50.059586 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-4d32d240-f407-45fb-9dff-338eb31060f5 req-932014f0-bb35-4d8e-8f0e-1b0196af69b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838630373'] for port, before_update {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:50.064779 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-f9d5ff08-c38c-46ad-9032-7ed6bf4bf72b tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Usage tracker for resource:security_group_rule and tenant:fe62d789c5ba40bd87c0c4eb042c2297 is out of sync, need to count used quota {{(pid=84116) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 03:06:50.075981 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-f9d5ff08-c38c-46ad-9032-7ed6bf4bf72b tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84116) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 03:06:50.110560 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-f9d5ff08-c38c-46ad-9032-7ed6bf4bf72b tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 03:06:50.158038 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-73edf0ed-6586-49e0-ba4d-90598b09d60d None None] Notify callbacks [] for port, precommit_update {{(pid=84118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:50.180783 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-bd4bea2a-a02f-48b4-9164-75b9b71f6ed8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:06:50.191937 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-73edf0ed-6586-49e0-ba4d-90598b09d60d None None] Transition to ACTIVE for port object 848bb946-de07-45a6-9cd2-51fa97c561f2 will not be triggered until provisioned by entity L2. {{(pid=84118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 19 03:06:50.226445 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8046c89-e41d-4958-b361-5ae2f0fcf470 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31f49785-9cca-4104-b3f5-032e43d342c1,revision_number=None']} {{(pid=84115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:06:50.229603 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-73edf0ed-6586-49e0-ba4d-90598b09d60d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269711510320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767142869380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269711906403'] for port, after_update {{(pid=84118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:50.244880 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-c8046c89-e41d-4958-b361-5ae2f0fcf470 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:06:50.249318 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-c8046c89-e41d-4958-b361-5ae2f0fcf470 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:50.253652 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-c8046c89-e41d-4958-b361-5ae2f0fcf470 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/31f49785-9cca-4104-b3f5-032e43d342c1 HTTP/1.1" status: 204  len: 168 time: 2.4579422
Feb 19 03:06:50.257893 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f1b4875-daf9-4116-903f-6c7471955906 admin admin] Notify agent at l3_agent.dv-cinder-775706-2-iscsi the message routers_updated {{(pid=84115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 19 03:06:50.275254 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-1f1b4875-daf9-4116-903f-6c7471955906 admin admin] 10.222.0.13 "PUT /v2.0/routers/0e94501e-bde7-48bd-916d-d2e8fe069474/add_router_interface HTTP/1.1" status: 200  len: 503 time: 14.3141663
Feb 19 03:06:50.280341 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:06:50.290599 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f7ec874-2ce7-427b-beac-3e689e71b794 None None] Sync routers for ids ['0e94501e-bde7-48bd-916d-d2e8fe069474'] in dv-cinder-775706-2-iscsi {{(pid=84117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 19 03:06:50.328332 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.db [req-4d32d240-f407-45fb-9dff-338eb31060f5 req-932014f0-bb35-4d8e-8f0e-1b0196af69b1 service neutron] For port 921b70c8-412f-45b8-9fa2-36062b6f498d, host hv-cinder-77570, cleared binding levels {{(pid=84115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 19 03:06:50.337443 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f7ec874-2ce7-427b-beac-3e689e71b794 None None] Routers {'0e94501e-bde7-48bd-916d-d2e8fe069474'} bound to L3 agent in host dv-cinder-775706-2-iscsi {{(pid=84117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 03:06:50.337998 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.db [req-4d32d240-f407-45fb-9dff-338eb31060f5 req-932014f0-bb35-4d8e-8f0e-1b0196af69b1 service neutron] For port 921b70c8-412f-45b8-9fa2-36062b6f498d, host hv-cinder-77570, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=921b70c8-412f-45b8-9fa2-36062b6f498d,segment=NetworkSegment(33173a67-4e53-4c95-a210-42a60855aeba),segment_id=33173a67-4e53-4c95-a210-42a60855aeba)] {{(pid=84115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 19 03:06:50.338210 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_hamode_db [None req-7f7ec874-2ce7-427b-beac-3e689e71b794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9425da7668>, 'dv-cinder-775706-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-19T02:56:52Z,description=<?>,heartbeat_timestamp=2021-02-19T03:06:22Z,host='dv-cinder-775706-2-iscsi',id=f4ccfb5a-d22e-440e-8ddd-f393ad00f812,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T02:56:52Z,topic='l3_agent')) {'router_ids': ['0e94501e-bde7-48bd-916d-d2e8fe069474'], 'active': True} {{(pid=84117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 03:06:50.368416 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed71e150-b6db-4ef0-8c41-894f29811433 req-57a6ace8-1061-4d28-a726-569ee02a8dfa tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:06:50.370309 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-f9d5ff08-c38c-46ad-9032-7ed6bf4bf72b tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Notify callbacks [] for security_group, precommit_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:50.371247 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-ed71e150-b6db-4ef0-8c41-894f29811433 req-57a6ace8-1061-4d28-a726-569ee02a8dfa tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d8603ee-a2d9-46df-b2a6-1bced1ee926b HTTP/1.1" status: 200  len: 943 time: 0.2887135
Feb 19 03:06:50.377826 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-4d32d240-f407-45fb-9dff-338eb31060f5 req-932014f0-bb35-4d8e-8f0e-1b0196af69b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269711510320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767142869380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269711906403'] for port, after_update {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:50.411828 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-f9d5ff08-c38c-46ad-9032-7ed6bf4bf72b tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237410'] for security_group, after_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:50.422776 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-d8656757-1d41-4695-b90f-b71f3c33dc71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:06:50.491755 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5d8603ee-a2d9-46df-b2a6-1bced1ee926b', 'tag': '5585c79c-4d97-459f-bd79-1038824ff059', 'status': 'completed', 'code': 200}
Feb 19 03:06:50.508049 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:06:50.688783 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84116) accepted ('10.222.0.13', 48196) {{(pid=84116) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:06:50.747923 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932014f0-bb35-4d8e-8f0e-1b0196af69b1 service neutron] Pushing event updated for resources: {'Port': ['ID=921b70c8-412f-45b8-9fa2-36062b6f498d,revision_number=3']} {{(pid=84115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:06:50.748257 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d5ff08-c38c-46ad-9032-7ed6bf4bf72b tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8cec6e94-f87a-4dfc-b64f-629a6d488241,revision_number=1']} {{(pid=84116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:06:50.760219 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-932014f0-bb35-4d8e-8f0e-1b0196af69b1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:06:50.852676 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-d83d4674-dd33-47bc-b435-9e9efe73aea1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:50.882496 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-f9d5ff08-c38c-46ad-9032-7ed6bf4bf72b tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.460s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:06:50.886925 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-f9d5ff08-c38c-46ad-9032-7ed6bf4bf72b tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Notify callbacks [] for security_group, before_response {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:50.888583 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-f9d5ff08-c38c-46ad-9032-7ed6bf4bf72b tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1780 time: 1.0271311
Feb 19 03:06:50.895460 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84115) accepted ('10.222.0.13', 48208) {{(pid=84115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:06:50.913366 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-d83d4674-dd33-47bc-b435-9e9efe73aea1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 03:06:50.918705 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-ed71e150-b6db-4ef0-8c41-894f29811433 req-f9ceedbf-c814-4803-a6bf-08c9b173cb6f tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] 10.222.0.13 "GET /v2.0/security-groups?id=3abdea19-59c5-47bb-abc1-26c9cf24f411&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5395041
Feb 19 03:06:50.933805 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-d83d4674-dd33-47bc-b435-9e9efe73aea1 admin admin] Usage tracker for resource:security_group_rule and tenant:8d3210f4620f459498babedee0e5748c is out of sync, need to count used quota {{(pid=84116) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 03:06:50.933805 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-d83d4674-dd33-47bc-b435-9e9efe73aea1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84116) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 03:06:50.942033 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.v2.base [None req-a0a4ccae-e73f-4547-99c7-f686b36391bb tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Request body: {'security_group_rule': {'security_group_id': '8cec6e94-f87a-4dfc-b64f-629a6d488241', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 03:06:50.946753 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-d83d4674-dd33-47bc-b435-9e9efe73aea1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 03:06:50.962930 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-a0a4ccae-e73f-4547-99c7-f686b36391bb tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 03:06:50.999268 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-a0a4ccae-e73f-4547-99c7-f686b36391bb tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Usage tracker for resource:security_group_rule and tenant:fe62d789c5ba40bd87c0c4eb042c2297 is out of sync, need to count used quota {{(pid=84115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 03:06:51.020639 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-a0a4ccae-e73f-4547-99c7-f686b36391bb tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 03:06:51.068672 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-a0a4ccae-e73f-4547-99c7-f686b36391bb tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 03:06:51.118777 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d32d240-f407-45fb-9dff-338eb31060f5 req-932014f0-bb35-4d8e-8f0e-1b0196af69b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:06:51.132591 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-4d32d240-f407-45fb-9dff-338eb31060f5 req-932014f0-bb35-4d8e-8f0e-1b0196af69b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854203462'] for port, before_response {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:51.132591 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-4d32d240-f407-45fb-9dff-338eb31060f5 req-932014f0-bb35-4d8e-8f0e-1b0196af69b1 service neutron] 10.222.0.65 "PUT /v2.0/ports/921b70c8-412f-45b8-9fa2-36062b6f498d HTTP/1.1" status: 200  len: 1158 time: 4.7940025
Feb 19 03:06:51.132591 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7f31ab1e-e63c-4878-a296-07479d44bcd5', 'tag': '921b70c8-412f-45b8-9fa2-36062b6f498d'}] {{(pid=84115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 03:06:51.132959 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvr_db [None req-7f7ec874-2ce7-427b-beac-3e689e71b794 None None] Set router 0e94501e-bde7-48bd-916d-d2e8fe069474 gateway port host: dv-cinder-775706-2-iscsi {{(pid=84117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 03:06:51.232180 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d454302d-6165-4bdb-9e94-66361a0691b4 req-46904332-b81e-43bb-8c39-1d7cf8fe0db9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:06:51.239594 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-d454302d-6165-4bdb-9e94-66361a0691b4 req-46904332-b81e-43bb-8c39-1d7cf8fe0db9 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=3930a9bb64484ce1bf7cabab6e8229f8&device_id=5d8603ee-a2d9-46df-b2a6-1bced1ee926b HTTP/1.1" status: 200  len: 1160 time: 0.7168136
Feb 19 03:06:51.281866 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9014bbe-6d85-4e54-8a3d-6b143ecb08a0 None None] Pushing event updated for resources: {'Port': ['ID=848bb946-de07-45a6-9cd2-51fa97c561f2,revision_number=3']} {{(pid=84118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:06:51.296760 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-a9014bbe-6d85-4e54-8a3d-6b143ecb08a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.016s {{(pid=84118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:06:51.309981 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-d83d4674-dd33-47bc-b435-9e9efe73aea1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:51.311173 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.managers [None req-73edf0ed-6586-49e0-ba4d-90598b09d60d None None] Attempting to bind port 848bb946-de07-45a6-9cd2-51fa97c561f2 on host dv-cinder-775706-2-iscsi for vnic_type normal with profile  {{(pid=84118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 03:06:51.311582 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.managers [None req-73edf0ed-6586-49e0-ba4d-90598b09d60d None None] Attempting to bind port 848bb946-de07-45a6-9cd2-51fa97c561f2 by drivers openvswitch on host dv-cinder-775706-2-iscsi at level 0 using segments [{'id': '6e9f1b00-4f0b-4b9d-b1f1-2ca997d9692c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '96367511-4096-441d-8b71-998abf1ff026'}] {{(pid=84118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 19 03:06:51.311984 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73edf0ed-6586-49e0-ba4d-90598b09d60d None None] Attempting to bind port 848bb946-de07-45a6-9cd2-51fa97c561f2 on network 96367511-4096-441d-8b71-998abf1ff026 {{(pid=84118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 19 03:06:51.339209 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73edf0ed-6586-49e0-ba4d-90598b09d60d None None] Checking agent: {'id': '3cd1f8a8-5d37-45d2-b10a-f80d551451b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775706-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 19, 2, 56, 53), 'started_at': datetime.datetime(2021, 2, 19, 2, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 2, 19, 3, 6, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775706-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.86', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 19 03:06:51.339622 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73edf0ed-6586-49e0-ba4d-90598b09d60d None None] Checking segment: {'id': '6e9f1b00-4f0b-4b9d-b1f1-2ca997d9692c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '96367511-4096-441d-8b71-998abf1ff026'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 19 03:06:51.340073 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-73edf0ed-6586-49e0-ba4d-90598b09d60d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:51.340506 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73edf0ed-6586-49e0-ba4d-90598b09d60d None None] Bound using segment: {'id': '6e9f1b00-4f0b-4b9d-b1f1-2ca997d9692c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '96367511-4096-441d-8b71-998abf1ff026'} {{(pid=84118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 19 03:06:51.345060 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.managers [None req-73edf0ed-6586-49e0-ba4d-90598b09d60d None None] Bound port: 848bb946-de07-45a6-9cd2-51fa97c561f2, host: dv-cinder-775706-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e9f1b00-4f0b-4b9d-b1f1-2ca997d9692c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '96367511-4096-441d-8b71-998abf1ff026'}}] {{(pid=84118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 19 03:06:51.345537 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-73edf0ed-6586-49e0-ba4d-90598b09d60d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838630373'] for port, before_update {{(pid=84118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:51.462038 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-d83d4674-dd33-47bc-b435-9e9efe73aea1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237410'] for security_group, after_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:51.500688 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:06:51.521961 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-d454302d-6165-4bdb-9e94-66361a0691b4 req-39513d82-24c0-4984-9363-073b2e2c1396 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5585c79c-4d97-459f-bd79-1038824ff059 HTTP/1.1" status: 200  len: 217 time: 0.2061493
Feb 19 03:06:51.636067 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-a0a4ccae-e73f-4547-99c7-f686b36391bb tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:51.639906 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.db [None req-73edf0ed-6586-49e0-ba4d-90598b09d60d None None] For port 848bb946-de07-45a6-9cd2-51fa97c561f2, host dv-cinder-775706-2-iscsi, cleared binding levels {{(pid=84118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 19 03:06:51.657263 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.db [None req-73edf0ed-6586-49e0-ba4d-90598b09d60d None None] For port 848bb946-de07-45a6-9cd2-51fa97c561f2, host dv-cinder-775706-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-2-iscsi',level=0,port_id=848bb946-de07-45a6-9cd2-51fa97c561f2,segment=NetworkSegment(6e9f1b00-4f0b-4b9d-b1f1-2ca997d9692c),segment_id=6e9f1b00-4f0b-4b9d-b1f1-2ca997d9692c)] {{(pid=84118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 19 03:06:51.692147 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-73edf0ed-6586-49e0-ba4d-90598b09d60d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269711510320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767142869380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269711906403'] for port, after_update {{(pid=84118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:51.720337 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-4ce3ca13-b6f2-4f97-9300-1abd601486fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:06:51.754859 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-d83d4674-dd33-47bc-b435-9e9efe73aea1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8d3210f4620f459498babedee0e5748c&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0515530
Feb 19 03:06:51.757242 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83d4674-dd33-47bc-b435-9e9efe73aea1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03faaa3e-a87e-44f1-872f-eae6cd2c16f6,revision_number=1']} {{(pid=84116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:06:51.763512 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84115) accepted ('10.222.0.13', 48252) {{(pid=84115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:06:51.783072 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-d83d4674-dd33-47bc-b435-9e9efe73aea1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:06:51.821310 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d454302d-6165-4bdb-9e94-66361a0691b4 req-368f826c-fab7-47b8-a1b3-13caef7312af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:06:51.829245 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-d454302d-6165-4bdb-9e94-66361a0691b4 req-368f826c-fab7-47b8-a1b3-13caef7312af service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f1853278-935e-4022-b7cb-005e1e744dbb HTTP/1.1" status: 200  len: 853 time: 0.2464373
Feb 19 03:06:51.893756 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9014bbe-6d85-4e54-8a3d-6b143ecb08a0 None None] Pushing event updated for resources: {'Port': ['ID=848bb946-de07-45a6-9cd2-51fa97c561f2,revision_number=4']} {{(pid=84118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:06:51.910604 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-a9014bbe-6d85-4e54-8a3d-6b143ecb08a0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=84118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:06:51.964774 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_hamode_db [None req-7f7ec874-2ce7-427b-beac-3e689e71b794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9425da7668>, [{'id': '0e94501e-bde7-48bd-916d-d2e8fe069474', 'name': 'tempest-ServerRescueNegativeTestJSON-5869323-router', 'tenant_id': 'a83cb91af86b404e843a85617a0bdf97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'external_fixed_ips': [{'subnet_id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': '2f81d1e1-7364-417a-84c6-f7a62e81140f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T03:06:26Z', 'updated_at': '2021-02-19T03:06:44Z', 'revision_number': 4, 'project_id': 'a83cb91af86b404e843a85617a0bdf97', 'gw_port': {'id': '2f81d1e1-7364-417a-84c6-f7a62e81140f', 'name': '', 'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:84:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e94501e-bde7-48bd-916d-d2e8fe069474', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T03:06:29Z', 'updated_at': '2021-02-19T03:06:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-2-iscsi', '_interfaces': [{'id': '51d1d839-538c-4d80-8ee3-4fac34e1642f', 'name': '', 'network_id': '6590657d-05da-4509-bb41-0f0908d98c62', 'tenant_id': 'a83cb91af86b404e843a85617a0bdf97', 'mac_address': 'fa:16:3e:cd:a9:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e94501e-bde7-48bd-916d-d2e8fe069474', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'c8812985-29c9-4582-bf6b-c00d9e74b5a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T03:06:40Z', 'updated_at': '2021-02-19T03:06:45Z', 'revision_number': 2, 'project_id': 'a83cb91af86b404e843a85617a0bdf97', 'subnets': [{'id': 'c8812985-29c9-4582-bf6b-c00d9e74b5a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775706-2-iscsi', False) {} {{(pid=84117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 03:06:51.969948 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f7ec874-2ce7-427b-beac-3e689e71b794 None None] Checking router: 0e94501e-bde7-48bd-916d-d2e8fe069474 for host: dv-cinder-775706-2-iscsi {{(pid=84117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 19 03:06:51.970473 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f7ec874-2ce7-427b-beac-3e689e71b794 None None] Updating router 0e94501e-bde7-48bd-916d-d2e8fe069474 port 51d1d839-538c-4d80-8ee3-4fac34e1642f binding host dv-cinder-775706-2-iscsi {{(pid=84117) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 19 03:06:51.987938 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73edf0ed-6586-49e0-ba4d-90598b09d60d None None] Routers {'0ca42cb9-ce56-445d-8f6f-1fecea1bbef9'} bound to L3 agent in host dv-cinder-775706-2-iscsi {{(pid=84118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 03:06:51.990186 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_hamode_db [None req-73edf0ed-6586-49e0-ba4d-90598b09d60d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9425d0a438>, 'dv-cinder-775706-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-19T02:56:52Z,description=<?>,heartbeat_timestamp=2021-02-19T03:06:52Z,host='dv-cinder-775706-2-iscsi',id=f4ccfb5a-d22e-440e-8ddd-f393ad00f812,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T02:56:52Z,topic='l3_agent')) {'router_ids': ['0ca42cb9-ce56-445d-8f6f-1fecea1bbef9'], 'active': True} {{(pid=84118) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 03:06:52.078845 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-d454302d-6165-4bdb-9e94-66361a0691b4 req-5541e06e-a083-4697-8412-d289bb215ae8 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=5954e949-f082-4293-8249-33bd0ebaecec&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1277645
Feb 19 03:06:52.087239 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-7f7ec874-2ce7-427b-beac-3e689e71b794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838630373'] for port, before_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:52.110055 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-4feedd28-f56f-4527-b25b-92bd1ae99d21 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:52.429048 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvr_db [None req-73edf0ed-6586-49e0-ba4d-90598b09d60d None None] Set router 0ca42cb9-ce56-445d-8f6f-1fecea1bbef9 gateway port host: dv-cinder-775706-2-iscsi {{(pid=84118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 03:06:52.452058 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-d454302d-6165-4bdb-9e94-66361a0691b4 req-4faed2a0-efca-44c3-887a-733482a73d12 service neutron] 10.222.0.65 "GET /v2.0/networks/5954e949-f082-4293-8249-33bd0ebaecec?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3606484
Feb 19 03:06:52.463858 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f77b692-d91e-4376-85e8-e93c60175f00 req-311668ae-10ce-46f9-a6cb-c351fb37edc1 tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:06:52.465651 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-7f77b692-d91e-4376-85e8-e93c60175f00 req-311668ae-10ce-46f9-a6cb-c351fb37edc1 tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] 10.222.0.13 "GET /v2.0/networks?id=6590657d-05da-4509-bb41-0f0908d98c62 HTTP/1.1" status: 200  len: 816 time: 0.6767290
Feb 19 03:06:52.483750 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-4b343f23-6f62-4db0-bfb1-0e5ba3aa11dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:52.523030 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d32d240-f407-45fb-9dff-338eb31060f5 req-4e3860f0-47c3-4c0a-99ac-d17789afa06d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:06:52.524631 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-4d32d240-f407-45fb-9dff-338eb31060f5 req-4e3860f0-47c3-4c0a-99ac-d17789afa06d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=31fa707eb6944aff9f4e04b78ed3ee0e&device_id=7f31ab1e-e63c-4878-a296-07479d44bcd5 HTTP/1.1" status: 200  len: 1161 time: 1.2050848
Feb 19 03:06:52.532725 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-7f77b692-d91e-4376-85e8-e93c60175f00 req-7c4cd5a0-c42e-4426-b7f7-a628d77d22ed tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] 10.222.0.13 "GET /v2.0/quotas/a83cb91af86b404e843a85617a0bdf97 HTTP/1.1" status: 200  len: 375 time: 0.0421658
Feb 19 03:06:52.539981 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf708ac-d26e-4241-ac3f-9a5597811909 req-c0b5938b-6edd-4ebd-a130-9440841725c4 tempest-DeleteServersTestJSON-1852624434 tempest-DeleteServersTestJSON-1852624434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:06:52.541727 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-7bf708ac-d26e-4241-ac3f-9a5597811909 req-c0b5938b-6edd-4ebd-a130-9440841725c4 tempest-DeleteServersTestJSON-1852624434 tempest-DeleteServersTestJSON-1852624434-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f31ab1e-e63c-4878-a296-07479d44bcd5 HTTP/1.1" status: 200  len: 944 time: 1.2209024
Feb 19 03:06:52.640168 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-4d32d240-f407-45fb-9dff-338eb31060f5 req-1ff3a998-567a-415c-8c89-7c4ac4d200cb service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=921b70c8-412f-45b8-9fa2-36062b6f498d HTTP/1.1" status: 200  len: 217 time: 0.0973656
Feb 19 03:06:52.665008 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-a0a4ccae-e73f-4547-99c7-f686b36391bb tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:52.742303 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-d454302d-6165-4bdb-9e94-66361a0691b4 req-fb11b13c-4a8f-481b-b06c-1c3d5cf5cdc5 service neutron] 10.222.0.65 "GET /v2.0/networks/5954e949-f082-4293-8249-33bd0ebaecec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2834194
Feb 19 03:06:52.806802 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-a0a4ccae-e73f-4547-99c7-f686b36391bb tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237382'] for security_group_rule, after_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:52.875719 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:06:52.880882 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_hamode_db [None req-73edf0ed-6586-49e0-ba4d-90598b09d60d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9425d0a438>, [{'id': '0ca42cb9-ce56-445d-8f6f-1fecea1bbef9', 'name': 'tempest-AttachVolumeShelveTestJSON-537297990-router', 'tenant_id': 'fe62d789c5ba40bd87c0c4eb042c2297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'external_fixed_ips': [{'subnet_id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': '910cd870-86f0-4fff-b876-371b82023c25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T03:06:26Z', 'updated_at': '2021-02-19T03:06:43Z', 'revision_number': 4, 'project_id': 'fe62d789c5ba40bd87c0c4eb042c2297', 'gw_port': {'id': '910cd870-86f0-4fff-b876-371b82023c25', 'name': '', 'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:17:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ca42cb9-ce56-445d-8f6f-1fecea1bbef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T03:06:30Z', 'updated_at': '2021-02-19T03:06:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-2-iscsi', '_interfaces': [{'id': '848bb946-de07-45a6-9cd2-51fa97c561f2', 'name': '', 'network_id': '96367511-4096-441d-8b71-998abf1ff026', 'tenant_id': 'fe62d789c5ba40bd87c0c4eb042c2297', 'mac_address': 'fa:16:3e:ad:cb:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ca42cb9-ce56-445d-8f6f-1fecea1bbef9', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'ffae0469-f40c-4397-8d65-7fee68a1ef0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T03:06:39Z', 'updated_at': '2021-02-19T03:06:51Z', 'revision_number': 4, 'project_id': 'fe62d789c5ba40bd87c0c4eb042c2297', 'subnets': [{'id': 'ffae0469-f40c-4397-8d65-7fee68a1ef0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775706-2-iscsi', False) {} {{(pid=84118) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 03:06:52.888497 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-7f7ec874-2ce7-427b-beac-3e689e71b794 None None] Notify callbacks [] for port, precommit_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:52.889256 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73edf0ed-6586-49e0-ba4d-90598b09d60d None None] The sync data for ids ['0ca42cb9-ce56-445d-8f6f-1fecea1bbef9'] in dv-cinder-775706-2-iscsi is: [{'id': '0ca42cb9-ce56-445d-8f6f-1fecea1bbef9', 'name': 'tempest-AttachVolumeShelveTestJSON-537297990-router', 'tenant_id': 'fe62d789c5ba40bd87c0c4eb042c2297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'external_fixed_ips': [{'subnet_id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': '910cd870-86f0-4fff-b876-371b82023c25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T03:06:26Z', 'updated_at': '2021-02-19T03:06:43Z', 'revision_number': 4, 'project_id': 'fe62d789c5ba40bd87c0c4eb042c2297', 'gw_port': {'id': '910cd870-86f0-4fff-b876-371b82023c25', 'name': '', 'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:17:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ca42cb9-ce56-445d-8f6f-1fecea1bbef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T03:06:30Z', 'updated_at': '2021-02-19T03:06:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-2-iscsi', '_interfaces': [{'id': '848bb946-de07-45a6-9cd2-51fa97c561f2', 'name': '', 'network_id': '96367511-4096-441d-8b71-998abf1ff026', 'tenant_id': 'fe62d789c5ba40bd87c0c4eb042c2297', 'mac_address': 'fa:16:3e:ad:cb:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0ca42cb9-ce56-445d-8f6f-1fecea1bbef9', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'ffae0469-f40c-4397-8d65-7fee68a1ef0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T03:06:39Z', 'updated_at': '2021-02-19T03:06:51Z', 'revision_number': 4, 'project_id': 'fe62d789c5ba40bd87c0c4eb042c2297', 'subnets': [{'id': 'ffae0469-f40c-4397-8d65-7fee68a1ef0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 19 03:06:52.908472 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-7f7ec874-2ce7-427b-beac-3e689e71b794 None None] Transition to ACTIVE for port object 51d1d839-538c-4d80-8ee3-4fac34e1642f will not be triggered until provisioned by entity L2. {{(pid=84117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 19 03:06:52.935628 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-7bf708ac-d26e-4241-ac3f-9a5597811909 req-03304c56-6c3c-4658-9860-c6c20a9f2f75 tempest-DeleteServersTestJSON-1852624434 tempest-DeleteServersTestJSON-1852624434-project] 10.222.0.13 "GET /v2.0/security-groups?id=18c15e71-9dbd-4845-b378-31fb076d9557&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3007553
Feb 19 03:06:52.945986 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d32d240-f407-45fb-9dff-338eb31060f5 req-b6af04e6-8503-4f7f-beab-3bb185bfb112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:06:52.947151 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-4d32d240-f407-45fb-9dff-338eb31060f5 req-b6af04e6-8503-4f7f-beab-3bb185bfb112 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=346097c7-293e-4b41-9577-63d51cdea4c1 HTTP/1.1" status: 200  len: 852 time: 0.1894472
Feb 19 03:06:52.952014 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-77ba265e-206e-4479-b19a-218165d05d5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:52.980023 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-7f7ec874-2ce7-427b-beac-3e689e71b794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269711510320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767142869380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269711906403'] for port, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:53.012740 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-77ba265e-206e-4479-b19a-218165d05d5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:53.082667 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a4ccae-e73f-4547-99c7-f686b36391bb tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b157d26a-285e-4cae-a0dc-f3176c1cd843,revision_number=0']} {{(pid=84115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:06:53.110361 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85955e15-6dc4-4d13-8db1-e30929d2a46d req-c788b84e-7a79-42ec-9015-ce26e22c0e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:06:53.113012 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-85955e15-6dc4-4d13-8db1-e30929d2a46d req-c788b84e-7a79-42ec-9015-ce26e22c0e51 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=3930a9bb64484ce1bf7cabab6e8229f8&device_id=5d8603ee-a2d9-46df-b2a6-1bced1ee926b HTTP/1.1" status: 200  len: 1160 time: 0.2877927
Feb 19 03:06:53.140766 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:06:53.140901 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [req-7f77b692-d91e-4376-85e8-e93c60175f00 req-fa748b0a-c069-4c23-99a7-e14285df4049 tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] Synchronizing usage tracker for tenant:a83cb91af86b404e843a85617a0bdf97 on resource:port {{(pid=84115) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 19 03:06:53.143942 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-a0a4ccae-e73f-4547-99c7-f686b36391bb tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:53.146410 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-a0a4ccae-e73f-4547-99c7-f686b36391bb tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 2.2266014
Feb 19 03:06:53.169707 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-77ba265e-206e-4479-b19a-218165d05d5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237410'] for security_group, after_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:53.170495 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84115) accepted ('10.222.0.13', 48286) {{(pid=84115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:06:53.171401 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-a0a4ccae-e73f-4547-99c7-f686b36391bb tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:06:53.190028 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-4d32d240-f407-45fb-9dff-338eb31060f5 req-40819c53-32f8-4ea6-a82d-2d36734aca4e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=bb5fefa0-1076-4946-983d-336f1fd2573a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1033192
Feb 19 03:06:53.215142 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.v2.base [None req-ddc1ff50-a972-49a4-b08d-d00941348f44 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Request body: {'security_group_rule': {'security_group_id': '8cec6e94-f87a-4dfc-b64f-629a6d488241', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 03:06:53.226573 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:06:53.403330 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-ddc1ff50-a972-49a4-b08d-d00941348f44 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 03:06:53.413868 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-ddc1ff50-a972-49a4-b08d-d00941348f44 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Usage tracker for resource:security_group_rule and tenant:fe62d789c5ba40bd87c0c4eb042c2297 is out of sync, need to count used quota {{(pid=84115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 03:06:53.427132 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-ddc1ff50-a972-49a4-b08d-d00941348f44 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 03:06:53.433584 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-ddc1ff50-a972-49a4-b08d-d00941348f44 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 03:06:53.448686 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85955e15-6dc4-4d13-8db1-e30929d2a46d req-7433487f-2e1e-47f3-bd07-bf339ecf55a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:06:53.450833 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-85955e15-6dc4-4d13-8db1-e30929d2a46d req-7433487f-2e1e-47f3-bd07-bf339ecf55a7 service neutron] 10.222.0.65 "GET /v2.0/networks?id=5954e949-f082-4293-8249-33bd0ebaecec HTTP/1.1" status: 200  len: 907 time: 0.3293469
Feb 19 03:06:53.469641 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ba265e-206e-4479-b19a-218165d05d5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03faaa3e-a87e-44f1-872f-eae6cd2c16f6,revision_number=None']} {{(pid=84115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:06:53.480643 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [req-7f77b692-d91e-4376-85e8-e93c60175f00 req-fa748b0a-c069-4c23-99a7-e14285df4049 tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] Unset dirty status for tenant:a83cb91af86b404e843a85617a0bdf97 on resource:port {{(pid=84115) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 19 03:06:53.502413 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-7f77b692-d91e-4376-85e8-e93c60175f00 req-fa748b0a-c069-4c23-99a7-e14285df4049 tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a83cb91af86b404e843a85617a0bdf97&fields=id HTTP/1.1" status: 200  len: 255 time: 0.9480438
Feb 19 03:06:53.621077 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-85955e15-6dc4-4d13-8db1-e30929d2a46d req-30f2dc33-ddd6-4e51-8dd8-d7a47734a972 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5585c79c-4d97-459f-bd79-1038824ff059 HTTP/1.1" status: 200  len: 217 time: 0.1624057
Feb 19 03:06:53.750520 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-77ba265e-206e-4479-b19a-218165d05d5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.524s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:06:53.752548 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379abf98-2c1a-43c9-ad04-a57950527831 None None] Pushing event updated for resources: {'Port': ['ID=51d1d839-538c-4d80-8ee3-4fac34e1642f,revision_number=3']} {{(pid=84117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:06:53.763492 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-379abf98-2c1a-43c9-ad04-a57950527831 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.623s {{(pid=84117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:06:53.780552 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85955e15-6dc4-4d13-8db1-e30929d2a46d req-61d63a8d-054f-4518-9d7c-86d02e3132b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:06:53.783146 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-85955e15-6dc4-4d13-8db1-e30929d2a46d req-61d63a8d-054f-4518-9d7c-86d02e3132b5 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f1853278-935e-4022-b7cb-005e1e744dbb HTTP/1.1" status: 200  len: 853 time: 0.1546462
Feb 19 03:06:53.857187 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-85955e15-6dc4-4d13-8db1-e30929d2a46d req-e0d94953-6042-4cfb-93b2-f25ff5eade88 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=5954e949-f082-4293-8249-33bd0ebaecec&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0658536
Feb 19 03:06:53.960619 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.rpc [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Device 848bb946-de07-45a6-9cd2-51fa97c561f2 up at agent ovs-agent-dv-cinder-775706-2-iscsi {{(pid=84117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 03:06:53.990725 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-ddc1ff50-a972-49a4-b08d-d00941348f44 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:54.051300 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-4d32d240-f407-45fb-9dff-338eb31060f5 req-21e286df-a17b-4ad8-ac83-46772d788b6e service neutron] 10.222.0.65 "GET /v2.0/networks/bb5fefa0-1076-4946-983d-336f1fd2573a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7979970
Feb 19 03:06:54.094230 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-ddc1ff50-a972-49a4-b08d-d00941348f44 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:54.099200 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:54.173488 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-85955e15-6dc4-4d13-8db1-e30929d2a46d req-e721f0cd-8f42-4b27-83d1-cf708799c295 service neutron] 10.222.0.65 "GET /v2.0/networks/5954e949-f082-4293-8249-33bd0ebaecec?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3086936
Feb 19 03:06:54.186899 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-7f77b692-d91e-4376-85e8-e93c60175f00 req-4a6b4514-02ba-4ac9-bc96-6d55ad2b9f79 service neutron] 10.222.0.13 "GET /v2.0/networks/6590657d-05da-4509-bb41-0f0908d98c62?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6835175
Feb 19 03:06:54.187681 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-77ba265e-206e-4479-b19a-218165d05d5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:54.192739 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-77ba265e-206e-4479-b19a-218165d05d5f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/03faaa3e-a87e-44f1-872f-eae6cd2c16f6 HTTP/1.1" status: 204  len: 168 time: 2.3986800
Feb 19 03:06:54.267417 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Provisioning for port 848bb946-de07-45a6-9cd2-51fa97c561f2 completed by entity L2. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 19 03:06:54.301554 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Provisioning complete for port 848bb946-de07-45a6-9cd2-51fa97c561f2 triggered by entity L2. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 03:06:54.302474 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16124857'] for port, provisioning_complete {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:54.352504 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-ddc1ff50-a972-49a4-b08d-d00941348f44 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237382'] for security_group_rule, after_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:54.359379 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-4d32d240-f407-45fb-9dff-338eb31060f5 req-ae8869cb-0d12-493d-9a14-dc4715cb9374 service neutron] 10.222.0.65 "GET /v2.0/networks/bb5fefa0-1076-4946-983d-336f1fd2573a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2635374
Feb 19 03:06:54.386301 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.managers [None req-7f7ec874-2ce7-427b-beac-3e689e71b794 None None] Attempting to bind port 51d1d839-538c-4d80-8ee3-4fac34e1642f on host dv-cinder-775706-2-iscsi for vnic_type normal with profile  {{(pid=84117) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 03:06:54.387113 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.managers [None req-7f7ec874-2ce7-427b-beac-3e689e71b794 None None] Attempting to bind port 51d1d839-538c-4d80-8ee3-4fac34e1642f by drivers openvswitch on host dv-cinder-775706-2-iscsi at level 0 using segments [{'id': '9336127e-160f-4619-9a09-bfd4cdb78b72', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '6590657d-05da-4509-bb41-0f0908d98c62'}] {{(pid=84117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 19 03:06:54.387639 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f7ec874-2ce7-427b-beac-3e689e71b794 None None] Attempting to bind port 51d1d839-538c-4d80-8ee3-4fac34e1642f on network 6590657d-05da-4509-bb41-0f0908d98c62 {{(pid=84117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 19 03:06:54.399119 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f7ec874-2ce7-427b-beac-3e689e71b794 None None] Checking agent: {'id': '3cd1f8a8-5d37-45d2-b10a-f80d551451b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775706-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 19, 2, 56, 53), 'started_at': datetime.datetime(2021, 2, 19, 2, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 2, 19, 3, 6, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775706-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.86', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 19 03:06:54.399725 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f7ec874-2ce7-427b-beac-3e689e71b794 None None] Checking segment: {'id': '9336127e-160f-4619-9a09-bfd4cdb78b72', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '6590657d-05da-4509-bb41-0f0908d98c62'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 19 03:06:54.400288 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-7f7ec874-2ce7-427b-beac-3e689e71b794 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:54.400840 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f7ec874-2ce7-427b-beac-3e689e71b794 None None] Bound using segment: {'id': '9336127e-160f-4619-9a09-bfd4cdb78b72', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '6590657d-05da-4509-bb41-0f0908d98c62'} {{(pid=84117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 19 03:06:54.401643 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.managers [None req-7f7ec874-2ce7-427b-beac-3e689e71b794 None None] Bound port: 51d1d839-538c-4d80-8ee3-4fac34e1642f, host: dv-cinder-775706-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9336127e-160f-4619-9a09-bfd4cdb78b72', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '6590657d-05da-4509-bb41-0f0908d98c62'}}] {{(pid=84117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 19 03:06:54.402236 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-7f7ec874-2ce7-427b-beac-3e689e71b794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838630373'] for port, before_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:54.487684 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-ed1abd93-30ab-455f-b25e-ecbc2cc5cf06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:54.524567 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-a0a4ccae-e73f-4547-99c7-f686b36391bb tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:06:54.565927 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc1ff50-a972-49a4-b08d-d00941348f44 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=339cf592-31bc-4547-bdcf-6683b44433bf,revision_number=0']} {{(pid=84115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:06:54.578243 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-ddc1ff50-a972-49a4-b08d-d00941348f44 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:06:54.592090 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-85955e15-6dc4-4d13-8db1-e30929d2a46d req-3be92135-b7d4-4a4c-bea2-4530efec3b53 service neutron] 10.222.0.65 "GET /v2.0/networks/5954e949-f082-4293-8249-33bd0ebaecec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2515426
Feb 19 03:06:54.602768 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89ddc59-1704-4b68-a49a-4fdbcfc1d4aa req-fa3a59f2-1362-4cd9-8e8f-dc2a50601c50 tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:06:54.610374 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-c89ddc59-1704-4b68-a49a-4fdbcfc1d4aa req-fa3a59f2-1362-4cd9-8e8f-dc2a50601c50 tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d8603ee-a2d9-46df-b2a6-1bced1ee926b HTTP/1.1" status: 200  len: 943 time: 1.4288149
Feb 19 03:06:54.632890 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-ddc1ff50-a972-49a4-b08d-d00941348f44 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:54.634556 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-ddc1ff50-a972-49a4-b08d-d00941348f44 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 1.4546034
Feb 19 03:06:54.634677 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.db [None req-7f7ec874-2ce7-427b-beac-3e689e71b794 None None] For port 51d1d839-538c-4d80-8ee3-4fac34e1642f, host dv-cinder-775706-2-iscsi, cleared binding levels {{(pid=84117) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 19 03:06:54.638132 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84116) accepted ('10.222.0.13', 48350) {{(pid=84116) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:06:54.644849 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.v2.base [None req-9077cdd2-6dc4-429a-b2a1-d5ad2e8d53ae tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Request body: {'floatingip': {'floating_network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc'}} {{(pid=84116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 03:06:54.652710 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.db [None req-7f7ec874-2ce7-427b-beac-3e689e71b794 None None] For port 51d1d839-538c-4d80-8ee3-4fac34e1642f, host dv-cinder-775706-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-2-iscsi',level=0,port_id=51d1d839-538c-4d80-8ee3-4fac34e1642f,segment=NetworkSegment(9336127e-160f-4619-9a09-bfd4cdb78b72),segment_id=9336127e-160f-4619-9a09-bfd4cdb78b72)] {{(pid=84117) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 19 03:06:54.653601 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-9077cdd2-6dc4-429a-b2a1-d5ad2e8d53ae tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 03:06:54.653987 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838630373'] for port, before_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:54.661051 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-9077cdd2-6dc4-429a-b2a1-d5ad2e8d53ae tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Usage tracker for resource:floatingip and tenant:fe62d789c5ba40bd87c0c4eb042c2297 is out of sync, need to count used quota {{(pid=84116) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 03:06:54.666389 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-9077cdd2-6dc4-429a-b2a1-d5ad2e8d53ae tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84116) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 03:06:54.672482 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-9077cdd2-6dc4-429a-b2a1-d5ad2e8d53ae tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 03:06:54.696232 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-7f77b692-d91e-4376-85e8-e93c60175f00 req-830b8415-c8c9-4a3d-99b5-cc65933313c6 service neutron] 10.222.0.13 "GET /v2.0/networks/6590657d-05da-4509-bb41-0f0908d98c62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3120012
Feb 19 03:06:54.696350 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-7f7ec874-2ce7-427b-beac-3e689e71b794 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269711510320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767142869380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269711906403'] for port, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:54.714397 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-9077cdd2-6dc4-429a-b2a1-d5ad2e8d53ae tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Notify callbacks [] for floatingip, before_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:54.727219 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-c89ddc59-1704-4b68-a49a-4fdbcfc1d4aa req-bb80b1b6-54a1-45d9-8cf4-cfbd1debece0 tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] 10.222.0.13 "GET /v2.0/security-groups?id=3abdea19-59c5-47bb-abc1-26c9cf24f411&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1156979
Feb 19 03:06:54.858557 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-71497d84-ea2d-438f-ab33-4f132c58d452 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:06:54.927850 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.db [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] For port 848bb946-de07-45a6-9cd2-51fa97c561f2, host dv-cinder-775706-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-2-iscsi',level=0,port_id=848bb946-de07-45a6-9cd2-51fa97c561f2,segment=NetworkSegment(6e9f1b00-4f0b-4b9d-b1f1-2ca997d9692c),segment_id=6e9f1b00-4f0b-4b9d-b1f1-2ca997d9692c)] {{(pid=84117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 03:06:54.950089 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f7ec874-2ce7-427b-beac-3e689e71b794 None None] Routers {'0e94501e-bde7-48bd-916d-d2e8fe069474'} bound to L3 agent in host dv-cinder-775706-2-iscsi {{(pid=84117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 03:06:54.950979 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_hamode_db [None req-7f7ec874-2ce7-427b-beac-3e689e71b794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9425da7668>, 'dv-cinder-775706-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-19T02:56:52Z,description=<?>,heartbeat_timestamp=2021-02-19T03:06:52Z,host='dv-cinder-775706-2-iscsi',id=f4ccfb5a-d22e-440e-8ddd-f393ad00f812,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T02:56:52Z,topic='l3_agent')) {'router_ids': ['0e94501e-bde7-48bd-916d-d2e8fe069474'], 'active': True} {{(pid=84117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 03:06:55.016410 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-9077cdd2-6dc4-429a-b2a1-d5ad2e8d53ae tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838630373'] for port, before_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:55.158371 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269711510320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767142869380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269711906403'] for port, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:55.200550 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvr_db [None req-7f7ec874-2ce7-427b-beac-3e689e71b794 None None] Set router 0e94501e-bde7-48bd-916d-d2e8fe069474 gateway port host: dv-cinder-775706-2-iscsi {{(pid=84117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 03:06:55.234768 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2fc02a-68d3-49a4-b0d7-71a52f82972b req-4448ec7c-09cb-4478-9a7a-6cd2aa479084 tempest-DeleteServersTestJSON-1852624434 tempest-DeleteServersTestJSON-1852624434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:06:55.250068 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-5a2fc02a-68d3-49a4-b0d7-71a52f82972b req-4448ec7c-09cb-4478-9a7a-6cd2aa479084 tempest-DeleteServersTestJSON-1852624434 tempest-DeleteServersTestJSON-1852624434-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f31ab1e-e63c-4878-a296-07479d44bcd5 HTTP/1.1" status: 200  len: 944 time: 0.2067459
Feb 19 03:06:55.351065 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-5a2fc02a-68d3-49a4-b0d7-71a52f82972b req-da16964d-17f2-427d-958f-97d6c4c793e9 tempest-DeleteServersTestJSON-1852624434 tempest-DeleteServersTestJSON-1852624434-project] 10.222.0.13 "GET /v2.0/security-groups?id=18c15e71-9dbd-4845-b378-31fb076d9557&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0944982
Feb 19 03:06:55.426383 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.db_base_plugin_common [None req-9077cdd2-6dc4-429a-b2a1-d5ad2e8d53ae tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Allocated IP 172.27.0.58 (11a0058d-2e2a-4262-b636-ae96512c4ecc/f5c7b3a5-422b-45ad-be9d-3c3e4c209310/0be1bcca-123a-4464-88fe-29fce77653ed) {{(pid=84116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 19 03:06:55.557261 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84115) accepted ('10.222.0.13', 48380) {{(pid=84115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:06:55.588388 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84116) accepted ('10.222.0.13', 48386) {{(pid=84116) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:06:55.604430 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379abf98-2c1a-43c9-ad04-a57950527831 None None] Pushing event updated for resources: {'Port': ['ID=51d1d839-538c-4d80-8ee3-4fac34e1642f,revision_number=4']} {{(pid=84117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:06:55.609455 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-167d9fb4-d66d-4cfa-b6f7-effd58b3ed9f req-6c2b6fba-e7c2-4993-acda-61b1f36eb0cc tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] 10.222.0.13 "GET /v2.0/ports?device_id=84573221-9e33-48d2-866b-d60d20f086d1 HTTP/1.1" status: 200  len: 210 time: 0.1538827
Feb 19 03:06:55.609758 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-379abf98-2c1a-43c9-ad04-a57950527831 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.751s {{(pid=84117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:06:55.615222 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7f31ab1e-e63c-4878-a296-07479d44bcd5', 'tag': '921b70c8-412f-45b8-9fa2-36062b6f498d', 'status': 'completed', 'code': 200}
Feb 19 03:06:55.624008 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.440s {{(pid=84117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:06:55.755158 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-9077cdd2-6dc4-429a-b2a1-d5ad2e8d53ae tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Notify callbacks [] for port, precommit_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:55.784753 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2760e1-e3f6-404e-a278-0a603e7f8639 req-242f5fe4-6383-4e1f-b566-b7cb4bc1f37b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:06:55.786437 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-0b2760e1-e3f6-404e-a278-0a603e7f8639 req-242f5fe4-6383-4e1f-b566-b7cb4bc1f37b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=31fa707eb6944aff9f4e04b78ed3ee0e&device_id=7f31ab1e-e63c-4878-a296-07479d44bcd5 HTTP/1.1" status: 200  len: 1161 time: 0.1611588
Feb 19 03:06:55.873862 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.objects.ports [None req-cde5e30d-e041-482c-873b-82e05fb8c2d9 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=84117) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}}
Feb 19 03:06:55.913432 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-11383fee-d832-48ba-acfb-92f33ab8d4ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:55.915594 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Pushing event updated for resources: {'Port': ['ID=848bb946-de07-45a6-9cd2-51fa97c561f2,revision_number=5']} {{(pid=84117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:06:55.919832 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=84117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:06:55.935090 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_hamode_db [None req-7f7ec874-2ce7-427b-beac-3e689e71b794 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9425da7668>, [{'id': '0e94501e-bde7-48bd-916d-d2e8fe069474', 'name': 'tempest-ServerRescueNegativeTestJSON-5869323-router', 'tenant_id': 'a83cb91af86b404e843a85617a0bdf97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'external_fixed_ips': [{'subnet_id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': '2f81d1e1-7364-417a-84c6-f7a62e81140f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T03:06:26Z', 'updated_at': '2021-02-19T03:06:44Z', 'revision_number': 4, 'project_id': 'a83cb91af86b404e843a85617a0bdf97', 'gw_port': {'id': '2f81d1e1-7364-417a-84c6-f7a62e81140f', 'name': '', 'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:84:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e94501e-bde7-48bd-916d-d2e8fe069474', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T03:06:29Z', 'updated_at': '2021-02-19T03:06:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-2-iscsi', '_interfaces': [{'id': '51d1d839-538c-4d80-8ee3-4fac34e1642f', 'name': '', 'network_id': '6590657d-05da-4509-bb41-0f0908d98c62', 'tenant_id': 'a83cb91af86b404e843a85617a0bdf97', 'mac_address': 'fa:16:3e:cd:a9:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e94501e-bde7-48bd-916d-d2e8fe069474', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'c8812985-29c9-4582-bf6b-c00d9e74b5a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T03:06:40Z', 'updated_at': '2021-02-19T03:06:54Z', 'revision_number': 4, 'project_id': 'a83cb91af86b404e843a85617a0bdf97', 'subnets': [{'id': 'c8812985-29c9-4582-bf6b-c00d9e74b5a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775706-2-iscsi', False) {} {{(pid=84117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 03:06:55.939664 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f7ec874-2ce7-427b-beac-3e689e71b794 None None] The sync data for ids ['0e94501e-bde7-48bd-916d-d2e8fe069474'] in dv-cinder-775706-2-iscsi is: [{'id': '0e94501e-bde7-48bd-916d-d2e8fe069474', 'name': 'tempest-ServerRescueNegativeTestJSON-5869323-router', 'tenant_id': 'a83cb91af86b404e843a85617a0bdf97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'external_fixed_ips': [{'subnet_id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': '2f81d1e1-7364-417a-84c6-f7a62e81140f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T03:06:26Z', 'updated_at': '2021-02-19T03:06:44Z', 'revision_number': 4, 'project_id': 'a83cb91af86b404e843a85617a0bdf97', 'gw_port': {'id': '2f81d1e1-7364-417a-84c6-f7a62e81140f', 'name': '', 'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:84:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e94501e-bde7-48bd-916d-d2e8fe069474', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T03:06:29Z', 'updated_at': '2021-02-19T03:06:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-2-iscsi', '_interfaces': [{'id': '51d1d839-538c-4d80-8ee3-4fac34e1642f', 'name': '', 'network_id': '6590657d-05da-4509-bb41-0f0908d98c62', 'tenant_id': 'a83cb91af86b404e843a85617a0bdf97', 'mac_address': 'fa:16:3e:cd:a9:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0e94501e-bde7-48bd-916d-d2e8fe069474', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'c8812985-29c9-4582-bf6b-c00d9e74b5a6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T03:06:40Z', 'updated_at': '2021-02-19T03:06:54Z', 'revision_number': 4, 'project_id': 'a83cb91af86b404e843a85617a0bdf97', 'subnets': [{'id': 'c8812985-29c9-4582-bf6b-c00d9e74b5a6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 19 03:06:55.939837 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-11383fee-d832-48ba-acfb-92f33ab8d4ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 03:06:55.948368 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-11383fee-d832-48ba-acfb-92f33ab8d4ea admin admin] Usage tracker for resource:security_group_rule and tenant:afc3967285fe40a7834535120d4c37ee is out of sync, need to count used quota {{(pid=84116) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 03:06:55.953689 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-11383fee-d832-48ba-acfb-92f33ab8d4ea admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84116) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 03:06:55.964538 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-11383fee-d832-48ba-acfb-92f33ab8d4ea admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 03:06:56.008686 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-9077cdd2-6dc4-429a-b2a1-d5ad2e8d53ae tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363269711907205'] for port, after_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:56.056709 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:06:56.181792 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84115) accepted ('10.222.0.13', 48406) {{(pid=84115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:06:56.187110 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-e5478eb2-b232-4c36-b72e-3c8416cc338e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:56.195738 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.rpc [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Device 5585c79c-4d97-459f-bd79-1038824ff059 up at agent ovs-agent-hv-cinder-77570 {{(pid=84117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 03:06:56.242947 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-e5478eb2-b232-4c36-b72e-3c8416cc338e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 03:06:56.259710 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-e5478eb2-b232-4c36-b72e-3c8416cc338e admin admin] Usage tracker for resource:security_group_rule and tenant:6f4d3d634d074eac9fef4a34ddb0b4e8 is out of sync, need to count used quota {{(pid=84115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 03:06:56.279053 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-e5478eb2-b232-4c36-b72e-3c8416cc338e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 03:06:56.316834 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-e5478eb2-b232-4c36-b72e-3c8416cc338e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 03:06:56.384771 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741edf03-60fa-4549-893f-e432b8c06d20 req-fdf7016c-d5f5-4026-9c02-38b16ce4704a tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:06:56.389586 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-741edf03-60fa-4549-893f-e432b8c06d20 req-fdf7016c-d5f5-4026-9c02-38b16ce4704a tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d8603ee-a2d9-46df-b2a6-1bced1ee926b HTTP/1.1" status: 200  len: 943 time: 0.3462248
Feb 19 03:06:56.462729 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-92646b5e-d25c-491c-95ae-5b4f7254a700 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:56.494077 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2760e1-e3f6-404e-a278-0a603e7f8639 req-a6131f40-e9e3-4705-a58f-54e9f7ca50bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:06:56.496392 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-0b2760e1-e3f6-404e-a278-0a603e7f8639 req-a6131f40-e9e3-4705-a58f-54e9f7ca50bd service neutron] 10.222.0.65 "GET /v2.0/networks?id=bb5fefa0-1076-4946-983d-336f1fd2573a HTTP/1.1" status: 200  len: 906 time: 0.7020423
Feb 19 03:06:56.497187 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Provisioning for port 5585c79c-4d97-459f-bd79-1038824ff059 completed by entity L2. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 19 03:06:56.503510 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Provisioning complete for port 5585c79c-4d97-459f-bd79-1038824ff059 triggered by entity L2. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 03:06:56.503931 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16124857'] for port, provisioning_complete {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:56.573140 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-92646b5e-d25c-491c-95ae-5b4f7254a700 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 03:06:56.577443 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-92646b5e-d25c-491c-95ae-5b4f7254a700 admin admin] Usage tracker for resource:security_group_rule and tenant:b921fad0d8344bc194c448b05bdeee58 is out of sync, need to count used quota {{(pid=84115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 03:06:56.587291 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-92646b5e-d25c-491c-95ae-5b4f7254a700 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 03:06:56.594001 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-92646b5e-d25c-491c-95ae-5b4f7254a700 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 03:06:56.665397 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838630373'] for port, before_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:56.718404 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-0b2760e1-e3f6-404e-a278-0a603e7f8639 req-7fdd955c-9b31-4c0a-9683-a95baf243fdd service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=921b70c8-412f-45b8-9fa2-36062b6f498d HTTP/1.1" status: 200  len: 217 time: 0.1881926
Feb 19 03:06:56.720950 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.db [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] For port 5585c79c-4d97-459f-bd79-1038824ff059, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=5585c79c-4d97-459f-bd79-1038824ff059,segment=NetworkSegment(24bf194f-4bc7-4684-a2af-42ff5163776b),segment_id=24bf194f-4bc7-4684-a2af-42ff5163776b)] {{(pid=84117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 03:06:56.722446 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d8603ee-a2d9-46df-b2a6-1bced1ee926b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5585c79c-4d97-459f-bd79-1038824ff059'}] {{(pid=84117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 03:06:56.772879 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-741edf03-60fa-4549-893f-e432b8c06d20 req-bfcff2bc-2c3c-4ea2-921f-57a205d1324c tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] 10.222.0.13 "GET /v2.0/security-groups?id=3abdea19-59c5-47bb-abc1-26c9cf24f411&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3685725
Feb 19 03:06:56.820902 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269711510320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767142869380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269711906403'] for port, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:56.823410 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:06:56.840199 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9077cdd2-6dc4-429a-b2a1-d5ad2e8d53ae tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Pushing event updated for resources: {'Port': ['ID=0be1bcca-123a-4464-88fe-29fce77653ed,revision_number=1']} {{(pid=84116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:06:56.854963 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c984c2c-96d9-44ed-99b9-eb91201b7b65 req-939dccbc-94e6-43ac-81c5-ce8d5c7fca7a tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:06:56.863220 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-7c984c2c-96d9-44ed-99b9-eb91201b7b65 req-939dccbc-94e6-43ac-81c5-ce8d5c7fca7a tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] 10.222.0.13 "GET /v2.0/networks?id=6590657d-05da-4509-bb41-0f0908d98c62 HTTP/1.1" status: 200  len: 816 time: 0.4612885
Feb 19 03:06:56.870275 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-92646b5e-d25c-491c-95ae-5b4f7254a700 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:56.881425 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-9077cdd2-6dc4-429a-b2a1-d5ad2e8d53ae tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.825s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:06:56.904571 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2760e1-e3f6-404e-a278-0a603e7f8639 req-bee68076-0826-48a8-81b3-82196f8087c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:06:56.906197 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-0b2760e1-e3f6-404e-a278-0a603e7f8639 req-bee68076-0826-48a8-81b3-82196f8087c1 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=346097c7-293e-4b41-9577-63d51cdea4c1 HTTP/1.1" status: 200  len: 852 time: 0.1765139
Feb 19 03:06:56.933376 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Pushing event updated for resources: {'Port': ['ID=5585c79c-4d97-459f-bd79-1038824ff059,revision_number=4']} {{(pid=84117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:06:56.941320 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=84117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:06:56.948930 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-92646b5e-d25c-491c-95ae-5b4f7254a700 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237410'] for security_group, after_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:56.955769 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-7c984c2c-96d9-44ed-99b9-eb91201b7b65 req-ef3d3678-1879-4ecb-adca-5549ca2952c6 tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] 10.222.0.13 "GET /v2.0/quotas/a83cb91af86b404e843a85617a0bdf97 HTTP/1.1" status: 200  len: 375 time: 0.0628901
Feb 19 03:06:57.041340 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9077cdd2-6dc4-429a-b2a1-d5ad2e8d53ae tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Network 11a0058d-2e2a-4262-b636-ae96512c4ecc is already hosted by enough agents. {{(pid=84116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 19 03:06:57.046621 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:06:57.050553 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.scheduler.base_scheduler [None req-9077cdd2-6dc4-429a-b2a1-d5ad2e8d53ae tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Resources bound (agent type, host, resource id):  {{(pid=84116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 19 03:06:57.056793 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-0b2760e1-e3f6-404e-a278-0a603e7f8639 req-5bcfb9ad-e6d8-4145-aab9-2377666bcb41 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=bb5fefa0-1076-4946-983d-336f1fd2573a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1339526
Feb 19 03:06:57.058515 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-92646b5e-d25c-491c-95ae-5b4f7254a700 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b921fad0d8344bc194c448b05bdeee58&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8738065
Feb 19 03:06:57.065267 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9077cdd2-6dc4-429a-b2a1-d5ad2e8d53ae tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Received port after_create {{(pid=84116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 19 03:06:57.070998 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84116) accepted ('10.222.0.13', 48434) {{(pid=84116) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:06:57.181893 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-e5478eb2-b232-4c36-b72e-3c8416cc338e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:57.200373 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92646b5e-d25c-491c-95ae-5b4f7254a700 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=153c7be6-6a11-490f-a9c2-4c5de012bdb0,revision_number=1']} {{(pid=84115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:06:57.216473 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-92646b5e-d25c-491c-95ae-5b4f7254a700 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:06:57.268282 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-11383fee-d832-48ba-acfb-92f33ab8d4ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:57.333633 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.objects.ports [None req-e3f2a928-46c9-4850-a8b3-bceca453365e None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=84117) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}}
Feb 19 03:06:57.379261 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-7c984c2c-96d9-44ed-99b9-eb91201b7b65 req-1e37cad0-58c8-4a0a-aeea-4490779ffe20 tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a83cb91af86b404e843a85617a0bdf97&fields=id HTTP/1.1" status: 200  len: 255 time: 0.3757324
Feb 19 03:06:57.387392 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13ee05d9-80b7-4090-9c5b-edd41cf27e4f req-d00393b0-bced-4503-ad12-05b0a0f6f105 tempest-DeleteServersTestJSON-1852624434 tempest-DeleteServersTestJSON-1852624434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:06:57.389032 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-13ee05d9-80b7-4090-9c5b-edd41cf27e4f req-d00393b0-bced-4503-ad12-05b0a0f6f105 tempest-DeleteServersTestJSON-1852624434 tempest-DeleteServersTestJSON-1852624434-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f31ab1e-e63c-4878-a296-07479d44bcd5 HTTP/1.1" status: 200  len: 944 time: 0.3907566
Feb 19 03:06:57.389775 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-e5478eb2-b232-4c36-b72e-3c8416cc338e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237410'] for security_group, after_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:57.447535 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-060f42de-ea0f-41eb-997b-2a620ced9b8e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:57.462857 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-11383fee-d832-48ba-acfb-92f33ab8d4ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237410'] for security_group, after_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:57.488603 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-aebb289c-3d76-45f1-859f-7175c592254a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:06:57.498775 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-060f42de-ea0f-41eb-997b-2a620ced9b8e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:57.521669 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:06:57.565161 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-9077cdd2-6dc4-429a-b2a1-d5ad2e8d53ae tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:57.602064 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-e5478eb2-b232-4c36-b72e-3c8416cc338e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6f4d3d634d074eac9fef4a34ddb0b4e8&name=default HTTP/1.1" status: 200  len: 2979 time: 2.0399272
Feb 19 03:06:57.609618 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-11383fee-d832-48ba-acfb-92f33ab8d4ea admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=afc3967285fe40a7834535120d4c37ee&name=default HTTP/1.1" status: 200  len: 2979 time: 2.0194414
Feb 19 03:06:57.621758 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84116) accepted ('10.222.0.13', 48446) {{(pid=84116) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:06:57.622165 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84116) accepted ('10.222.0.13', 48448) {{(pid=84116) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:06:57.625003 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-13ee05d9-80b7-4090-9c5b-edd41cf27e4f req-e87c602c-a031-4e3d-b272-1f01d39c13a8 tempest-DeleteServersTestJSON-1852624434 tempest-DeleteServersTestJSON-1852624434-project] 10.222.0.13 "GET /v2.0/security-groups?id=18c15e71-9dbd-4845-b378-31fb076d9557&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2032814
Feb 19 03:06:57.630859 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11383fee-d832-48ba-acfb-92f33ab8d4ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77ea5c78-b4d1-4a15-92cb-780b69bb4655,revision_number=1']} {{(pid=84116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:06:57.634024 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5478eb2-b232-4c36-b72e-3c8416cc338e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71e89f57-35c8-493d-ab8c-977f5e3d11c6,revision_number=1']} {{(pid=84115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:06:57.650364 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-e5478eb2-b232-4c36-b72e-3c8416cc338e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:06:57.672061 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-11383fee-d832-48ba-acfb-92f33ab8d4ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:06:57.720905 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.rpc [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Device 921b70c8-412f-45b8-9fa2-36062b6f498d up at agent ovs-agent-hv-cinder-77570 {{(pid=84117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 03:06:57.772039 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-0b2760e1-e3f6-404e-a278-0a603e7f8639 req-37e03d51-e40c-4d5c-beaa-db5ba3865e5e service neutron] 10.222.0.65 "GET /v2.0/networks/bb5fefa0-1076-4946-983d-336f1fd2573a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6995287
Feb 19 03:06:57.962688 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-060f42de-ea0f-41eb-997b-2a620ced9b8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237410'] for security_group, after_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:57.972885 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Provisioning for port 921b70c8-412f-45b8-9fa2-36062b6f498d completed by entity L2. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 19 03:06:57.980041 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Provisioning complete for port 921b70c8-412f-45b8-9fa2-36062b6f498d triggered by entity L2. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 03:06:57.980573 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16124857'] for port, provisioning_complete {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:57.990957 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f77b692-d91e-4376-85e8-e93c60175f00 req-cb5f368e-ec19-4633-8e4a-aa84f3fec697 tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:06:57.996126 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-7f77b692-d91e-4376-85e8-e93c60175f00 req-cb5f368e-ec19-4633-8e4a-aa84f3fec697 tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] 10.222.0.65 "GET /v2.0/networks?id=6590657d-05da-4509-bb41-0f0908d98c62 HTTP/1.1" status: 200  len: 816 time: 0.7486703
Feb 19 03:06:58.009152 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.v2.base [req-7f77b692-d91e-4376-85e8-e93c60175f00 req-f1f5454b-b80a-423c-99e6-c853cff0250d tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] Request body: {'port': {'device_id': '84573221-9e33-48d2-866b-d60d20f086d1', 'network_id': '6590657d-05da-4509-bb41-0f0908d98c62', 'admin_state_up': True, 'tenant_id': 'a83cb91af86b404e843a85617a0bdf97'}} {{(pid=84115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 03:06:58.029661 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-0b2760e1-e3f6-404e-a278-0a603e7f8639 req-9579451e-541b-4048-b1fb-39d3982883e8 service neutron] 10.222.0.65 "GET /v2.0/networks/bb5fefa0-1076-4946-983d-336f1fd2573a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2466495
Feb 19 03:06:58.030341 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-9077cdd2-6dc4-429a-b2a1-d5ad2e8d53ae tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838630373'] for port, before_update {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:58.130408 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-56582ea5-527d-4ed0-a953-c38be31c5ebd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:06:58.143392 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-31565df6-7b5a-4cc6-b942-c11bfbf0a720 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:58.146588 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.rpc [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Device 848bb946-de07-45a6-9cd2-51fa97c561f2 up at agent ovs-agent-dv-cinder-775706-2-iscsi {{(pid=84117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 03:06:58.158637 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060f42de-ea0f-41eb-997b-2a620ced9b8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=153c7be6-6a11-490f-a9c2-4c5de012bdb0,revision_number=None']} {{(pid=84116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:06:58.174334 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-060f42de-ea0f-41eb-997b-2a620ced9b8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:06:58.186153 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-7c984c2c-96d9-44ed-99b9-eb91201b7b65 req-aa94bde2-0b8e-41c8-afeb-0ff1a51b108a service neutron] 10.222.0.13 "GET /v2.0/networks/6590657d-05da-4509-bb41-0f0908d98c62?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8056948
Feb 19 03:06:58.216020 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-3f8ff327-18b7-4843-8df4-6aa061132a0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:58.252763 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-3f8ff327-18b7-4843-8df4-6aa061132a0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:58.284265 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-31565df6-7b5a-4cc6-b942-c11bfbf0a720 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:58.311263 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d8603ee-a2d9-46df-b2a6-1bced1ee926b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5585c79c-4d97-459f-bd79-1038824ff059', 'code': 200}
Feb 19 03:06:58.418100 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-7c984c2c-96d9-44ed-99b9-eb91201b7b65 req-8ec8d424-dc46-46bf-9151-758083a93e35 service neutron] 10.222.0.13 "GET /v2.0/networks/6590657d-05da-4509-bb41-0f0908d98c62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2010465
Feb 19 03:06:58.434856 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838630373'] for port, before_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:58.470694 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Provisioning complete for port 848bb946-de07-45a6-9cd2-51fa97c561f2 triggered by entity L2. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 03:06:58.471104 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16124857'] for port, provisioning_complete {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:58.533280 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [req-7f77b692-d91e-4376-85e8-e93c60175f00 req-f1f5454b-b80a-423c-99e6-c853cff0250d tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 03:06:58.552034 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [req-7f77b692-d91e-4376-85e8-e93c60175f00 req-f1f5454b-b80a-423c-99e6-c853cff0250d tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 03:06:58.566475 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34860d8f-901f-48dc-b767-cd71272cc5cf req-7f75e81d-313c-47ee-b908-966017abfa8d tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:06:58.574296 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-34860d8f-901f-48dc-b767-cd71272cc5cf req-7f75e81d-313c-47ee-b908-966017abfa8d tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d8603ee-a2d9-46df-b2a6-1bced1ee926b HTTP/1.1" status: 200  len: 945 time: 0.1519852
Feb 19 03:06:58.618083 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-3f8ff327-18b7-4843-8df4-6aa061132a0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237410'] for security_group, after_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:58.641600 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-34860d8f-901f-48dc-b767-cd71272cc5cf req-4e21539c-be58-4f9e-9f86-04140ff675e4 tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] 10.222.0.13 "GET /v2.0/security-groups?id=3abdea19-59c5-47bb-abc1-26c9cf24f411&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0662253
Feb 19 03:06:58.643374 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-11383fee-d832-48ba-acfb-92f33ab8d4ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:06:58.657338 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f77b692-d91e-4376-85e8-e93c60175f00 req-f1f5454b-b80a-423c-99e6-c853cff0250d tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] Made reservation on behalf of a83cb91af86b404e843a85617a0bdf97 for: {'port': 1} {{(pid=84115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 19 03:06:58.664839 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-7f77b692-d91e-4376-85e8-e93c60175f00 req-f1f5454b-b80a-423c-99e6-c853cff0250d tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838630373'] for port, before_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:58.669611 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-060f42de-ea0f-41eb-997b-2a620ced9b8e admin admin] Notify callbacks [] for security_group, before_response {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:58.673912 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-060f42de-ea0f-41eb-997b-2a620ced9b8e admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/153c7be6-6a11-490f-a9c2-4c5de012bdb0 HTTP/1.1" status: 204  len: 168 time: 1.5938416
Feb 19 03:06:58.673912 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8ff327-18b7-4843-8df4-6aa061132a0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77ea5c78-b4d1-4a15-92cb-780b69bb4655,revision_number=None']} {{(pid=84116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:06:58.705432 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-3f8ff327-18b7-4843-8df4-6aa061132a0f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:06:58.733416 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-3f8ff327-18b7-4843-8df4-6aa061132a0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:58.734686 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-3f8ff327-18b7-4843-8df4-6aa061132a0f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/77ea5c78-b4d1-4a15-92cb-780b69bb4655 HTTP/1.1" status: 204  len: 168 time: 1.1098783
Feb 19 03:06:58.762548 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.db [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] For port 921b70c8-412f-45b8-9fa2-36062b6f498d, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=921b70c8-412f-45b8-9fa2-36062b6f498d,segment=NetworkSegment(33173a67-4e53-4c95-a210-42a60855aeba),segment_id=33173a67-4e53-4c95-a210-42a60855aeba)] {{(pid=84117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 03:06:58.763043 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-31565df6-7b5a-4cc6-b942-c11bfbf0a720 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237410'] for security_group, after_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:58.778040 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-060f42de-ea0f-41eb-997b-2a620ced9b8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:06:58.810871 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-31565df6-7b5a-4cc6-b942-c11bfbf0a720 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:58.814688 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269711510320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767142869380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269711906403'] for port, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:58.815180 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-31565df6-7b5a-4cc6-b942-c11bfbf0a720 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/71e89f57-35c8-493d-ab8c-977f5e3d11c6 HTTP/1.1" status: 204  len: 168 time: 1.1909068
Feb 19 03:06:58.816243 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.rpc [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Device 5585c79c-4d97-459f-bd79-1038824ff059 up at agent ovs-agent-hv-cinder-77570 {{(pid=84117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 03:06:58.883105 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:06:58.969831 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Pushing event updated for resources: {'Port': ['ID=921b70c8-412f-45b8-9fa2-36062b6f498d,revision_number=4']} {{(pid=84117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:06:58.980099 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31565df6-7b5a-4cc6-b942-c11bfbf0a720 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71e89f57-35c8-493d-ab8c-977f5e3d11c6,revision_number=None']} {{(pid=84116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:06:58.986206 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=84117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:06:59.010059 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-31565df6-7b5a-4cc6-b942-c11bfbf0a720 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:06:59.012424 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9adaf9b-b155-497b-b61f-0472f2d09820 req-33a04fd2-04a4-493d-b98c-da037cc4ad67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:06:59.022949 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-d9adaf9b-b155-497b-b61f-0472f2d09820 req-33a04fd2-04a4-493d-b98c-da037cc4ad67 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=5d8603ee-a2d9-46df-b2a6-1bced1ee926b HTTP/1.1" status: 200  len: 1162 time: 0.4636331
Feb 19 03:06:59.080905 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-d9adaf9b-b155-497b-b61f-0472f2d09820 req-b5a59682-8960-40e1-b3eb-ac863d6489da service neutron] Notify callbacks [] for security_group, before_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:59.110127 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [req-d9adaf9b-b155-497b-b61f-0472f2d09820 req-b5a59682-8960-40e1-b3eb-ac863d6489da service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 03:06:59.112699 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Provisioning complete for port 5585c79c-4d97-459f-bd79-1038824ff059 triggered by entity L2. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 03:06:59.113318 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16124857'] for port, provisioning_complete {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:59.114862 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [req-d9adaf9b-b155-497b-b61f-0472f2d09820 req-b5a59682-8960-40e1-b3eb-ac863d6489da service neutron] Usage tracker for resource:security_group_rule and tenant:a4c226317c3a44a0bd5c80cee83d540a is out of sync, need to count used quota {{(pid=84116) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 03:06:59.120557 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [req-d9adaf9b-b155-497b-b61f-0472f2d09820 req-b5a59682-8960-40e1-b3eb-ac863d6489da service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84116) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 03:06:59.127455 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [req-d9adaf9b-b155-497b-b61f-0472f2d09820 req-b5a59682-8960-40e1-b3eb-ac863d6489da service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 03:06:59.198331 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.rpc [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Device 51d1d839-538c-4d80-8ee3-4fac34e1642f up at agent ovs-agent-dv-cinder-775706-2-iscsi {{(pid=84117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 03:06:59.328104 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-9077cdd2-6dc4-429a-b2a1-d5ad2e8d53ae tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Notify callbacks [] for port, precommit_update {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:59.348732 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-a1eb3da8-7666-4bfc-80ed-d991d67c9cd3 req-736a2f01-3ef3-40a1-aabe-78cdd708c173 tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] 10.222.0.13 "GET /v2.0/ports?device_id=5cc3d0fe-2245-4c40-ab4b-cbc5b7a636db HTTP/1.1" status: 200  len: 210 time: 0.2128251
Feb 19 03:06:59.365672 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-9077cdd2-6dc4-429a-b2a1-d5ad2e8d53ae tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269711510320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767142869380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269711906403'] for port, after_update {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:59.386427 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-9077cdd2-6dc4-429a-b2a1-d5ad2e8d53ae tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:06:59.427986 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Provisioning for port 51d1d839-538c-4d80-8ee3-4fac34e1642f completed by entity L2. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 19 03:06:59.447144 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Provisioning complete for port 51d1d839-538c-4d80-8ee3-4fac34e1642f triggered by entity L2. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 03:06:59.448225 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16124857'] for port, provisioning_complete {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:59.456584 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b0faf12-91d8-48ab-822b-b4ab90f5a8f2 req-d733f293-a808-42ed-aeaa-737a3b39c3b6 tempest-DeleteServersTestJSON-1852624434 tempest-DeleteServersTestJSON-1852624434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:06:59.464059 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-0b0faf12-91d8-48ab-822b-b4ab90f5a8f2 req-d733f293-a808-42ed-aeaa-737a3b39c3b6 tempest-DeleteServersTestJSON-1852624434 tempest-DeleteServersTestJSON-1852624434-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f31ab1e-e63c-4878-a296-07479d44bcd5 HTTP/1.1" status: 200  len: 946 time: 0.3244884
Feb 19 03:06:59.467622 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.db_base_plugin_common [req-7f77b692-d91e-4376-85e8-e93c60175f00 req-f1f5454b-b80a-423c-99e6-c853cff0250d tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] Allocated IP 172.20.0.4 (6590657d-05da-4509-bb41-0f0908d98c62/c8812985-29c9-4582-bf6b-c00d9e74b5a6/8e1dc085-b1a7-40cf-b595-a991a868d384) {{(pid=84115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 19 03:06:59.528677 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-0b0faf12-91d8-48ab-822b-b4ab90f5a8f2 req-44a8463f-1859-4f3b-bdf9-c3ee8d290b16 tempest-DeleteServersTestJSON-1852624434 tempest-DeleteServersTestJSON-1852624434-project] 10.222.0.13 "GET /v2.0/security-groups?id=18c15e71-9dbd-4845-b378-31fb076d9557&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0636182
Feb 19 03:06:59.530548 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9077cdd2-6dc4-429a-b2a1-d5ad2e8d53ae tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Pushing event updated for resources: {'Port': ['ID=0be1bcca-123a-4464-88fe-29fce77653ed,revision_number=2']} {{(pid=84116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:06:59.536793 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-9077cdd2-6dc4-429a-b2a1-d5ad2e8d53ae tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:06:59.545284 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.rpc [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Device 921b70c8-412f-45b8-9fa2-36062b6f498d up at agent ovs-agent-hv-cinder-77570 {{(pid=84117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 03:06:59.749550 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Provisioning complete for port 921b70c8-412f-45b8-9fa2-36062b6f498d triggered by entity L2. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 03:06:59.749550 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16124857'] for port, provisioning_complete {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:59.767899 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-d9adaf9b-b155-497b-b61f-0472f2d09820 req-b5a59682-8960-40e1-b3eb-ac863d6489da service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:59.780601 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-9077cdd2-6dc4-429a-b2a1-d5ad2e8d53ae tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854389592'] for floatingip, after_update {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:59.822589 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-d9adaf9b-b155-497b-b61f-0472f2d09820 req-b5a59682-8960-40e1-b3eb-ac863d6489da service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237410'] for security_group, after_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:59.833058 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838630373'] for port, before_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:59.844438 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-f9d5ff08-c38c-46ad-9032-7ed6bf4bf72b tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:06:59.919379 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:06:59.932465 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [req-d9adaf9b-b155-497b-b61f-0472f2d09820 req-b5a59682-8960-40e1-b3eb-ac863d6489da service neutron] Synchronizing usage tracker for tenant:a4c226317c3a44a0bd5c80cee83d540a on resource:security_group {{(pid=84116) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 19 03:06:59.993477 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.db [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] For port 51d1d839-538c-4d80-8ee3-4fac34e1642f, host dv-cinder-775706-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-2-iscsi',level=0,port_id=51d1d839-538c-4d80-8ee3-4fac34e1642f,segment=NetworkSegment(9336127e-160f-4619-9a09-bfd4cdb78b72),segment_id=9336127e-160f-4619-9a09-bfd4cdb78b72)] {{(pid=84117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 03:07:00.000405 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-9077cdd2-6dc4-429a-b2a1-d5ad2e8d53ae tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771976'] for floatingip, before_response {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:00.001950 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-9077cdd2-6dc4-429a-b2a1-d5ad2e8d53ae tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 5.3627105
Feb 19 03:07:00.003873 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a59682-8960-40e1-b3eb-ac863d6489da service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=fa65ebb6-e249-4fa2-a143-2ad069bca5fc,revision_number=1']} {{(pid=84116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:07:00.008569 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-b5a59682-8960-40e1-b3eb-ac863d6489da service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:07:00.039991 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [req-d9adaf9b-b155-497b-b61f-0472f2d09820 req-b5a59682-8960-40e1-b3eb-ac863d6489da service neutron] Unset dirty status for tenant:a4c226317c3a44a0bd5c80cee83d540a on resource:security_group {{(pid=84116) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 19 03:07:00.040823 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269711510320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767142869380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269711906403'] for port, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:00.041452 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-d9adaf9b-b155-497b-b61f-0472f2d09820 req-b5a59682-8960-40e1-b3eb-ac863d6489da service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=3abdea19-59c5-47bb-abc1-26c9cf24f411&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.0010550
Feb 19 03:07:00.044517 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:07:00.121267 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84116) accepted ('10.222.0.13', 48512) {{(pid=84116) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:07:00.129531 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-7f77b692-d91e-4376-85e8-e93c60175f00 req-f1f5454b-b80a-423c-99e6-c853cff0250d tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] Notify callbacks [] for port, precommit_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:00.130187 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Pushing event updated for resources: {'Port': ['ID=51d1d839-538c-4d80-8ee3-4fac34e1642f,revision_number=5']} {{(pid=84117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:07:00.137337 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=84117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:07:00.150168 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-de37b149-9753-43bd-85b7-cd1378b8d651 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:00.162752 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-617b063f-7f17-42de-99ba-f52507c0fdd3 req-0ee8fda9-569a-439e-b3c3-b31811d8d63d tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:07:00.164405 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-617b063f-7f17-42de-99ba-f52507c0fdd3 req-0ee8fda9-569a-439e-b3c3-b31811d8d63d tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d8603ee-a2d9-46df-b2a6-1bced1ee926b HTTP/1.1" status: 200  len: 945 time: 0.1500468
Feb 19 03:07:00.167260 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-de37b149-9753-43bd-85b7-cd1378b8d651 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 03:07:00.171518 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-de37b149-9753-43bd-85b7-cd1378b8d651 admin admin] Usage tracker for resource:security_group_rule and tenant:441aeccef1d74bbd958a1ba55f4740ac is out of sync, need to count used quota {{(pid=84116) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 03:07:00.174699 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-de37b149-9753-43bd-85b7-cd1378b8d651 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84116) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 03:07:00.180875 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-de37b149-9753-43bd-85b7-cd1378b8d651 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 03:07:00.256383 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-7f77b692-d91e-4376-85e8-e93c60175f00 req-f1f5454b-b80a-423c-99e6-c853cff0250d tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363269711907205'] for port, after_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:00.289642 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-932014f0-bb35-4d8e-8f0e-1b0196af69b1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:07:00.312396 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f31ab1e-e63c-4878-a296-07479d44bcd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '921b70c8-412f-45b8-9fa2-36062b6f498d'}] {{(pid=84117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 03:07:00.313432 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84116) accepted ('10.222.0.13', 48518) {{(pid=84116) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:07:00.358704 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-0ea4e510-a410-4844-b39c-1e51c2523071 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:00.397445 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f31ab1e-e63c-4878-a296-07479d44bcd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '921b70c8-412f-45b8-9fa2-36062b6f498d', 'code': 200}
Feb 19 03:07:00.418476 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-617b063f-7f17-42de-99ba-f52507c0fdd3 req-7b1dd276-0ded-4f42-b301-e13e6f9392b6 tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] 10.222.0.13 "GET /v2.0/security-groups?id=3abdea19-59c5-47bb-abc1-26c9cf24f411&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2409732
Feb 19 03:07:00.455379 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-0ea4e510-a410-4844-b39c-1e51c2523071 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 03:07:00.496827 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-0ea4e510-a410-4844-b39c-1e51c2523071 admin admin] Usage tracker for resource:security_group_rule and tenant:943cf02b605b4be8b602556b4cfc2a02 is out of sync, need to count used quota {{(pid=84116) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 03:07:00.505496 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f5454b-b80a-423c-99e6-c853cff0250d tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] Pushing event updated for resources: {'Port': ['ID=8e1dc085-b1a7-40cf-b595-a991a868d384,revision_number=1']} {{(pid=84115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:07:00.523469 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-0ea4e510-a410-4844-b39c-1e51c2523071 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84116) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 03:07:00.527688 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-f1f5454b-b80a-423c-99e6-c853cff0250d tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:07:00.590368 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-0ea4e510-a410-4844-b39c-1e51c2523071 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 03:07:00.646001 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-de37b149-9753-43bd-85b7-cd1378b8d651 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:00.674009 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-7a9af259-8933-4757-89e6-573a0fcf91db req-b7b6009f-633f-4438-9151-c2c8b82a46a3 tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] 10.222.0.13 "GET /v2.0/ports?device_id=5cc3d0fe-2245-4c40-ab4b-cbc5b7a636db HTTP/1.1" status: 200  len: 210 time: 0.1090369
Feb 19 03:07:00.689919 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-de37b149-9753-43bd-85b7-cd1378b8d651 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237410'] for security_group, after_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:00.719487 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-d83d4674-dd33-47bc-b435-9e9efe73aea1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:07:00.761865 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de37b149-9753-43bd-85b7-cd1378b8d651 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c423f866-d587-4f2b-bc5b-3c35d8471761,revision_number=1']} {{(pid=84116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:07:00.767529 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-54b23b1b-9eb8-47cf-ab4b-c4d27c7eac92 req-a396e8ce-feab-43f0-9053-c57dbdabbd75 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--1017905005&fields=id&tenant_id=fe62d789c5ba40bd87c0c4eb042c2297 HTTP/1.1" status: 200  len: 267 time: 0.1204329
Feb 19 03:07:00.782691 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-de37b149-9753-43bd-85b7-cd1378b8d651 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:07:00.788906 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f77b692-d91e-4376-85e8-e93c60175f00 req-f1f5454b-b80a-423c-99e6-c853cff0250d tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] Network 6590657d-05da-4509-bb41-0f0908d98c62 is already hosted by enough agents. {{(pid=84115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 19 03:07:00.791852 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.scheduler.base_scheduler [req-7f77b692-d91e-4376-85e8-e93c60175f00 req-f1f5454b-b80a-423c-99e6-c853cff0250d tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] Resources bound (agent type, host, resource id):  {{(pid=84115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 19 03:07:00.799487 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f77b692-d91e-4376-85e8-e93c60175f00 req-f1f5454b-b80a-423c-99e6-c853cff0250d tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] Received port after_create {{(pid=84115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 19 03:07:00.809159 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f77b692-d91e-4376-85e8-e93c60175f00 req-f1f5454b-b80a-423c-99e6-c853cff0250d tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:07:00.812936 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-7f77b692-d91e-4376-85e8-e93c60175f00 req-f1f5454b-b80a-423c-99e6-c853cff0250d tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854203462'] for port, before_response {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:00.816407 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-de37b149-9753-43bd-85b7-cd1378b8d651 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=441aeccef1d74bbd958a1ba55f4740ac&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6941533
Feb 19 03:07:00.819498 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84115) accepted ('10.222.0.13', 48552) {{(pid=84115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:07:00.858082 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-0ea4e510-a410-4844-b39c-1e51c2523071 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:00.902979 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-0ea4e510-a410-4844-b39c-1e51c2523071 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237410'] for security_group, after_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:00.912260 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:07:01.029634 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-0ea4e510-a410-4844-b39c-1e51c2523071 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=943cf02b605b4be8b602556b4cfc2a02&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7144272
Feb 19 03:07:01.033167 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84116) accepted ('10.222.0.13', 48560) {{(pid=84116) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:07:01.036794 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea4e510-a410-4844-b39c-1e51c2523071 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f8df3cf-2343-4272-b4b8-90195cf241eb,revision_number=1']} {{(pid=84116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:07:01.061471 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-0ea4e510-a410-4844-b39c-1e51c2523071 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:07:01.096347 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b23b1b-9eb8-47cf-ab4b-c4d27c7eac92 req-da2de358-1237-4860-8e3d-da901e8187ec tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:07:01.097803 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-54b23b1b-9eb8-47cf-ab4b-c4d27c7eac92 req-da2de358-1237-4860-8e3d-da901e8187ec tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/networks?id=96367511-4096-441d-8b71-998abf1ff026 HTTP/1.1" status: 200  len: 816 time: 0.3197706
Feb 19 03:07:01.103511 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce41157-f867-4e6e-9da5-366e2a100086 req-647ccd06-38be-4a08-a929-1363e04d6794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:07:01.105135 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-6ce41157-f867-4e6e-9da5-366e2a100086 req-647ccd06-38be-4a08-a929-1363e04d6794 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=7f31ab1e-e63c-4878-a296-07479d44bcd5 HTTP/1.1" status: 200  len: 1163 time: 0.1767464
Feb 19 03:07:01.149568 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-2c63fb7a-3009-490d-8620-7f6bb1eec8cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:01.190318 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-6ce41157-f867-4e6e-9da5-366e2a100086 req-135be5b6-41c3-4f7a-8d4b-2693e13a9182 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=18c15e71-9dbd-4845-b378-31fb076d9557&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0703514
Feb 19 03:07:01.196211 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-54b23b1b-9eb8-47cf-ab4b-c4d27c7eac92 req-36314328-8d1a-4f57-84c6-30b81cca4b37 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/quotas/fe62d789c5ba40bd87c0c4eb042c2297 HTTP/1.1" status: 200  len: 375 time: 0.0880239
Feb 19 03:07:01.207859 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-2c63fb7a-3009-490d-8620-7f6bb1eec8cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:01.273598 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-7f77b692-d91e-4376-85e8-e93c60175f00 req-f1f5454b-b80a-423c-99e6-c853cff0250d tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.2685297
Feb 19 03:07:01.290701 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-f2c9d256-2bd3-4bc0-8c77-e886170e899a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:01.296707 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-2c63fb7a-3009-490d-8620-7f6bb1eec8cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237410'] for security_group, after_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:01.302786 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:07:01.316218 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c63fb7a-3009-490d-8620-7f6bb1eec8cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f8df3cf-2343-4272-b4b8-90195cf241eb,revision_number=None']} {{(pid=84116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:07:01.319069 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-2c63fb7a-3009-490d-8620-7f6bb1eec8cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:07:01.327865 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-2c63fb7a-3009-490d-8620-7f6bb1eec8cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:01.331497 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-2c63fb7a-3009-490d-8620-7f6bb1eec8cb admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1f8df3cf-2343-4272-b4b8-90195cf241eb HTTP/1.1" status: 204  len: 168 time: 0.2949002
Feb 19 03:07:01.331635 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0cd9a9-bcf5-4c31-b601-7bdd0d297c36 req-8725b8a5-ae73-400f-8105-6f5b0d305740 tempest-DeleteServersTestJSON-1852624434 tempest-DeleteServersTestJSON-1852624434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:07:01.332222 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-bf0cd9a9-bcf5-4c31-b601-7bdd0d297c36 req-8725b8a5-ae73-400f-8105-6f5b0d305740 tempest-DeleteServersTestJSON-1852624434 tempest-DeleteServersTestJSON-1852624434-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f31ab1e-e63c-4878-a296-07479d44bcd5 HTTP/1.1" status: 200  len: 946 time: 0.2315333
Feb 19 03:07:01.344735 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-f2c9d256-2bd3-4bc0-8c77-e886170e899a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:01.413229 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.v2.base [req-7f77b692-d91e-4376-85e8-e93c60175f00 req-f6abcc31-1997-44dc-b03a-51263ceac09a service neutron] Request body: {'port': {'device_id': '84573221-9e33-48d2-866b-d60d20f086d1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77570'}} {{(pid=84115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 03:07:01.485122 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-bf0cd9a9-bcf5-4c31-b601-7bdd0d297c36 req-ff4a5ad3-e9f2-49d5-ae22-5d220c157aa6 tempest-DeleteServersTestJSON-1852624434 tempest-DeleteServersTestJSON-1852624434-project] 10.222.0.13 "GET /v2.0/security-groups?id=18c15e71-9dbd-4845-b378-31fb076d9557&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1425648
Feb 19 03:07:01.504749 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-54b23b1b-9eb8-47cf-ab4b-c4d27c7eac92 req-99bf7106-df9a-41d1-a742-fcee4978b3b8 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=fe62d789c5ba40bd87c0c4eb042c2297&fields=id HTTP/1.1" status: 200  len: 348 time: 0.2979138
Feb 19 03:07:01.766634 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-f2c9d256-2bd3-4bc0-8c77-e886170e899a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237410'] for security_group, after_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:01.780722 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:07:01.824105 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c9d256-2bd3-4bc0-8c77-e886170e899a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c423f866-d587-4f2b-bc5b-3c35d8471761,revision_number=None']} {{(pid=84115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:07:01.831437 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-f2c9d256-2bd3-4bc0-8c77-e886170e899a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:01.835958 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-f2c9d256-2bd3-4bc0-8c77-e886170e899a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c423f866-d587-4f2b-bc5b-3c35d8471761 HTTP/1.1" status: 204  len: 168 time: 0.8845444
Feb 19 03:07:01.844571 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-f2c9d256-2bd3-4bc0-8c77-e886170e899a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:07:01.846353 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-7f77b692-d91e-4376-85e8-e93c60175f00 req-f6abcc31-1997-44dc-b03a-51263ceac09a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838630373'] for port, before_update {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:01.993594 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c984c2c-96d9-44ed-99b9-eb91201b7b65 req-4684c1e0-0cf1-4956-b930-e54323467009 tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:07:01.994522 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [req-7c984c2c-96d9-44ed-99b9-eb91201b7b65 req-4684c1e0-0cf1-4956-b930-e54323467009 tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] Synchronizing usage tracker for tenant:a83cb91af86b404e843a85617a0bdf97 on resource:network {{(pid=84116) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 19 03:07:02.057060 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [req-7c984c2c-96d9-44ed-99b9-eb91201b7b65 req-4684c1e0-0cf1-4956-b930-e54323467009 tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] Unset dirty status for tenant:a83cb91af86b404e843a85617a0bdf97 on resource:network {{(pid=84116) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 19 03:07:02.058957 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-7c984c2c-96d9-44ed-99b9-eb91201b7b65 req-4684c1e0-0cf1-4956-b930-e54323467009 tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] 10.222.0.65 "GET /v2.0/networks?id=6590657d-05da-4509-bb41-0f0908d98c62 HTTP/1.1" status: 200  len: 816 time: 0.3611641
Feb 19 03:07:02.074863 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.v2.base [req-7c984c2c-96d9-44ed-99b9-eb91201b7b65 req-64dbf5b8-fbf8-43e0-9c06-b9a17033ba71 tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] Request body: {'port': {'device_id': '5cc3d0fe-2245-4c40-ab4b-cbc5b7a636db', 'network_id': '6590657d-05da-4509-bb41-0f0908d98c62', 'admin_state_up': True, 'tenant_id': 'a83cb91af86b404e843a85617a0bdf97'}} {{(pid=84116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 03:07:02.274613 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.rpc [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Device 51d1d839-538c-4d80-8ee3-4fac34e1642f up at agent ovs-agent-dv-cinder-775706-2-iscsi {{(pid=84117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 03:07:02.475514 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-54b23b1b-9eb8-47cf-ab4b-c4d27c7eac92 req-ec6895a8-da00-4471-86f1-1df7a2ab224c service neutron] 10.222.0.13 "GET /v2.0/networks/96367511-4096-441d-8b71-998abf1ff026?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.9514894
Feb 19 03:07:02.514921 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Provisioning complete for port 51d1d839-538c-4d80-8ee3-4fac34e1642f triggered by entity L2. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 03:07:02.518417 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16124857'] for port, provisioning_complete {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:02.534593 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6328134-1c7b-4f99-be0b-02ee891cd1ae req-405c768f-af86-4787-81c5-2050636312e1 tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:07:02.542430 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-e6328134-1c7b-4f99-be0b-02ee891cd1ae req-405c768f-af86-4787-81c5-2050636312e1 tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d8603ee-a2d9-46df-b2a6-1bced1ee926b HTTP/1.1" status: 200  len: 945 time: 0.8598602
Feb 19 03:07:02.620358 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [req-7c984c2c-96d9-44ed-99b9-eb91201b7b65 req-64dbf5b8-fbf8-43e0-9c06-b9a17033ba71 tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 03:07:02.639445 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [req-7c984c2c-96d9-44ed-99b9-eb91201b7b65 req-64dbf5b8-fbf8-43e0-9c06-b9a17033ba71 tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] Usage tracker for resource:port and tenant:a83cb91af86b404e843a85617a0bdf97 is out of sync, need to count used quota {{(pid=84116) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 03:07:02.653083 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [req-7c984c2c-96d9-44ed-99b9-eb91201b7b65 req-64dbf5b8-fbf8-43e0-9c06-b9a17033ba71 tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84116) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 03:07:02.671985 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [req-7c984c2c-96d9-44ed-99b9-eb91201b7b65 req-64dbf5b8-fbf8-43e0-9c06-b9a17033ba71 tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 03:07:02.751201 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c984c2c-96d9-44ed-99b9-eb91201b7b65 req-64dbf5b8-fbf8-43e0-9c06-b9a17033ba71 tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] Made reservation on behalf of a83cb91af86b404e843a85617a0bdf97 for: {'port': 1} {{(pid=84116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 19 03:07:02.764513 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-7c984c2c-96d9-44ed-99b9-eb91201b7b65 req-64dbf5b8-fbf8-43e0-9c06-b9a17033ba71 tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838630373'] for port, before_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:02.769921 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-e6328134-1c7b-4f99-be0b-02ee891cd1ae req-60fb2c8d-294a-4667-9663-d8caf42e7c30 tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] 10.222.0.13 "GET /v2.0/security-groups?id=3abdea19-59c5-47bb-abc1-26c9cf24f411&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2264054
Feb 19 03:07:02.966304 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [req-4824ff13-b911-4c91-a562-25c3abb8c108 req-b26e41a4-113d-4dc2-809d-2adcf889e1e7 tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] Synchronizing usage tracker for tenant:a83cb91af86b404e843a85617a0bdf97 on resource:port {{(pid=84115) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 19 03:07:02.976021 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-54b23b1b-9eb8-47cf-ab4b-c4d27c7eac92 req-ff433213-54f7-46ca-a169-335a7bfd4247 service neutron] 10.222.0.13 "GET /v2.0/networks/96367511-4096-441d-8b71-998abf1ff026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4922004
Feb 19 03:07:02.992898 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.notifiers.nova [req-7f77b692-d91e-4376-85e8-e93c60175f00 req-f6abcc31-1997-44dc-b03a-51263ceac09a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e1dc085-b1a7-40cf-b595-a991a868d384 {{(pid=84115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 19 03:07:03.004430 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-7f77b692-d91e-4376-85e8-e93c60175f00 req-f6abcc31-1997-44dc-b03a-51263ceac09a service neutron] Notify callbacks [] for port, precommit_update {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:03.018515 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [req-7f77b692-d91e-4376-85e8-e93c60175f00 req-f6abcc31-1997-44dc-b03a-51263ceac09a service neutron] Transition to ACTIVE for port object 8e1dc085-b1a7-40cf-b595-a991a868d384 will not be triggered until provisioned by entity L2. {{(pid=84115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 19 03:07:03.051724 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [req-4824ff13-b911-4c91-a562-25c3abb8c108 req-b26e41a4-113d-4dc2-809d-2adcf889e1e7 tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] Unset dirty status for tenant:a83cb91af86b404e843a85617a0bdf97 on resource:port {{(pid=84115) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 19 03:07:03.053003 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-4824ff13-b911-4c91-a562-25c3abb8c108 req-b26e41a4-113d-4dc2-809d-2adcf889e1e7 tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] 10.222.0.13 "GET /v2.0/ports?device_id=5cc3d0fe-2245-4c40-ab4b-cbc5b7a636db HTTP/1.1" status: 200  len: 210 time: 0.1467071
Feb 19 03:07:03.053805 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-7f77b692-d91e-4376-85e8-e93c60175f00 req-f6abcc31-1997-44dc-b03a-51263ceac09a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269711510320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767142869380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269711906403'] for port, after_update {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:03.083985 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-932014f0-bb35-4d8e-8f0e-1b0196af69b1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:07:03.500274 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6abcc31-1997-44dc-b03a-51263ceac09a service neutron] Pushing event updated for resources: {'Port': ['ID=8e1dc085-b1a7-40cf-b595-a991a868d384,revision_number=2']} {{(pid=84115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:07:03.505025 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-f6abcc31-1997-44dc-b03a-51263ceac09a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.421s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:07:03.510327 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-8835a355-7976-4a8f-ab8b-63d719587dc0 req-407725d2-ebe6-4b1c-b522-84a201af5dcd tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e4882dd-d538-4794-b670-363a7a2168f7 HTTP/1.1" status: 200  len: 210 time: 0.1382766
Feb 19 03:07:03.547332 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.db_base_plugin_common [req-7c984c2c-96d9-44ed-99b9-eb91201b7b65 req-64dbf5b8-fbf8-43e0-9c06-b9a17033ba71 tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] Allocated IP 172.20.0.5 (6590657d-05da-4509-bb41-0f0908d98c62/c8812985-29c9-4582-bf6b-c00d9e74b5a6/9800f295-3bbf-46b7-8942-f1d13527abae) {{(pid=84116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 19 03:07:03.728685 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31043ef1-8a80-4f3e-8cb9-1c896bcd5ee3 req-a71276fd-baf0-478e-ad3d-3d717bd492ba tempest-DeleteServersTestJSON-1852624434 tempest-DeleteServersTestJSON-1852624434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:07:03.736760 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-31043ef1-8a80-4f3e-8cb9-1c896bcd5ee3 req-a71276fd-baf0-478e-ad3d-3d717bd492ba tempest-DeleteServersTestJSON-1852624434 tempest-DeleteServersTestJSON-1852624434-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f31ab1e-e63c-4878-a296-07479d44bcd5 HTTP/1.1" status: 200  len: 946 time: 0.2221596
Feb 19 03:07:03.738988 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.managers [req-7f77b692-d91e-4376-85e8-e93c60175f00 req-f6abcc31-1997-44dc-b03a-51263ceac09a service neutron] Attempting to bind port 8e1dc085-b1a7-40cf-b595-a991a868d384 on host hv-cinder-77570 for vnic_type normal with profile  {{(pid=84115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 03:07:03.739535 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.managers [req-7f77b692-d91e-4376-85e8-e93c60175f00 req-f6abcc31-1997-44dc-b03a-51263ceac09a service neutron] Attempting to bind port 8e1dc085-b1a7-40cf-b595-a991a868d384 by drivers openvswitch on host hv-cinder-77570 at level 0 using segments [{'id': '9336127e-160f-4619-9a09-bfd4cdb78b72', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '6590657d-05da-4509-bb41-0f0908d98c62'}] {{(pid=84115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 19 03:07:03.739712 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f77b692-d91e-4376-85e8-e93c60175f00 req-f6abcc31-1997-44dc-b03a-51263ceac09a service neutron] Attempting to bind port 8e1dc085-b1a7-40cf-b595-a991a868d384 on network 6590657d-05da-4509-bb41-0f0908d98c62 {{(pid=84115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 19 03:07:03.761232 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f77b692-d91e-4376-85e8-e93c60175f00 req-f6abcc31-1997-44dc-b03a-51263ceac09a service neutron] Checking agent: {'id': 'd79517dc-1443-4e8d-af8f-f4fe2bcc2381', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77570', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 19, 3, 4, 30), 'started_at': datetime.datetime(2021, 2, 19, 3, 5), 'heartbeat_timestamp': datetime.datetime(2021, 2, 19, 3, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.91', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 19 03:07:03.761835 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f77b692-d91e-4376-85e8-e93c60175f00 req-f6abcc31-1997-44dc-b03a-51263ceac09a service neutron] Checking segment: {'id': '9336127e-160f-4619-9a09-bfd4cdb78b72', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '6590657d-05da-4509-bb41-0f0908d98c62'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 19 03:07:03.762235 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-7f77b692-d91e-4376-85e8-e93c60175f00 req-f6abcc31-1997-44dc-b03a-51263ceac09a service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:03.762744 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f77b692-d91e-4376-85e8-e93c60175f00 req-f6abcc31-1997-44dc-b03a-51263ceac09a service neutron] Bound using segment: {'id': '9336127e-160f-4619-9a09-bfd4cdb78b72', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '6590657d-05da-4509-bb41-0f0908d98c62'} {{(pid=84115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 19 03:07:03.763105 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.managers [req-7f77b692-d91e-4376-85e8-e93c60175f00 req-f6abcc31-1997-44dc-b03a-51263ceac09a service neutron] Bound port: 8e1dc085-b1a7-40cf-b595-a991a868d384, host: hv-cinder-77570, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9336127e-160f-4619-9a09-bfd4cdb78b72', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '6590657d-05da-4509-bb41-0f0908d98c62'}}] {{(pid=84115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 19 03:07:03.763719 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-7f77b692-d91e-4376-85e8-e93c60175f00 req-f6abcc31-1997-44dc-b03a-51263ceac09a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838630373'] for port, before_update {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:03.906459 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-31043ef1-8a80-4f3e-8cb9-1c896bcd5ee3 req-90898e08-778a-454a-8787-6d2ae0fbf676 tempest-DeleteServersTestJSON-1852624434 tempest-DeleteServersTestJSON-1852624434-project] 10.222.0.13 "GET /v2.0/security-groups?id=18c15e71-9dbd-4845-b378-31fb076d9557&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1686027
Feb 19 03:07:03.950621 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-7c984c2c-96d9-44ed-99b9-eb91201b7b65 req-64dbf5b8-fbf8-43e0-9c06-b9a17033ba71 tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] Notify callbacks [] for port, precommit_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:04.011895 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-7c984c2c-96d9-44ed-99b9-eb91201b7b65 req-64dbf5b8-fbf8-43e0-9c06-b9a17033ba71 tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363269711907205'] for port, after_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:04.031190 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:07:04.067276 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.db [req-7f77b692-d91e-4376-85e8-e93c60175f00 req-f6abcc31-1997-44dc-b03a-51263ceac09a service neutron] For port 8e1dc085-b1a7-40cf-b595-a991a868d384, host hv-cinder-77570, cleared binding levels {{(pid=84115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 19 03:07:04.103928 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51197d38-7ea5-49af-96a1-0d6a0dc0f79e req-f4db0578-780f-459d-9297-20bd3d09fa8e tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:07:04.105501 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-51197d38-7ea5-49af-96a1-0d6a0dc0f79e req-f4db0578-780f-459d-9297-20bd3d09fa8e tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d8603ee-a2d9-46df-b2a6-1bced1ee926b HTTP/1.1" status: 200  len: 945 time: 0.1105497
Feb 19 03:07:04.117028 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.db [req-7f77b692-d91e-4376-85e8-e93c60175f00 req-f6abcc31-1997-44dc-b03a-51263ceac09a service neutron] For port 8e1dc085-b1a7-40cf-b595-a991a868d384, host hv-cinder-77570, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=8e1dc085-b1a7-40cf-b595-a991a868d384,segment=NetworkSegment(9336127e-160f-4619-9a09-bfd4cdb78b72),segment_id=9336127e-160f-4619-9a09-bfd4cdb78b72)] {{(pid=84115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 19 03:07:04.182005 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-51197d38-7ea5-49af-96a1-0d6a0dc0f79e req-dc7fb645-a540-4009-8a1e-48418b57b7b5 tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] 10.222.0.13 "GET /v2.0/security-groups?id=3abdea19-59c5-47bb-abc1-26c9cf24f411&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0577567
Feb 19 03:07:04.183366 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-7f77b692-d91e-4376-85e8-e93c60175f00 req-f6abcc31-1997-44dc-b03a-51263ceac09a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269711510320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767142869380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269711906403'] for port, after_update {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:04.255439 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-1f1b4875-daf9-4116-903f-6c7471955906 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:07:04.323813 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c984c2c-96d9-44ed-99b9-eb91201b7b65 req-64dbf5b8-fbf8-43e0-9c06-b9a17033ba71 tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] Network 6590657d-05da-4509-bb41-0f0908d98c62 is already hosted by enough agents. {{(pid=84116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 19 03:07:04.329240 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.scheduler.base_scheduler [req-7c984c2c-96d9-44ed-99b9-eb91201b7b65 req-64dbf5b8-fbf8-43e0-9c06-b9a17033ba71 tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] Resources bound (agent type, host, resource id):  {{(pid=84116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 19 03:07:04.335714 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c984c2c-96d9-44ed-99b9-eb91201b7b65 req-64dbf5b8-fbf8-43e0-9c06-b9a17033ba71 tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] Received port after_create {{(pid=84116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 19 03:07:04.345787 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c984c2c-96d9-44ed-99b9-eb91201b7b65 req-64dbf5b8-fbf8-43e0-9c06-b9a17033ba71 tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:07:04.345787 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-7c984c2c-96d9-44ed-99b9-eb91201b7b65 req-64dbf5b8-fbf8-43e0-9c06-b9a17033ba71 tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854203462'] for port, before_response {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:04.380355 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dbf5b8-fbf8-43e0-9c06-b9a17033ba71 tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] Pushing event updated for resources: {'Port': ['ID=9800f295-3bbf-46b7-8942-f1d13527abae,revision_number=1']} {{(pid=84116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:07:04.383425 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-64dbf5b8-fbf8-43e0-9c06-b9a17033ba71 tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:07:04.429439 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-7c984c2c-96d9-44ed-99b9-eb91201b7b65 req-64dbf5b8-fbf8-43e0-9c06-b9a17033ba71 tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.3598068
Feb 19 03:07:04.443063 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.v2.base [req-7c984c2c-96d9-44ed-99b9-eb91201b7b65 req-d952bf22-8255-453e-b634-380a5032a9ea service neutron] Request body: {'port': {'device_id': '5cc3d0fe-2245-4c40-ab4b-cbc5b7a636db', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77570'}} {{(pid=84116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 03:07:04.690515 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6abcc31-1997-44dc-b03a-51263ceac09a service neutron] Pushing event updated for resources: {'Port': ['ID=8e1dc085-b1a7-40cf-b595-a991a868d384,revision_number=3']} {{(pid=84115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:07:04.693557 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-7c984c2c-96d9-44ed-99b9-eb91201b7b65 req-d952bf22-8255-453e-b634-380a5032a9ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838630373'] for port, before_update {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:04.708065 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-f6abcc31-1997-44dc-b03a-51263ceac09a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.449s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:07:04.757549 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f77b692-d91e-4376-85e8-e93c60175f00 req-f6abcc31-1997-44dc-b03a-51263ceac09a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:07:04.757814 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-7f77b692-d91e-4376-85e8-e93c60175f00 req-f6abcc31-1997-44dc-b03a-51263ceac09a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854203462'] for port, before_response {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:04.759977 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-7f77b692-d91e-4376-85e8-e93c60175f00 req-f6abcc31-1997-44dc-b03a-51263ceac09a service neutron] 10.222.0.65 "PUT /v2.0/ports/8e1dc085-b1a7-40cf-b595-a991a868d384 HTTP/1.1" status: 200  len: 1157 time: 3.3586659
Feb 19 03:07:04.775799 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84573221-9e33-48d2-866b-d60d20f086d1', 'tag': '8e1dc085-b1a7-40cf-b595-a991a868d384'}] {{(pid=84115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 03:07:04.794640 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-4e7e22f1-c563-44ed-9bbf-564473852fcd req-57aef2ce-7da5-43ab-80bc-a1f3e0f00895 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e4882dd-d538-4794-b670-363a7a2168f7 HTTP/1.1" status: 200  len: 210 time: 0.0826881
Feb 19 03:07:04.824812 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0f1f8b-ad77-4346-b7fc-875afec9ed85 req-9172cd8f-b596-444e-af51-500154df15d5 tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:07:04.826974 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-4f0f1f8b-ad77-4346-b7fc-875afec9ed85 req-9172cd8f-b596-444e-af51-500154df15d5 tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] 10.222.0.13 "GET /v2.0/ports?device_id=5cc3d0fe-2245-4c40-ab4b-cbc5b7a636db HTTP/1.1" status: 200  len: 931 time: 0.4651232
Feb 19 03:07:04.950914 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-4f0f1f8b-ad77-4346-b7fc-875afec9ed85 req-0381add4-5eb7-46b8-ad35-39bbc4d00e80 tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7be7950-201e-4452-88dd-92f8a0a2b5e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1037807
Feb 19 03:07:05.061153 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84573221-9e33-48d2-866b-d60d20f086d1', 'tag': '8e1dc085-b1a7-40cf-b595-a991a868d384', 'status': 'completed', 'code': 200}
Feb 19 03:07:05.097257 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f77b692-d91e-4376-85e8-e93c60175f00 req-1f6871af-8ebe-41ed-80bc-e2d5d5e327d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:07:05.103469 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-7f77b692-d91e-4376-85e8-e93c60175f00 req-1f6871af-8ebe-41ed-80bc-e2d5d5e327d9 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a83cb91af86b404e843a85617a0bdf97&device_id=84573221-9e33-48d2-866b-d60d20f086d1 HTTP/1.1" status: 200  len: 1160 time: 0.1290991
Feb 19 03:07:05.276049 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-7f77b692-d91e-4376-85e8-e93c60175f00 req-60925476-7fdb-4f3e-83c2-251f248ecbbb service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8e1dc085-b1a7-40cf-b595-a991a868d384 HTTP/1.1" status: 200  len: 217 time: 0.1589499
Feb 19 03:07:05.415866 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f77b692-d91e-4376-85e8-e93c60175f00 req-392be5e6-d969-461e-8a76-dc775f30fcfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:07:05.417816 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-7f77b692-d91e-4376-85e8-e93c60175f00 req-392be5e6-d969-461e-8a76-dc775f30fcfd service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c8812985-29c9-4582-bf6b-c00d9e74b5a6 HTTP/1.1" status: 200  len: 856 time: 0.1408720
Feb 19 03:07:05.536958 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-7f77b692-d91e-4376-85e8-e93c60175f00 req-3ba1971f-b456-4e03-9bcd-0799e3c4aa3a service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6590657d-05da-4509-bb41-0f0908d98c62&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1008914
Feb 19 03:07:05.540418 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.notifiers.nova [req-7c984c2c-96d9-44ed-99b9-eb91201b7b65 req-d952bf22-8255-453e-b634-380a5032a9ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9800f295-3bbf-46b7-8942-f1d13527abae {{(pid=84116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 19 03:07:05.549755 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-7c984c2c-96d9-44ed-99b9-eb91201b7b65 req-d952bf22-8255-453e-b634-380a5032a9ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:05.646086 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [req-7c984c2c-96d9-44ed-99b9-eb91201b7b65 req-d952bf22-8255-453e-b634-380a5032a9ea service neutron] Transition to ACTIVE for port object 9800f295-3bbf-46b7-8942-f1d13527abae will not be triggered until provisioned by entity L2. {{(pid=84116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 19 03:07:05.708585 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-7c984c2c-96d9-44ed-99b9-eb91201b7b65 req-d952bf22-8255-453e-b634-380a5032a9ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269711510320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767142869380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269711906403'] for port, after_update {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:05.740885 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-7f77b692-d91e-4376-85e8-e93c60175f00 req-d0b9941b-ff59-4575-b7f2-ed6632b30c27 service neutron] 10.222.0.65 "GET /v2.0/networks/6590657d-05da-4509-bb41-0f0908d98c62?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1950138
Feb 19 03:07:05.814446 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:07:05.929196 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-7f77b692-d91e-4376-85e8-e93c60175f00 req-98036bc5-816b-462c-a5e2-ddd3352969bc service neutron] 10.222.0.65 "GET /v2.0/networks/6590657d-05da-4509-bb41-0f0908d98c62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1803799
Feb 19 03:07:05.992210 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d952bf22-8255-453e-b634-380a5032a9ea service neutron] Pushing event updated for resources: {'Port': ['ID=9800f295-3bbf-46b7-8942-f1d13527abae,revision_number=2']} {{(pid=84116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:07:05.996455 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-d952bf22-8255-453e-b634-380a5032a9ea service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:07:06.049443 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84116) accepted ('10.222.0.65', 49223) {{(pid=84116) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:07:06.237084 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-d886ad3a-fc40-47e9-845f-a35f8d885da6 req-61d9953b-8161-43b2-9704-05b4e7d12e47 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e4882dd-d538-4794-b670-363a7a2168f7 HTTP/1.1" status: 200  len: 210 time: 0.1778631
Feb 19 03:07:06.273032 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.managers [req-7c984c2c-96d9-44ed-99b9-eb91201b7b65 req-d952bf22-8255-453e-b634-380a5032a9ea service neutron] Attempting to bind port 9800f295-3bbf-46b7-8942-f1d13527abae on host hv-cinder-77570 for vnic_type normal with profile  {{(pid=84116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 03:07:06.273546 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.managers [req-7c984c2c-96d9-44ed-99b9-eb91201b7b65 req-d952bf22-8255-453e-b634-380a5032a9ea service neutron] Attempting to bind port 9800f295-3bbf-46b7-8942-f1d13527abae by drivers openvswitch on host hv-cinder-77570 at level 0 using segments [{'id': '9336127e-160f-4619-9a09-bfd4cdb78b72', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '6590657d-05da-4509-bb41-0f0908d98c62'}] {{(pid=84116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 19 03:07:06.275998 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c984c2c-96d9-44ed-99b9-eb91201b7b65 req-d952bf22-8255-453e-b634-380a5032a9ea service neutron] Attempting to bind port 9800f295-3bbf-46b7-8942-f1d13527abae on network 6590657d-05da-4509-bb41-0f0908d98c62 {{(pid=84116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 19 03:07:06.292980 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c984c2c-96d9-44ed-99b9-eb91201b7b65 req-d952bf22-8255-453e-b634-380a5032a9ea service neutron] Checking agent: {'id': 'd79517dc-1443-4e8d-af8f-f4fe2bcc2381', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77570', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 19, 3, 4, 30), 'started_at': datetime.datetime(2021, 2, 19, 3, 5), 'heartbeat_timestamp': datetime.datetime(2021, 2, 19, 3, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.91', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 19 03:07:06.294040 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c984c2c-96d9-44ed-99b9-eb91201b7b65 req-d952bf22-8255-453e-b634-380a5032a9ea service neutron] Checking segment: {'id': '9336127e-160f-4619-9a09-bfd4cdb78b72', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '6590657d-05da-4509-bb41-0f0908d98c62'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 19 03:07:06.295306 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-7c984c2c-96d9-44ed-99b9-eb91201b7b65 req-d952bf22-8255-453e-b634-380a5032a9ea service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:06.296047 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c984c2c-96d9-44ed-99b9-eb91201b7b65 req-d952bf22-8255-453e-b634-380a5032a9ea service neutron] Bound using segment: {'id': '9336127e-160f-4619-9a09-bfd4cdb78b72', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '6590657d-05da-4509-bb41-0f0908d98c62'} {{(pid=84116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 19 03:07:06.296683 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.managers [req-7c984c2c-96d9-44ed-99b9-eb91201b7b65 req-d952bf22-8255-453e-b634-380a5032a9ea service neutron] Bound port: 9800f295-3bbf-46b7-8942-f1d13527abae, host: hv-cinder-77570, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9336127e-160f-4619-9a09-bfd4cdb78b72', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '6590657d-05da-4509-bb41-0f0908d98c62'}}] {{(pid=84116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 19 03:07:06.297320 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-7c984c2c-96d9-44ed-99b9-eb91201b7b65 req-d952bf22-8255-453e-b634-380a5032a9ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838630373'] for port, before_update {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:06.312572 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84116) accepted ('10.222.0.13', 48744) {{(pid=84116) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:07:06.323916 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ec6e4a-e061-4793-8b53-17ab0db47ea3 req-6a61b38f-fdfa-45a3-ba3d-5440aeb07673 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:07:06.325502 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-09ec6e4a-e061-4793-8b53-17ab0db47ea3 req-6a61b38f-fdfa-45a3-ba3d-5440aeb07673 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a83cb91af86b404e843a85617a0bdf97&device_id=84573221-9e33-48d2-866b-d60d20f086d1 HTTP/1.1" status: 200  len: 1160 time: 0.2749741
Feb 19 03:07:06.437106 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b23b1b-9eb8-47cf-ab4b-c4d27c7eac92 req-6f9cfcd2-b310-46d6-90d3-ccb36db6faf0 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:07:06.439941 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-54b23b1b-9eb8-47cf-ab4b-c4d27c7eac92 req-6f9cfcd2-b310-46d6-90d3-ccb36db6faf0 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.65 "GET /v2.0/networks?id=96367511-4096-441d-8b71-998abf1ff026 HTTP/1.1" status: 200  len: 816 time: 0.4312274
Feb 19 03:07:06.453181 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b81f5c3-cf3d-4b62-8515-5b54549885cd req-98653477-ac0f-4b37-b192-263774342cc0 tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:07:06.455588 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-6b81f5c3-cf3d-4b62-8515-5b54549885cd req-98653477-ac0f-4b37-b192-263774342cc0 tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] 10.222.0.13 "GET /v2.0/ports?device_id=5cc3d0fe-2245-4c40-ab4b-cbc5b7a636db HTTP/1.1" status: 200  len: 943 time: 0.2225323
Feb 19 03:07:06.534019 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-67e268a8-877c-489d-accd-f566813809ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:06.561189 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-67e268a8-877c-489d-accd-f566813809ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 03:07:06.565201 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-67e268a8-877c-489d-accd-f566813809ec admin admin] Usage tracker for resource:security_group_rule and tenant:7337998d7b9a435a80fac0c6d215cf08 is out of sync, need to count used quota {{(pid=84116) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 03:07:06.568222 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-67e268a8-877c-489d-accd-f566813809ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84116) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 03:07:06.574063 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-67e268a8-877c-489d-accd-f566813809ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 03:07:06.580175 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-6b81f5c3-cf3d-4b62-8515-5b54549885cd req-a65f5af5-1ad6-42ad-a44d-b92940b5fcfa tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7be7950-201e-4452-88dd-92f8a0a2b5e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1028097
Feb 19 03:07:06.623376 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.db [req-7c984c2c-96d9-44ed-99b9-eb91201b7b65 req-d952bf22-8255-453e-b634-380a5032a9ea service neutron] For port 9800f295-3bbf-46b7-8942-f1d13527abae, host hv-cinder-77570, cleared binding levels {{(pid=84116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 19 03:07:06.636777 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-54b23b1b-9eb8-47cf-ab4b-c4d27c7eac92 req-0061fc3f-6240-4acc-be17-c578b617fcdd tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=fe62d789c5ba40bd87c0c4eb042c2297 HTTP/1.1" status: 200  len: 5705 time: 0.1798961
Feb 19 03:07:06.650032 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.v2.base [req-54b23b1b-9eb8-47cf-ab4b-c4d27c7eac92 req-9956755f-5ee6-479b-a9ad-2c4442b7a550 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Request body: {'port': {'device_id': '9e4882dd-d538-4794-b670-363a7a2168f7', 'network_id': '96367511-4096-441d-8b71-998abf1ff026', 'admin_state_up': True, 'tenant_id': 'fe62d789c5ba40bd87c0c4eb042c2297', 'security_groups': ['8cec6e94-f87a-4dfc-b64f-629a6d488241']}} {{(pid=84115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 03:07:06.952978 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-67e268a8-877c-489d-accd-f566813809ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:06.952978 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.db [req-7c984c2c-96d9-44ed-99b9-eb91201b7b65 req-d952bf22-8255-453e-b634-380a5032a9ea service neutron] For port 9800f295-3bbf-46b7-8942-f1d13527abae, host hv-cinder-77570, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=9800f295-3bbf-46b7-8942-f1d13527abae,segment=NetworkSegment(9336127e-160f-4619-9a09-bfd4cdb78b72),segment_id=9336127e-160f-4619-9a09-bfd4cdb78b72)] {{(pid=84116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 19 03:07:06.952978 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ec6e4a-e061-4793-8b53-17ab0db47ea3 req-3ded0f4f-c26f-4081-b97d-80feaaf0aa8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:07:06.952978 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-09ec6e4a-e061-4793-8b53-17ab0db47ea3 req-3ded0f4f-c26f-4081-b97d-80feaaf0aa8a service neutron] 10.222.0.65 "GET /v2.0/networks?id=6590657d-05da-4509-bb41-0f0908d98c62 HTTP/1.1" status: 200  len: 910 time: 0.4229717
Feb 19 03:07:06.952978 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-09ec6e4a-e061-4793-8b53-17ab0db47ea3 req-5cffcdd6-497e-4b6f-aa65-75ff7d1ac375 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8e1dc085-b1a7-40cf-b595-a991a868d384 HTTP/1.1" status: 200  len: 217 time: 0.1318700
Feb 19 03:07:06.978859 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-7c984c2c-96d9-44ed-99b9-eb91201b7b65 req-d952bf22-8255-453e-b634-380a5032a9ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269711510320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767142869380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269711906403'] for port, after_update {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:06.988949 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-67e268a8-877c-489d-accd-f566813809ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237410'] for security_group, after_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:07.004914 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:07:07.105537 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [req-54b23b1b-9eb8-47cf-ab4b-c4d27c7eac92 req-9956755f-5ee6-479b-a9ad-2c4442b7a550 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 03:07:07.109571 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [req-54b23b1b-9eb8-47cf-ab4b-c4d27c7eac92 req-9956755f-5ee6-479b-a9ad-2c4442b7a550 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Usage tracker for resource:port and tenant:fe62d789c5ba40bd87c0c4eb042c2297 is out of sync, need to count used quota {{(pid=84115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 03:07:07.111976 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-67e268a8-877c-489d-accd-f566813809ec admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7337998d7b9a435a80fac0c6d215cf08&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7940142
Feb 19 03:07:07.112650 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [req-54b23b1b-9eb8-47cf-ab4b-c4d27c7eac92 req-9956755f-5ee6-479b-a9ad-2c4442b7a550 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 03:07:07.118655 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [req-54b23b1b-9eb8-47cf-ab4b-c4d27c7eac92 req-9956755f-5ee6-479b-a9ad-2c4442b7a550 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 03:07:07.121688 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84116) accepted ('10.222.0.13', 48780) {{(pid=84116) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:07:07.134120 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ec6e4a-e061-4793-8b53-17ab0db47ea3 req-f47177a8-60c9-495f-a669-81a5c820f33f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:07:07.135649 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-09ec6e4a-e061-4793-8b53-17ab0db47ea3 req-f47177a8-60c9-495f-a669-81a5c820f33f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c8812985-29c9-4582-bf6b-c00d9e74b5a6 HTTP/1.1" status: 200  len: 856 time: 0.2284985
Feb 19 03:07:07.160404 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54b23b1b-9eb8-47cf-ab4b-c4d27c7eac92 req-9956755f-5ee6-479b-a9ad-2c4442b7a550 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Made reservation on behalf of fe62d789c5ba40bd87c0c4eb042c2297 for: {'port': 1} {{(pid=84115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 19 03:07:07.169182 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-54b23b1b-9eb8-47cf-ab4b-c4d27c7eac92 req-9956755f-5ee6-479b-a9ad-2c4442b7a550 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838630373'] for port, before_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:07.259991 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e268a8-877c-489d-accd-f566813809ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ef77be3-8c68-46cd-a8b0-22bb8b0f480c,revision_number=1']} {{(pid=84116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:07:07.267973 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-09ec6e4a-e061-4793-8b53-17ab0db47ea3 req-83dfc6b4-2c06-423b-ba10-08a3f156bbcf service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6590657d-05da-4509-bb41-0f0908d98c62&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1151831
Feb 19 03:07:07.269856 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-67e268a8-877c-489d-accd-f566813809ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:07:07.273508 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.236s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:07:07.437025 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-90bfbcac-4989-49f7-ad82-2c012ab56ac0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:07.524557 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-90bfbcac-4989-49f7-ad82-2c012ab56ac0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:07.533600 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d952bf22-8255-453e-b634-380a5032a9ea service neutron] Pushing event updated for resources: {'Port': ['ID=9800f295-3bbf-46b7-8942-f1d13527abae,revision_number=3']} {{(pid=84116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:07:07.556122 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-d952bf22-8255-453e-b634-380a5032a9ea service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:07:07.585350 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c984c2c-96d9-44ed-99b9-eb91201b7b65 req-d952bf22-8255-453e-b634-380a5032a9ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:07:07.586058 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-7c984c2c-96d9-44ed-99b9-eb91201b7b65 req-d952bf22-8255-453e-b634-380a5032a9ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854203462'] for port, before_response {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:07.587576 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-7c984c2c-96d9-44ed-99b9-eb91201b7b65 req-d952bf22-8255-453e-b634-380a5032a9ea service neutron] 10.222.0.65 "PUT /v2.0/ports/9800f295-3bbf-46b7-8942-f1d13527abae HTTP/1.1" status: 200  len: 1157 time: 3.1492250
Feb 19 03:07:07.590640 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cc3d0fe-2245-4c40-ab4b-cbc5b7a636db', 'tag': '9800f295-3bbf-46b7-8942-f1d13527abae'}] {{(pid=84116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 03:07:07.617122 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-09ec6e4a-e061-4793-8b53-17ab0db47ea3 req-bb33171f-c54d-4a52-90a8-6971ee8631f1 service neutron] 10.222.0.65 "GET /v2.0/networks/6590657d-05da-4509-bb41-0f0908d98c62?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3039117
Feb 19 03:07:07.698973 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.objects.ports [None req-290afde6-8393-43e7-aec2-00efca90b5c6 None None] Time-cost: Fetching 2 ports in 1 security groups {{(pid=84117) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}}
Feb 19 03:07:07.708996 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.db_base_plugin_common [req-54b23b1b-9eb8-47cf-ab4b-c4d27c7eac92 req-9956755f-5ee6-479b-a9ad-2c4442b7a550 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Allocated IP 172.20.0.13 (96367511-4096-441d-8b71-998abf1ff026/ffae0469-f40c-4397-8d65-7fee68a1ef0a/b52d8903-24d0-484f-afef-cca02ac84c8a) {{(pid=84115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 19 03:07:08.003339 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-90bfbcac-4989-49f7-ad82-2c012ab56ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237410'] for security_group, after_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:08.023650 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:07:08.083229 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-cde1667d-b962-4109-b5e4-617b43155c54 req-f4656ca0-f678-436d-960f-52f5a030be9f tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e4882dd-d538-4794-b670-363a7a2168f7 HTTP/1.1" status: 200  len: 210 time: 0.0697951
Feb 19 03:07:08.092692 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bfbcac-4989-49f7-ad82-2c012ab56ac0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ef77be3-8c68-46cd-a8b0-22bb8b0f480c,revision_number=None']} {{(pid=84116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:07:08.097940 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-90bfbcac-4989-49f7-ad82-2c012ab56ac0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:07:08.109585 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-09ec6e4a-e061-4793-8b53-17ab0db47ea3 req-205dce24-7655-4d63-8307-4f07da34aab3 service neutron] 10.222.0.65 "GET /v2.0/networks/6590657d-05da-4509-bb41-0f0908d98c62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4852912
Feb 19 03:07:08.129265 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.rpc [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Device 8e1dc085-b1a7-40cf-b595-a991a868d384 up at agent ovs-agent-hv-cinder-77570 {{(pid=84117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 03:07:08.141218 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-90bfbcac-4989-49f7-ad82-2c012ab56ac0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:08.145893 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-90bfbcac-4989-49f7-ad82-2c012ab56ac0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7ef77be3-8c68-46cd-a8b0-22bb8b0f480c HTTP/1.1" status: 204  len: 168 time: 1.0118113
Feb 19 03:07:08.172692 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c984c2c-96d9-44ed-99b9-eb91201b7b65 req-ec87f662-bf99-4277-b31b-23c1ba03a52b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:07:08.174428 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-7c984c2c-96d9-44ed-99b9-eb91201b7b65 req-ec87f662-bf99-4277-b31b-23c1ba03a52b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a83cb91af86b404e843a85617a0bdf97&device_id=5cc3d0fe-2245-4c40-ab4b-cbc5b7a636db HTTP/1.1" status: 200  len: 1160 time: 0.2295530
Feb 19 03:07:08.190749 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cc3d0fe-2245-4c40-ab4b-cbc5b7a636db', 'tag': '9800f295-3bbf-46b7-8942-f1d13527abae', 'status': 'completed', 'code': 200}
Feb 19 03:07:08.235672 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-54b23b1b-9eb8-47cf-ab4b-c4d27c7eac92 req-9956755f-5ee6-479b-a9ad-2c4442b7a550 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Notify callbacks [] for port, precommit_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:08.256056 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [req-54b23b1b-9eb8-47cf-ab4b-c4d27c7eac92 req-9956755f-5ee6-479b-a9ad-2c4442b7a550 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Transition to ACTIVE for port object b52d8903-24d0-484f-afef-cca02ac84c8a will not be triggered until provisioned by entity DHCP. {{(pid=84115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 19 03:07:08.370907 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-7c984c2c-96d9-44ed-99b9-eb91201b7b65 req-2743c6ff-19a6-4740-8d62-f0c95ef76e4f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9800f295-3bbf-46b7-8942-f1d13527abae HTTP/1.1" status: 200  len: 217 time: 0.1180336
Feb 19 03:07:08.387779 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Provisioning for port 8e1dc085-b1a7-40cf-b595-a991a868d384 completed by entity L2. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 19 03:07:08.395286 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Provisioning complete for port 8e1dc085-b1a7-40cf-b595-a991a868d384 triggered by entity L2. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 03:07:08.396250 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16124857'] for port, provisioning_complete {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:08.401363 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-54b23b1b-9eb8-47cf-ab4b-c4d27c7eac92 req-9956755f-5ee6-479b-a9ad-2c4442b7a550 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363269711907205'] for port, after_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:08.426176 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:07:08.449901 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c984c2c-96d9-44ed-99b9-eb91201b7b65 req-521aff6b-aa87-4d64-a0a7-816374bd68c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:07:08.451507 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-7c984c2c-96d9-44ed-99b9-eb91201b7b65 req-521aff6b-aa87-4d64-a0a7-816374bd68c3 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c8812985-29c9-4582-bf6b-c00d9e74b5a6 HTTP/1.1" status: 200  len: 856 time: 0.0740879
Feb 19 03:07:08.519670 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-7c984c2c-96d9-44ed-99b9-eb91201b7b65 req-e72ddbb8-f65e-4226-b5a6-f6643c40ea66 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6590657d-05da-4509-bb41-0f0908d98c62&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0609143
Feb 19 03:07:08.563191 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838630373'] for port, before_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:08.607301 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.db [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] For port 8e1dc085-b1a7-40cf-b595-a991a868d384, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=8e1dc085-b1a7-40cf-b595-a991a868d384,segment=NetworkSegment(9336127e-160f-4619-9a09-bfd4cdb78b72),segment_id=9336127e-160f-4619-9a09-bfd4cdb78b72)] {{(pid=84117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 03:07:08.608765 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84573221-9e33-48d2-866b-d60d20f086d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e1dc085-b1a7-40cf-b595-a991a868d384'}] {{(pid=84117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 03:07:08.639820 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269711510320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767142869380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269711906403'] for port, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:08.642967 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:07:08.679757 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9956755f-5ee6-479b-a9ad-2c4442b7a550 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Pushing event updated for resources: {'Port': ['ID=b52d8903-24d0-484f-afef-cca02ac84c8a,revision_number=1']} {{(pid=84115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:07:08.703053 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-9956755f-5ee6-479b-a9ad-2c4442b7a550 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:07:08.734541 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84573221-9e33-48d2-866b-d60d20f086d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e1dc085-b1a7-40cf-b595-a991a868d384', 'code': 200}
Feb 19 03:07:08.745145 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54b23b1b-9eb8-47cf-ab4b-c4d27c7eac92 req-9956755f-5ee6-479b-a9ad-2c4442b7a550 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Network 96367511-4096-441d-8b71-998abf1ff026 is already hosted by enough agents. {{(pid=84115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 19 03:07:08.771138 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1439999d-eb9b-4dd9-9ef8-ae17fb8483ae req-dcd98479-a4e6-45fe-8895-305baab5a565 tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:07:08.786564 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-1439999d-eb9b-4dd9-9ef8-ae17fb8483ae req-dcd98479-a4e6-45fe-8895-305baab5a565 tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] 10.222.0.13 "GET /v2.0/ports?device_id=5cc3d0fe-2245-4c40-ab4b-cbc5b7a636db HTTP/1.1" status: 200  len: 943 time: 0.4476030
Feb 19 03:07:08.789860 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.scheduler.base_scheduler [req-54b23b1b-9eb8-47cf-ab4b-c4d27c7eac92 req-9956755f-5ee6-479b-a9ad-2c4442b7a550 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Resources bound (agent type, host, resource id):  {{(pid=84115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 19 03:07:08.796354 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-7c984c2c-96d9-44ed-99b9-eb91201b7b65 req-8b9b5fc6-c261-424d-a74e-99509590b1ae service neutron] 10.222.0.65 "GET /v2.0/networks/6590657d-05da-4509-bb41-0f0908d98c62?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2314360
Feb 19 03:07:08.804723 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Pushing event updated for resources: {'Port': ['ID=8e1dc085-b1a7-40cf-b595-a991a868d384,revision_number=4']} {{(pid=84117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:07:08.808544 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvrscheduler_db [req-54b23b1b-9eb8-47cf-ab4b-c4d27c7eac92 req-9956755f-5ee6-479b-a9ad-2c4442b7a550 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Received port after_create {{(pid=84115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 19 03:07:08.812963 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=84117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:07:08.814101 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b23b1b-9eb8-47cf-ab4b-c4d27c7eac92 req-9956755f-5ee6-479b-a9ad-2c4442b7a550 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:07:08.814859 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-54b23b1b-9eb8-47cf-ab4b-c4d27c7eac92 req-9956755f-5ee6-479b-a9ad-2c4442b7a550 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854203462'] for port, before_response {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:08.867987 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-1439999d-eb9b-4dd9-9ef8-ae17fb8483ae req-5532f85e-f905-4008-801b-8ef2e62fa318 tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7be7950-201e-4452-88dd-92f8a0a2b5e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0802779
Feb 19 03:07:08.885893 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-54b23b1b-9eb8-47cf-ab4b-c4d27c7eac92 req-9956755f-5ee6-479b-a9ad-2c4442b7a550 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.2415171
Feb 19 03:07:08.905088 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.v2.base [req-54b23b1b-9eb8-47cf-ab4b-c4d27c7eac92 req-a034695f-b5c4-458e-b5ad-ba897f58c810 service neutron] Request body: {'port': {'device_id': '9e4882dd-d538-4794-b670-363a7a2168f7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77570'}} {{(pid=84115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 03:07:09.033752 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-7c984c2c-96d9-44ed-99b9-eb91201b7b65 req-bff770a7-bf85-4770-a378-6a900f9cf9c2 service neutron] 10.222.0.65 "GET /v2.0/networks/6590657d-05da-4509-bb41-0f0908d98c62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2125564
Feb 19 03:07:09.041791 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-54b23b1b-9eb8-47cf-ab4b-c4d27c7eac92 req-a034695f-b5c4-458e-b5ad-ba897f58c810 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838630373'] for port, before_update {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:09.063538 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84116) accepted ('10.222.0.13', 48838) {{(pid=84116) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:07:09.143392 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-d1bfe8cb-4995-4aca-88e6-982b5fc92d2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:09.188760 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-4be5b7fa-4167-4b73-8cbf-b7fb87b846e9 None None] Provisioning for port b52d8903-24d0-484f-afef-cca02ac84c8a completed by entity DHCP. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 19 03:07:09.194383 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-4be5b7fa-4167-4b73-8cbf-b7fb87b846e9 None None] Provisioning complete for port b52d8903-24d0-484f-afef-cca02ac84c8a triggered by entity DHCP. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 03:07:09.196236 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-4be5b7fa-4167-4b73-8cbf-b7fb87b846e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16124857'] for port, provisioning_complete {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:09.260064 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-d1bfe8cb-4995-4aca-88e6-982b5fc92d2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 03:07:09.281336 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-d1bfe8cb-4995-4aca-88e6-982b5fc92d2c admin admin] Usage tracker for resource:security_group_rule and tenant:66e74076555b4b9492f759de60bb1318 is out of sync, need to count used quota {{(pid=84116) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 03:07:09.300628 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.plugin [None req-4be5b7fa-4167-4b73-8cbf-b7fb87b846e9 None None] Port b52d8903-24d0-484f-afef-cca02ac84c8a cannot update to ACTIVE because it is not bound. {{(pid=84117) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 19 03:07:09.312813 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-d1bfe8cb-4995-4aca-88e6-982b5fc92d2c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84116) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 03:07:09.330680 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-d1bfe8cb-4995-4aca-88e6-982b5fc92d2c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 03:07:09.373622 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33269cde-ab31-4785-b136-5b88a116b2cc req-f0a704a3-832a-4762-98e0-d2a4f63eb970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:07:09.375438 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-33269cde-ab31-4785-b136-5b88a116b2cc req-f0a704a3-832a-4762-98e0-d2a4f63eb970 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=84573221-9e33-48d2-866b-d60d20f086d1 HTTP/1.1" status: 200  len: 1162 time: 0.2877054
Feb 19 03:07:09.382256 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e377e237-e40b-40a8-91a5-9695a89b9d3b req-e47ffeca-1ce3-4ea7-b1ae-c0437ae089b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:07:09.389822 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-e377e237-e40b-40a8-91a5-9695a89b9d3b req-e47ffeca-1ce3-4ea7-b1ae-c0437ae089b9 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a83cb91af86b404e843a85617a0bdf97&device_id=5cc3d0fe-2245-4c40-ab4b-cbc5b7a636db HTTP/1.1" status: 200  len: 1160 time: 0.2236717
Feb 19 03:07:09.407727 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84115) accepted ('10.222.0.13', 48848) {{(pid=84115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:07:09.566091 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-33269cde-ab31-4785-b136-5b88a116b2cc req-f29f84e2-571b-4e44-a5a5-8f7be98be0cc service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=c7be7950-201e-4452-88dd-92f8a0a2b5e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1809065
Feb 19 03:07:09.592823 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.rpc [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Device 8e1dc085-b1a7-40cf-b595-a991a868d384 up at agent ovs-agent-hv-cinder-77570 {{(pid=84117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 03:07:09.610904 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57966f0-204d-4fad-88d4-23cefcc24d29 req-20f99eb5-5ee8-43f3-9dda-5488a5ebf03d tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:07:09.611801 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [req-c57966f0-204d-4fad-88d4-23cefcc24d29 req-20f99eb5-5ee8-43f3-9dda-5488a5ebf03d tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Synchronizing usage tracker for tenant:fe62d789c5ba40bd87c0c4eb042c2297 on resource:port {{(pid=84115) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 19 03:07:09.641189 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e377e237-e40b-40a8-91a5-9695a89b9d3b req-840f9610-236c-4e41-b637-4dac985db841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:07:09.644332 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-e377e237-e40b-40a8-91a5-9695a89b9d3b req-840f9610-236c-4e41-b637-4dac985db841 service neutron] 10.222.0.65 "GET /v2.0/networks?id=6590657d-05da-4509-bb41-0f0908d98c62 HTTP/1.1" status: 200  len: 910 time: 0.2421458
Feb 19 03:07:09.678463 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-d1bfe8cb-4995-4aca-88e6-982b5fc92d2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:09.712632 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Provisioning complete for port 8e1dc085-b1a7-40cf-b595-a991a868d384 triggered by entity L2. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 03:07:09.713064 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16124857'] for port, provisioning_complete {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:09.735958 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-d1bfe8cb-4995-4aca-88e6-982b5fc92d2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237410'] for security_group, after_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:09.756416 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:07:09.761110 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.notifiers.nova [req-54b23b1b-9eb8-47cf-ab4b-c4d27c7eac92 req-a034695f-b5c4-458e-b5ad-ba897f58c810 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b52d8903-24d0-484f-afef-cca02ac84c8a {{(pid=84115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 19 03:07:09.769638 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-54b23b1b-9eb8-47cf-ab4b-c4d27c7eac92 req-a034695f-b5c4-458e-b5ad-ba897f58c810 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:09.782775 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [req-54b23b1b-9eb8-47cf-ab4b-c4d27c7eac92 req-a034695f-b5c4-458e-b5ad-ba897f58c810 service neutron] Transition to ACTIVE for port object b52d8903-24d0-484f-afef-cca02ac84c8a will not be triggered until provisioned by entity L2. {{(pid=84115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 19 03:07:09.799190 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [req-c57966f0-204d-4fad-88d4-23cefcc24d29 req-20f99eb5-5ee8-43f3-9dda-5488a5ebf03d tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Unset dirty status for tenant:fe62d789c5ba40bd87c0c4eb042c2297 on resource:port {{(pid=84115) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 19 03:07:09.800443 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-c57966f0-204d-4fad-88d4-23cefcc24d29 req-20f99eb5-5ee8-43f3-9dda-5488a5ebf03d tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e4882dd-d538-4794-b670-363a7a2168f7 HTTP/1.1" status: 200  len: 932 time: 0.4427388
Feb 19 03:07:09.804886 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-13655121-496b-4270-a240-044ff541a4d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:09.826888 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-13655121-496b-4270-a240-044ff541a4d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 03:07:09.851936 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-13655121-496b-4270-a240-044ff541a4d1 admin admin] Usage tracker for resource:security_group_rule and tenant:70f6544d48524ab4abcb0a2eb1b72838 is out of sync, need to count used quota {{(pid=84115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 03:07:09.866256 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-54b23b1b-9eb8-47cf-ab4b-c4d27c7eac92 req-a034695f-b5c4-458e-b5ad-ba897f58c810 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269711510320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767142869380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269711906403'] for port, after_update {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:09.871173 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-13655121-496b-4270-a240-044ff541a4d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 03:07:09.880512 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-e377e237-e40b-40a8-91a5-9695a89b9d3b req-de6c6efc-356f-45d8-99b5-20a6e747f222 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9800f295-3bbf-46b7-8942-f1d13527abae HTTP/1.1" status: 200  len: 217 time: 0.1037426
Feb 19 03:07:09.897344 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-b2109552-dbee-4d7b-91da-2d49fe4c44cd tempest-DeleteServersTestJSON-1852624434 tempest-DeleteServersTestJSON-1852624434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:07:09.931348 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-13655121-496b-4270-a240-044ff541a4d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 03:07:10.027525 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e377e237-e40b-40a8-91a5-9695a89b9d3b req-824ead0d-55cf-4040-9368-2ab42b0e80db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:07:10.029405 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-e377e237-e40b-40a8-91a5-9695a89b9d3b req-824ead0d-55cf-4040-9368-2ab42b0e80db service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c8812985-29c9-4582-bf6b-c00d9e74b5a6 HTTP/1.1" status: 200  len: 856 time: 0.1387720
Feb 19 03:07:10.046611 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-c57966f0-204d-4fad-88d4-23cefcc24d29 req-e2b777d4-08e1-4fe0-bfa6-1c621f229500 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cec6e94-f87a-4dfc-b64f-629a6d488241&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2299509
Feb 19 03:07:10.141171 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-d1bfe8cb-4995-4aca-88e6-982b5fc92d2c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=66e74076555b4b9492f759de60bb1318&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0766382
Feb 19 03:07:10.142840 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bfe8cb-4995-4aca-88e6-982b5fc92d2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8140fd2-4647-4c2e-96bf-a0f04f58b4a9,revision_number=1']} {{(pid=84116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:07:10.146973 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-d1bfe8cb-4995-4aca-88e6-982b5fc92d2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.399s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:07:10.153093 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84116) accepted ('10.222.0.13', 48864) {{(pid=84116) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:07:10.173693 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-e377e237-e40b-40a8-91a5-9695a89b9d3b req-f2de1b9c-5746-4a1c-b01f-a1493480a7e7 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6590657d-05da-4509-bb41-0f0908d98c62&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1216109
Feb 19 03:07:10.211070 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a034695f-b5c4-458e-b5ad-ba897f58c810 service neutron] Pushing event updated for resources: {'Port': ['ID=b52d8903-24d0-484f-afef-cca02ac84c8a,revision_number=2']} {{(pid=84115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:07:10.221530 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-a034695f-b5c4-458e-b5ad-ba897f58c810 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:07:10.338537 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-328e9ba4-feed-45ee-94f0-a11ee4bec431 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:10.388889 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4359b13d-35c7-4769-8724-38288c4d716f req-f2fce3aa-492d-455e-a9e9-a0d055f252a6 tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:07:10.390556 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-328e9ba4-feed-45ee-94f0-a11ee4bec431 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:10.390681 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-4359b13d-35c7-4769-8724-38288c4d716f req-f2fce3aa-492d-455e-a9e9-a0d055f252a6 tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] 10.222.0.13 "GET /v2.0/ports?device_id=5cc3d0fe-2245-4c40-ab4b-cbc5b7a636db HTTP/1.1" status: 200  len: 943 time: 0.2734973
Feb 19 03:07:10.432296 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-e377e237-e40b-40a8-91a5-9695a89b9d3b req-e9ea6cd5-8f33-41ff-b81c-683b07fa76cb service neutron] 10.222.0.65 "GET /v2.0/networks/6590657d-05da-4509-bb41-0f0908d98c62?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2444398
Feb 19 03:07:10.481477 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.managers [req-54b23b1b-9eb8-47cf-ab4b-c4d27c7eac92 req-a034695f-b5c4-458e-b5ad-ba897f58c810 service neutron] Attempting to bind port b52d8903-24d0-484f-afef-cca02ac84c8a on host hv-cinder-77570 for vnic_type normal with profile  {{(pid=84115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 03:07:10.481874 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.managers [req-54b23b1b-9eb8-47cf-ab4b-c4d27c7eac92 req-a034695f-b5c4-458e-b5ad-ba897f58c810 service neutron] Attempting to bind port b52d8903-24d0-484f-afef-cca02ac84c8a by drivers openvswitch on host hv-cinder-77570 at level 0 using segments [{'id': '6e9f1b00-4f0b-4b9d-b1f1-2ca997d9692c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '96367511-4096-441d-8b71-998abf1ff026'}] {{(pid=84115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 19 03:07:10.482303 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54b23b1b-9eb8-47cf-ab4b-c4d27c7eac92 req-a034695f-b5c4-458e-b5ad-ba897f58c810 service neutron] Attempting to bind port b52d8903-24d0-484f-afef-cca02ac84c8a on network 96367511-4096-441d-8b71-998abf1ff026 {{(pid=84115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 19 03:07:10.494985 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-4359b13d-35c7-4769-8724-38288c4d716f req-e4891bf6-d5f9-4868-a4c4-553ec5e09fac tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7be7950-201e-4452-88dd-92f8a0a2b5e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0907197
Feb 19 03:07:10.496869 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-13655121-496b-4270-a240-044ff541a4d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:10.498084 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54b23b1b-9eb8-47cf-ab4b-c4d27c7eac92 req-a034695f-b5c4-458e-b5ad-ba897f58c810 service neutron] Checking agent: {'id': 'd79517dc-1443-4e8d-af8f-f4fe2bcc2381', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77570', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 19, 3, 4, 30), 'started_at': datetime.datetime(2021, 2, 19, 3, 5), 'heartbeat_timestamp': datetime.datetime(2021, 2, 19, 3, 7), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.91', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 19 03:07:10.498453 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54b23b1b-9eb8-47cf-ab4b-c4d27c7eac92 req-a034695f-b5c4-458e-b5ad-ba897f58c810 service neutron] Checking segment: {'id': '6e9f1b00-4f0b-4b9d-b1f1-2ca997d9692c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '96367511-4096-441d-8b71-998abf1ff026'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 19 03:07:10.498847 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-54b23b1b-9eb8-47cf-ab4b-c4d27c7eac92 req-a034695f-b5c4-458e-b5ad-ba897f58c810 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:10.499227 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54b23b1b-9eb8-47cf-ab4b-c4d27c7eac92 req-a034695f-b5c4-458e-b5ad-ba897f58c810 service neutron] Bound using segment: {'id': '6e9f1b00-4f0b-4b9d-b1f1-2ca997d9692c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '96367511-4096-441d-8b71-998abf1ff026'} {{(pid=84115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 19 03:07:10.499708 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.managers [req-54b23b1b-9eb8-47cf-ab4b-c4d27c7eac92 req-a034695f-b5c4-458e-b5ad-ba897f58c810 service neutron] Bound port: b52d8903-24d0-484f-afef-cca02ac84c8a, host: hv-cinder-77570, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e9f1b00-4f0b-4b9d-b1f1-2ca997d9692c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '96367511-4096-441d-8b71-998abf1ff026'}}] {{(pid=84115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 19 03:07:10.500075 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-54b23b1b-9eb8-47cf-ab4b-c4d27c7eac92 req-a034695f-b5c4-458e-b5ad-ba897f58c810 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838630373'] for port, before_update {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:10.572612 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-13655121-496b-4270-a240-044ff541a4d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237410'] for security_group, after_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:10.583069 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:07:10.602890 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-328e9ba4-feed-45ee-94f0-a11ee4bec431 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237410'] for security_group, after_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:10.609758 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:07:10.652215 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328e9ba4-feed-45ee-94f0-a11ee4bec431 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8140fd2-4647-4c2e-96bf-a0f04f58b4a9,revision_number=None']} {{(pid=84116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:07:10.659150 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-328e9ba4-feed-45ee-94f0-a11ee4bec431 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:07:10.659306 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13655121-496b-4270-a240-044ff541a4d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=536a1bfe-8249-47cf-a601-ace4855d0a7c,revision_number=1']} {{(pid=84115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:07:10.662483 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-e377e237-e40b-40a8-91a5-9695a89b9d3b req-19709ad7-d552-47b9-96e2-9e786a1de473 service neutron] 10.222.0.65 "GET /v2.0/networks/6590657d-05da-4509-bb41-0f0908d98c62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2199864
Feb 19 03:07:10.664027 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-328e9ba4-feed-45ee-94f0-a11ee4bec431 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:10.665138 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-328e9ba4-feed-45ee-94f0-a11ee4bec431 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f8140fd2-4647-4c2e-96bf-a0f04f58b4a9 HTTP/1.1" status: 204  len: 168 time: 0.5109692
Feb 19 03:07:10.667158 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-13655121-496b-4270-a240-044ff541a4d1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=70f6544d48524ab4abcb0a2eb1b72838&name=default HTTP/1.1" status: 200  len: 2979 time: 1.2582984
Feb 19 03:07:10.670133 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84116) accepted ('10.222.0.13', 48872) {{(pid=84116) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:07:10.670216 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-13655121-496b-4270-a240-044ff541a4d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:07:10.693625 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.db [req-54b23b1b-9eb8-47cf-ab4b-c4d27c7eac92 req-a034695f-b5c4-458e-b5ad-ba897f58c810 service neutron] For port b52d8903-24d0-484f-afef-cca02ac84c8a, host hv-cinder-77570, cleared binding levels {{(pid=84115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 19 03:07:10.697803 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.db [req-54b23b1b-9eb8-47cf-ab4b-c4d27c7eac92 req-a034695f-b5c4-458e-b5ad-ba897f58c810 service neutron] For port b52d8903-24d0-484f-afef-cca02ac84c8a, host hv-cinder-77570, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=b52d8903-24d0-484f-afef-cca02ac84c8a,segment=NetworkSegment(6e9f1b00-4f0b-4b9d-b1f1-2ca997d9692c),segment_id=6e9f1b00-4f0b-4b9d-b1f1-2ca997d9692c)] {{(pid=84115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 19 03:07:10.743273 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-552402f4-822f-4659-865c-f302ad4c9bd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:10.748433 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-54b23b1b-9eb8-47cf-ab4b-c4d27c7eac92 req-a034695f-b5c4-458e-b5ad-ba897f58c810 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269711510320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767142869380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269711906403'] for port, after_update {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:10.764749 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-a034695f-b5c4-458e-b5ad-ba897f58c810 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:07:10.770933 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-552402f4-822f-4659-865c-f302ad4c9bd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:10.890997 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-552402f4-822f-4659-865c-f302ad4c9bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237410'] for security_group, after_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:10.900145 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-3f8ff327-18b7-4843-8df4-6aa061132a0f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:07:10.916527 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552402f4-822f-4659-865c-f302ad4c9bd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=536a1bfe-8249-47cf-a601-ace4855d0a7c,revision_number=None']} {{(pid=84116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:07:10.927838 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-552402f4-822f-4659-865c-f302ad4c9bd5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:07:10.928888 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-552402f4-822f-4659-865c-f302ad4c9bd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:10.930513 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-552402f4-822f-4659-865c-f302ad4c9bd5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/536a1bfe-8249-47cf-a601-ace4855d0a7c HTTP/1.1" status: 204  len: 168 time: 0.2593291
Feb 19 03:07:10.953426 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a034695f-b5c4-458e-b5ad-ba897f58c810 service neutron] Pushing event updated for resources: {'Port': ['ID=b52d8903-24d0-484f-afef-cca02ac84c8a,revision_number=3']} {{(pid=84115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:07:10.964868 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-a034695f-b5c4-458e-b5ad-ba897f58c810 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:07:11.028618 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b23b1b-9eb8-47cf-ab4b-c4d27c7eac92 req-a034695f-b5c4-458e-b5ad-ba897f58c810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:07:11.029701 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-54b23b1b-9eb8-47cf-ab4b-c4d27c7eac92 req-a034695f-b5c4-458e-b5ad-ba897f58c810 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854203462'] for port, before_response {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:11.031792 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-54b23b1b-9eb8-47cf-ab4b-c4d27c7eac92 req-a034695f-b5c4-458e-b5ad-ba897f58c810 service neutron] 10.222.0.65 "PUT /v2.0/ports/b52d8903-24d0-484f-afef-cca02ac84c8a HTTP/1.1" status: 200  len: 1158 time: 2.1313138
Feb 19 03:07:11.033295 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e4882dd-d538-4794-b670-363a7a2168f7', 'tag': 'b52d8903-24d0-484f-afef-cca02ac84c8a'}] {{(pid=84115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 03:07:11.186517 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e4882dd-d538-4794-b670-363a7a2168f7', 'tag': 'b52d8903-24d0-484f-afef-cca02ac84c8a', 'status': 'completed', 'code': 200}
Feb 19 03:07:11.607616 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b23b1b-9eb8-47cf-ab4b-c4d27c7eac92 req-edb50fa8-f08c-4194-9233-e33a38ad2189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:07:11.609222 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-54b23b1b-9eb8-47cf-ab4b-c4d27c7eac92 req-edb50fa8-f08c-4194-9233-e33a38ad2189 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=fe62d789c5ba40bd87c0c4eb042c2297&device_id=9e4882dd-d538-4794-b670-363a7a2168f7 HTTP/1.1" status: 200  len: 1161 time: 0.4951472
Feb 19 03:07:11.621658 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1343d0-4b6a-47f5-b1f6-719766589150 req-f9a15628-68df-4e0f-accb-c187f9d2cef6 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:07:11.623250 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-8b1343d0-4b6a-47f5-b1f6-719766589150 req-f9a15628-68df-4e0f-accb-c187f9d2cef6 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e4882dd-d538-4794-b670-363a7a2168f7 HTTP/1.1" status: 200  len: 944 time: 0.4129891
Feb 19 03:07:11.784978 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-54b23b1b-9eb8-47cf-ab4b-c4d27c7eac92 req-566bfc18-7f57-40c4-8ba4-1dc885d99d78 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b52d8903-24d0-484f-afef-cca02ac84c8a HTTP/1.1" status: 200  len: 217 time: 0.1606731
Feb 19 03:07:11.900015 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-8b1343d0-4b6a-47f5-b1f6-719766589150 req-e7d7042f-4119-4472-9b50-ffed2996d5bc tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cec6e94-f87a-4dfc-b64f-629a6d488241&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1720510
Feb 19 03:07:11.936568 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b23b1b-9eb8-47cf-ab4b-c4d27c7eac92 req-f0408fc3-bba9-40ae-96f7-822bc4022fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:07:11.938613 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-54b23b1b-9eb8-47cf-ab4b-c4d27c7eac92 req-f0408fc3-bba9-40ae-96f7-822bc4022fc6 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ffae0469-f40c-4397-8d65-7fee68a1ef0a HTTP/1.1" status: 200  len: 855 time: 0.1377702
Feb 19 03:07:11.962660 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8809a57e-2a90-45a1-a3dd-4b750660799d req-7d9254cd-8111-4e2a-b254-2b826e696b97 tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:07:11.968516 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-8809a57e-2a90-45a1-a3dd-4b750660799d req-7d9254cd-8111-4e2a-b254-2b826e696b97 tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] 10.222.0.13 "GET /v2.0/ports?device_id=5cc3d0fe-2245-4c40-ab4b-cbc5b7a636db HTTP/1.1" status: 200  len: 943 time: 0.2377114
Feb 19 03:07:12.064140 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.rpc [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Device 9800f295-3bbf-46b7-8942-f1d13527abae up at agent ovs-agent-hv-cinder-77570 {{(pid=84117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 03:07:12.108802 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-8809a57e-2a90-45a1-a3dd-4b750660799d req-7d74087d-2911-4512-a5d3-993c4ea8aab6 tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7be7950-201e-4452-88dd-92f8a0a2b5e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1041510
Feb 19 03:07:12.146919 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b23b1b-9eb8-47cf-ab4b-c4d27c7eac92 req-83ff60a6-eda8-49ec-a5f6-8ca99127a2da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:07:12.148541 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-54b23b1b-9eb8-47cf-ab4b-c4d27c7eac92 req-83ff60a6-eda8-49ec-a5f6-8ca99127a2da service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=96367511-4096-441d-8b71-998abf1ff026&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1930718
Feb 19 03:07:12.371800 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-54b23b1b-9eb8-47cf-ab4b-c4d27c7eac92 req-16b9c80c-347c-49e0-a423-a9a0ef2e705e service neutron] 10.222.0.65 "GET /v2.0/networks/96367511-4096-441d-8b71-998abf1ff026?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2143140
Feb 19 03:07:12.528513 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-54b23b1b-9eb8-47cf-ab4b-c4d27c7eac92 req-3a953b52-6f4c-4667-879b-59f5334e1c84 service neutron] 10.222.0.65 "GET /v2.0/networks/96367511-4096-441d-8b71-998abf1ff026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1496549
Feb 19 03:07:13.098929 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b492db2c-5008-4856-9535-aca3198b41d4 req-549ca67b-bd4c-4ed0-8ea2-48fcc0d81cf3 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:07:13.100564 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-b492db2c-5008-4856-9535-aca3198b41d4 req-549ca67b-bd4c-4ed0-8ea2-48fcc0d81cf3 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e4882dd-d538-4794-b670-363a7a2168f7 HTTP/1.1" status: 200  len: 944 time: 0.0873194
Feb 19 03:07:13.145103 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Provisioning for port 9800f295-3bbf-46b7-8942-f1d13527abae completed by entity L2. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 19 03:07:13.152001 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Provisioning complete for port 9800f295-3bbf-46b7-8942-f1d13527abae triggered by entity L2. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 03:07:13.152474 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16124857'] for port, provisioning_complete {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:13.156329 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-b492db2c-5008-4856-9535-aca3198b41d4 req-60e541bf-aa14-4680-88a6-2969a40b6f5e tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cec6e94-f87a-4dfc-b64f-629a6d488241&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0493975
Feb 19 03:07:13.278522 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54083d69-da0e-4110-a883-42d1880f4b7a req-8909c5eb-301e-42b1-bb46-6b22461b99b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:07:13.280498 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-54083d69-da0e-4110-a883-42d1880f4b7a req-8909c5eb-301e-42b1-bb46-6b22461b99b3 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=fe62d789c5ba40bd87c0c4eb042c2297&device_id=9e4882dd-d538-4794-b670-363a7a2168f7 HTTP/1.1" status: 200  len: 1161 time: 0.0976369
Feb 19 03:07:13.356083 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838630373'] for port, before_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:13.390976 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cc3d0fe-2245-4c40-ab4b-cbc5b7a636db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9800f295-3bbf-46b7-8942-f1d13527abae'}] {{(pid=84117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 03:07:13.412371 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.db [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] For port 9800f295-3bbf-46b7-8942-f1d13527abae, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=9800f295-3bbf-46b7-8942-f1d13527abae,segment=NetworkSegment(9336127e-160f-4619-9a09-bfd4cdb78b72),segment_id=9336127e-160f-4619-9a09-bfd4cdb78b72)] {{(pid=84117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 03:07:13.452483 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cc3d0fe-2245-4c40-ab4b-cbc5b7a636db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9800f295-3bbf-46b7-8942-f1d13527abae', 'code': 200}
Feb 19 03:07:13.457756 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269711510320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767142869380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269711906403'] for port, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:13.467398 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:07:13.541999 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45b87a4-3f22-4024-b559-d6e97e49af23 req-d6f7aa6e-d677-46e6-9207-38e841e7783d tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:07:13.543640 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-b45b87a4-3f22-4024-b559-d6e97e49af23 req-d6f7aa6e-d677-46e6-9207-38e841e7783d tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] 10.222.0.13 "GET /v2.0/ports?device_id=5cc3d0fe-2245-4c40-ab4b-cbc5b7a636db HTTP/1.1" status: 200  len: 943 time: 0.2223611
Feb 19 03:07:13.575815 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Pushing event updated for resources: {'Port': ['ID=9800f295-3bbf-46b7-8942-f1d13527abae,revision_number=4']} {{(pid=84117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:07:13.579845 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54083d69-da0e-4110-a883-42d1880f4b7a req-85d06e32-c4af-4052-9533-67ea92f86ae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:07:13.584656 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-54083d69-da0e-4110-a883-42d1880f4b7a req-85d06e32-c4af-4052-9533-67ea92f86ae1 service neutron] 10.222.0.65 "GET /v2.0/networks?id=96367511-4096-441d-8b71-998abf1ff026 HTTP/1.1" status: 200  len: 910 time: 0.2929649
Feb 19 03:07:13.604221 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=84117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:07:13.619265 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-b45b87a4-3f22-4024-b559-d6e97e49af23 req-9cb2381d-0e06-4181-ba77-a5bdefd7f90d tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7be7950-201e-4452-88dd-92f8a0a2b5e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0688031
Feb 19 03:07:13.682685 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.rpc [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Device 9800f295-3bbf-46b7-8942-f1d13527abae up at agent ovs-agent-hv-cinder-77570 {{(pid=84117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 03:07:13.762038 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-54083d69-da0e-4110-a883-42d1880f4b7a req-1a50f4bb-3cc7-4ff0-b1bd-b956cbc02136 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b52d8903-24d0-484f-afef-cca02ac84c8a HTTP/1.1" status: 200  len: 217 time: 0.1462898
Feb 19 03:07:13.821070 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Provisioning complete for port 9800f295-3bbf-46b7-8942-f1d13527abae triggered by entity L2. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 03:07:13.821493 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16124857'] for port, provisioning_complete {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:13.874049 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54083d69-da0e-4110-a883-42d1880f4b7a req-4f0923a3-7288-4a12-9848-9227fb6ebea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:07:13.877144 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-54083d69-da0e-4110-a883-42d1880f4b7a req-4f0923a3-7288-4a12-9848-9227fb6ebea9 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ffae0469-f40c-4397-8d65-7fee68a1ef0a HTTP/1.1" status: 200  len: 855 time: 0.1000648
Feb 19 03:07:14.014033 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54083d69-da0e-4110-a883-42d1880f4b7a req-48249732-1d51-4e1e-8b2e-3da855ecc982 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:07:14.016033 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-54083d69-da0e-4110-a883-42d1880f4b7a req-48249732-1d51-4e1e-8b2e-3da855ecc982 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=96367511-4096-441d-8b71-998abf1ff026&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1084101
Feb 19 03:07:14.074285 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb864d6e-3341-4d92-acb2-219c5364285c req-b717974e-0d06-4141-bfb0-df3a0477e1df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:07:14.074285 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-cb864d6e-3341-4d92-acb2-219c5364285c req-b717974e-0d06-4141-bfb0-df3a0477e1df service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=5cc3d0fe-2245-4c40-ab4b-cbc5b7a636db HTTP/1.1" status: 200  len: 1162 time: 0.1587656
Feb 19 03:07:14.131739 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-cb864d6e-3341-4d92-acb2-219c5364285c req-5c680dc8-8dbd-4cce-ab7a-2d891ce5a8a7 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=c7be7950-201e-4452-88dd-92f8a0a2b5e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0518782
Feb 19 03:07:14.182199 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-54083d69-da0e-4110-a883-42d1880f4b7a req-e98854dc-7cbe-438a-ad89-44d7ca599795 service neutron] 10.222.0.65 "GET /v2.0/networks/96367511-4096-441d-8b71-998abf1ff026?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1521680
Feb 19 03:07:14.507078 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bab1a3-ebaa-414d-b51e-e7241b4c91fb req-d525fef3-dcad-44b4-8682-7dc4aabaa78f tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:07:14.508759 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-68bab1a3-ebaa-414d-b51e-e7241b4c91fb req-d525fef3-dcad-44b4-8682-7dc4aabaa78f tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e4882dd-d538-4794-b670-363a7a2168f7 HTTP/1.1" status: 200  len: 944 time: 0.1972597
Feb 19 03:07:14.549771 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-54083d69-da0e-4110-a883-42d1880f4b7a req-418f2dcc-0fb5-4156-97b9-8e9e97587bdb service neutron] 10.222.0.65 "GET /v2.0/networks/96367511-4096-441d-8b71-998abf1ff026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1818542
Feb 19 03:07:14.573186 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-68bab1a3-ebaa-414d-b51e-e7241b4c91fb req-f7c3dd10-2f9e-46b5-af99-509a41e57407 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cec6e94-f87a-4dfc-b64f-629a6d488241&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0498312
Feb 19 03:07:14.824992 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729f0f27-bda6-4697-8405-5486f41e8adb req-e553a170-f692-4431-a19f-2a014c842f0d tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:07:14.826660 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-729f0f27-bda6-4697-8405-5486f41e8adb req-e553a170-f692-4431-a19f-2a014c842f0d tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] 10.222.0.13 "GET /v2.0/ports?device_id=5cc3d0fe-2245-4c40-ab4b-cbc5b7a636db HTTP/1.1" status: 200  len: 945 time: 0.0915370
Feb 19 03:07:14.874700 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-729f0f27-bda6-4697-8405-5486f41e8adb req-a1269cf6-f66e-4bf6-89b9-263aaa192773 tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7be7950-201e-4452-88dd-92f8a0a2b5e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0414970
Feb 19 03:07:15.825452 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad980177-a275-477e-8eff-69a67031f375 req-ef892063-9d45-4be2-8565-ac1b772f1aeb tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:07:15.827163 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-ad980177-a275-477e-8eff-69a67031f375 req-ef892063-9d45-4be2-8565-ac1b772f1aeb tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e4882dd-d538-4794-b670-363a7a2168f7 HTTP/1.1" status: 200  len: 944 time: 0.1151023
Feb 19 03:07:15.885884 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-ad980177-a275-477e-8eff-69a67031f375 req-eced804a-b3b4-4a1a-a1e3-8229b505e752 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cec6e94-f87a-4dfc-b64f-629a6d488241&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0487461
Feb 19 03:07:16.087005 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3de0e8a-e534-4f38-8b13-309647e7a327 req-39d2b58b-b2e6-4b82-9e0c-d32947b47cb4 tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:07:16.088605 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-f3de0e8a-e534-4f38-8b13-309647e7a327 req-39d2b58b-b2e6-4b82-9e0c-d32947b47cb4 tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] 10.222.0.13 "GET /v2.0/ports?device_id=5cc3d0fe-2245-4c40-ab4b-cbc5b7a636db HTTP/1.1" status: 200  len: 945 time: 0.0889137
Feb 19 03:07:16.139053 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-f3de0e8a-e534-4f38-8b13-309647e7a327 req-c52b9f7b-65d9-4b71-b309-d6dc675f070d tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7be7950-201e-4452-88dd-92f8a0a2b5e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440631
Feb 19 03:07:16.757355 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.rpc [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Device b52d8903-24d0-484f-afef-cca02ac84c8a up at agent ovs-agent-hv-cinder-77570 {{(pid=84117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 03:07:16.854530 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec12d19-8661-478c-a8b4-6b8a6011eabd req-a828abb1-9ea3-4c3f-b416-0db22b466d3f tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:07:16.857993 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-aec12d19-8661-478c-a8b4-6b8a6011eabd req-a828abb1-9ea3-4c3f-b416-0db22b466d3f tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] 10.222.0.13 "GET /v2.0/ports?device_id=5cc3d0fe-2245-4c40-ab4b-cbc5b7a636db HTTP/1.1" status: 200  len: 945 time: 0.1621392
Feb 19 03:07:16.884912 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Provisioning for port b52d8903-24d0-484f-afef-cca02ac84c8a completed by entity L2. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 19 03:07:16.891702 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Provisioning complete for port b52d8903-24d0-484f-afef-cca02ac84c8a triggered by entity L2. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 03:07:16.897878 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fab314-ab2e-4b40-a572-33e0201291dc req-63884f29-c70f-4b59-8dba-301a9edc822e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:07:16.898011 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16124857'] for port, provisioning_complete {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:16.898089 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-39fab314-ab2e-4b40-a572-33e0201291dc req-63884f29-c70f-4b59-8dba-301a9edc822e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a83cb91af86b404e843a85617a0bdf97&device_id=5cc3d0fe-2245-4c40-ab4b-cbc5b7a636db HTTP/1.1" status: 200  len: 1162 time: 0.1296468
Feb 19 03:07:16.999341 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84116) accepted ('10.222.0.13', 49114) {{(pid=84116) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:07:17.029105 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-aec12d19-8661-478c-a8b4-6b8a6011eabd req-fd572766-88e8-487a-8ccf-eb4ac9b11c5d tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7be7950-201e-4452-88dd-92f8a0a2b5e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1612816
Feb 19 03:07:17.083729 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fab314-ab2e-4b40-a572-33e0201291dc req-a4992938-a230-4081-8155-5adde9ab8181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:07:17.085917 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-39fab314-ab2e-4b40-a572-33e0201291dc req-a4992938-a230-4081-8155-5adde9ab8181 service neutron] 10.222.0.65 "GET /v2.0/networks?id=6590657d-05da-4509-bb41-0f0908d98c62 HTTP/1.1" status: 200  len: 910 time: 0.1732550
Feb 19 03:07:17.115161 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838630373'] for port, before_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:17.129578 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.agents_db [None req-fa9641de-a39b-4023-bfa7-5325e5d2422e None None] Agent healthcheck: found 6 active agents {{(pid=84118) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 19 03:07:17.200543 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.db [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] For port b52d8903-24d0-484f-afef-cca02ac84c8a, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=b52d8903-24d0-484f-afef-cca02ac84c8a,segment=NetworkSegment(6e9f1b00-4f0b-4b9d-b1f1-2ca997d9692c),segment_id=6e9f1b00-4f0b-4b9d-b1f1-2ca997d9692c)] {{(pid=84117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 03:07:17.204662 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e4882dd-d538-4794-b670-363a7a2168f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b52d8903-24d0-484f-afef-cca02ac84c8a'}] {{(pid=84117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 03:07:17.215631 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-6e5a53de-3480-4d95-9155-b85f6c26d1c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:17.234462 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-6e5a53de-3480-4d95-9155-b85f6c26d1c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 03:07:17.238953 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269711510320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767142869380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269711906403'] for port, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:17.240110 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.rpc [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Device 9800f295-3bbf-46b7-8942-f1d13527abae up at agent ovs-agent-hv-cinder-77570 {{(pid=84117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 03:07:17.255473 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-39fab314-ab2e-4b40-a572-33e0201291dc req-cfb2fcd9-4e5c-425b-b9aa-6c3c721b51a8 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9800f295-3bbf-46b7-8942-f1d13527abae HTTP/1.1" status: 200  len: 217 time: 0.1619449
Feb 19 03:07:17.256071 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-6e5a53de-3480-4d95-9155-b85f6c26d1c7 admin admin] Usage tracker for resource:security_group_rule and tenant:5e4861aed6674039a6a169d363d19912 is out of sync, need to count used quota {{(pid=84116) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 03:07:17.264251 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-6e5a53de-3480-4d95-9155-b85f6c26d1c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84116) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 03:07:17.284974 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-6e5a53de-3480-4d95-9155-b85f6c26d1c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 03:07:17.373096 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e4882dd-d538-4794-b670-363a7a2168f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b52d8903-24d0-484f-afef-cca02ac84c8a', 'code': 200}
Feb 19 03:07:17.374106 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:07:17.396046 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84116) accepted ('10.222.0.13', 49132) {{(pid=84116) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:07:17.468834 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-6e5a53de-3480-4d95-9155-b85f6c26d1c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:17.512402 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39fab314-ab2e-4b40-a572-33e0201291dc req-1e2e57c9-32e7-4e1a-8a83-4896bcb27be0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:07:17.514046 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-39fab314-ab2e-4b40-a572-33e0201291dc req-1e2e57c9-32e7-4e1a-8a83-4896bcb27be0 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c8812985-29c9-4582-bf6b-c00d9e74b5a6 HTTP/1.1" status: 200  len: 856 time: 0.2390206
Feb 19 03:07:17.525128 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-6e5a53de-3480-4d95-9155-b85f6c26d1c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237410'] for security_group, after_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:17.527390 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Pushing event updated for resources: {'Port': ['ID=b52d8903-24d0-484f-afef-cca02ac84c8a,revision_number=4']} {{(pid=84117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:07:17.532593 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=84117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:07:17.548427 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-eeee3084-0325-4c7b-bb68-9130dc86dfbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:07:17.594431 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Provisioning complete for port 9800f295-3bbf-46b7-8942-f1d13527abae triggered by entity L2. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 03:07:17.597848 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16124857'] for port, provisioning_complete {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:17.629034 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5a53de-3480-4d95-9155-b85f6c26d1c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8eed9499-4551-493a-9662-5b7a5c520969,revision_number=1']} {{(pid=84116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:07:17.640053 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-6e5a53de-3480-4d95-9155-b85f6c26d1c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:07:17.647299 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-39fab314-ab2e-4b40-a572-33e0201291dc req-c46facfc-a101-42e0-a032-c8878d7f6866 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6590657d-05da-4509-bb41-0f0908d98c62&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1101129
Feb 19 03:07:17.661592 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12a6322-0b39-4cb0-a1a6-692eb4a7e657 req-b609b31a-495c-4d1b-93e0-82aa7f4c3c85 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:07:17.668900 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-d12a6322-0b39-4cb0-a1a6-692eb4a7e657 req-b609b31a-495c-4d1b-93e0-82aa7f4c3c85 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e4882dd-d538-4794-b670-363a7a2168f7 HTTP/1.1" status: 200  len: 946 time: 0.4949329
Feb 19 03:07:17.718925 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-d82122f5-ee47-4cd1-b2aa-4a38b7ce2ca1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:17.758872 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-6e5a53de-3480-4d95-9155-b85f6c26d1c7 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5e4861aed6674039a6a169d363d19912&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7557063
Feb 19 03:07:17.781686 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-d82122f5-ee47-4cd1-b2aa-4a38b7ce2ca1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 03:07:17.781686 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-d82122f5-ee47-4cd1-b2aa-4a38b7ce2ca1 admin admin] Usage tracker for resource:security_group_rule and tenant:e8167050aef941aa80205063f6d555a8 is out of sync, need to count used quota {{(pid=84116) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 03:07:17.784805 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-d82122f5-ee47-4cd1-b2aa-4a38b7ce2ca1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84116) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 03:07:17.804306 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-d82122f5-ee47-4cd1-b2aa-4a38b7ce2ca1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 03:07:17.822910 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84116) accepted ('10.222.0.13', 49142) {{(pid=84116) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:07:17.863041 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84115) accepted ('10.222.0.13', 49146) {{(pid=84115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:07:17.931937 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-39fab314-ab2e-4b40-a572-33e0201291dc req-6503c704-7dce-4487-932c-242ffec4a5e7 service neutron] 10.222.0.65 "GET /v2.0/networks/6590657d-05da-4509-bb41-0f0908d98c62?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2618680
Feb 19 03:07:17.937643 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-d12a6322-0b39-4cb0-a1a6-692eb4a7e657 req-c2f2fc50-233d-405c-9180-f77dc2f0087a tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cec6e94-f87a-4dfc-b64f-629a6d488241&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0697670
Feb 19 03:07:18.014490 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-c42ab734-9ead-4690-af3d-25a912fe1a1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:18.024544 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.rpc [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Device b52d8903-24d0-484f-afef-cca02ac84c8a up at agent ovs-agent-hv-cinder-77570 {{(pid=84117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 03:07:18.024785 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2082f1ae-1792-4727-99f1-843d45a8bae9 req-b087ce93-e7c4-45b9-8a42-a198c5acd340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:07:18.030915 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-2082f1ae-1792-4727-99f1-843d45a8bae9 req-b087ce93-e7c4-45b9-8a42-a198c5acd340 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=9e4882dd-d538-4794-b670-363a7a2168f7 HTTP/1.1" status: 200  len: 1163 time: 0.2772820
Feb 19 03:07:18.151834 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-c42ab734-9ead-4690-af3d-25a912fe1a1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:18.158977 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Provisioning complete for port b52d8903-24d0-484f-afef-cca02ac84c8a triggered by entity L2. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 03:07:18.159923 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16124857'] for port, provisioning_complete {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:18.174522 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-2082f1ae-1792-4727-99f1-843d45a8bae9 req-3bb67294-bebd-4e3e-a20a-0bdfc28e734d service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=8cec6e94-f87a-4dfc-b64f-629a6d488241&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1278932
Feb 19 03:07:18.237402 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-d82122f5-ee47-4cd1-b2aa-4a38b7ce2ca1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:18.274945 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-d82122f5-ee47-4cd1-b2aa-4a38b7ce2ca1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237410'] for security_group, after_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:18.284814 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:07:18.323553 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82122f5-ee47-4cd1-b2aa-4a38b7ce2ca1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=daf989d5-50cd-4b9e-b98b-90e6ea12aed5,revision_number=1']} {{(pid=84116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:07:18.329243 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-d82122f5-ee47-4cd1-b2aa-4a38b7ce2ca1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:07:18.349452 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-d82122f5-ee47-4cd1-b2aa-4a38b7ce2ca1 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=e8167050aef941aa80205063f6d555a8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9519272
Feb 19 03:07:18.360814 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84116) accepted ('10.222.0.13', 49170) {{(pid=84116) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:07:18.397946 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-ef577bd1-9e2e-4e12-a7d0-7e3004a3db9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:18.429149 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-a450e585-840c-4718-aa5a-066e7960ba13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:18.453669 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-c42ab734-9ead-4690-af3d-25a912fe1a1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237410'] for security_group, after_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:18.461353 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-29b5ad14-8bc9-423b-85d3-ee6e64fb0c10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:07:18.463390 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-ef577bd1-9e2e-4e12-a7d0-7e3004a3db9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 03:07:18.471624 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-a450e585-840c-4718-aa5a-066e7960ba13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:18.486719 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-ef577bd1-9e2e-4e12-a7d0-7e3004a3db9a admin admin] Usage tracker for resource:security_group_rule and tenant:13912545d30044f792c16ebf8869c2dc is out of sync, need to count used quota {{(pid=84115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 03:07:18.491944 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-ef577bd1-9e2e-4e12-a7d0-7e3004a3db9a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 03:07:18.492095 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42ab734-9ead-4690-af3d-25a912fe1a1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eed9499-4551-493a-9662-5b7a5c520969,revision_number=None']} {{(pid=84116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:07:18.503234 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-ef577bd1-9e2e-4e12-a7d0-7e3004a3db9a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 03:07:18.505683 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-c42ab734-9ead-4690-af3d-25a912fe1a1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:07:18.520984 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-c42ab734-9ead-4690-af3d-25a912fe1a1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:18.524528 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-c42ab734-9ead-4690-af3d-25a912fe1a1a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8eed9499-4551-493a-9662-5b7a5c520969 HTTP/1.1" status: 204  len: 168 time: 0.6605532
Feb 19 03:07:18.565787 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-39fab314-ab2e-4b40-a572-33e0201291dc req-89043160-94eb-4e4f-a881-a2d00bc02ddc service neutron] 10.222.0.65 "GET /v2.0/networks/6590657d-05da-4509-bb41-0f0908d98c62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.6158557
Feb 19 03:07:18.574627 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-a450e585-840c-4718-aa5a-066e7960ba13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237410'] for security_group, after_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:18.583964 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-b5a59682-8960-40e1-b3eb-ac863d6489da service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:07:18.593917 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec4d7a3-78e4-4b88-9313-1455662e57db req-20d60dc1-060c-4c56-b124-97e36757a2de tempest-DeleteServersTestJSON-1852624434 tempest-DeleteServersTestJSON-1852624434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:07:18.596045 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-4ec4d7a3-78e4-4b88-9313-1455662e57db req-20d60dc1-060c-4c56-b124-97e36757a2de tempest-DeleteServersTestJSON-1852624434 tempest-DeleteServersTestJSON-1852624434-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f31ab1e-e63c-4878-a296-07479d44bcd5 HTTP/1.1" status: 200  len: 946 time: 0.3209498
Feb 19 03:07:18.599593 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a450e585-840c-4718-aa5a-066e7960ba13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=daf989d5-50cd-4b9e-b98b-90e6ea12aed5,revision_number=None']} {{(pid=84116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:07:18.602157 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-a450e585-840c-4718-aa5a-066e7960ba13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:18.604475 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-a450e585-840c-4718-aa5a-066e7960ba13 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/daf989d5-50cd-4b9e-b98b-90e6ea12aed5 HTTP/1.1" status: 204  len: 168 time: 0.2415237
Feb 19 03:07:18.604475 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-a450e585-840c-4718-aa5a-066e7960ba13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:07:18.607445 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fb67ec-3fbf-4af2-bf46-1a023ac363ca req-885f59da-8831-403e-ac7b-b359f2e82f40 tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:07:18.609179 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-06fb67ec-3fbf-4af2-bf46-1a023ac363ca req-885f59da-8831-403e-ac7b-b359f2e82f40 tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] 10.222.0.13 "GET /v2.0/ports?device_id=5cc3d0fe-2245-4c40-ab4b-cbc5b7a636db HTTP/1.1" status: 200  len: 945 time: 0.3421521
Feb 19 03:07:18.704483 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-ef577bd1-9e2e-4e12-a7d0-7e3004a3db9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:18.731638 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-ef577bd1-9e2e-4e12-a7d0-7e3004a3db9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237410'] for security_group, after_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:18.743345 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-13655121-496b-4270-a240-044ff541a4d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:07:18.752284 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-4ec4d7a3-78e4-4b88-9313-1455662e57db req-51a25fa4-3934-4cd7-bba6-a8e547f41b1e tempest-DeleteServersTestJSON-1852624434 tempest-DeleteServersTestJSON-1852624434-project] 10.222.0.13 "GET /v2.0/security-groups?id=18c15e71-9dbd-4845-b378-31fb076d9557&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1329954
Feb 19 03:07:18.768252 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-06fb67ec-3fbf-4af2-bf46-1a023ac363ca req-a4af3145-05b2-44f4-b348-27989d1cd13d tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7be7950-201e-4452-88dd-92f8a0a2b5e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1476283
Feb 19 03:07:18.799824 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-ef577bd1-9e2e-4e12-a7d0-7e3004a3db9a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=13912545d30044f792c16ebf8869c2dc&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9307148
Feb 19 03:07:18.800958 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef577bd1-9e2e-4e12-a7d0-7e3004a3db9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ab00c97-8045-4530-a2ca-43f8eb5e88ff,revision_number=1']} {{(pid=84115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:07:18.803641 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84116) accepted ('10.222.0.13', 49184) {{(pid=84116) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:07:18.809894 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-ef577bd1-9e2e-4e12-a7d0-7e3004a3db9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:07:18.888968 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-715a57a0-e709-4f9c-8b4f-f44b050429b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:18.918869 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-715a57a0-e709-4f9c-8b4f-f44b050429b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:19.015440 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-715a57a0-e709-4f9c-8b4f-f44b050429b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237410'] for security_group, after_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:19.021312 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-7b233e13-2089-4de9-9c4b-019f80085931 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:07:19.035105 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715a57a0-e709-4f9c-8b4f-f44b050429b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ab00c97-8045-4530-a2ca-43f8eb5e88ff,revision_number=None']} {{(pid=84116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:07:19.037891 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-715a57a0-e709-4f9c-8b4f-f44b050429b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:07:19.039073 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-715a57a0-e709-4f9c-8b4f-f44b050429b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:19.042034 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-715a57a0-e709-4f9c-8b4f-f44b050429b2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8ab00c97-8045-4530-a2ca-43f8eb5e88ff HTTP/1.1" status: 204  len: 168 time: 0.2355793
Feb 19 03:07:19.140221 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84116) accepted ('10.222.0.13', 49194) {{(pid=84116) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:07:19.153149 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84115) accepted ('10.222.0.13', 49198) {{(pid=84115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:07:19.161082 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-7223e891-ea72-4a3d-976a-c5cdd4755256 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:19.176564 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-7223e891-ea72-4a3d-976a-c5cdd4755256 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 03:07:19.177321 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-3d701ec8-4863-4d64-820d-21990e8c468a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:19.180656 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-7223e891-ea72-4a3d-976a-c5cdd4755256 admin admin] Usage tracker for resource:security_group_rule and tenant:217a08a37b8843ebaa842c6ef29269c6 is out of sync, need to count used quota {{(pid=84116) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 03:07:19.183630 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-7223e891-ea72-4a3d-976a-c5cdd4755256 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84116) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 03:07:19.189986 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-7223e891-ea72-4a3d-976a-c5cdd4755256 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 03:07:19.198480 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-3d701ec8-4863-4d64-820d-21990e8c468a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 03:07:19.210685 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7865f576-8409-4f86-9f84-8857bd642b24 req-0207a797-8f59-4f37-8320-e356d3fde628 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:07:19.212342 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-7865f576-8409-4f86-9f84-8857bd642b24 req-0207a797-8f59-4f37-8320-e356d3fde628 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e4882dd-d538-4794-b670-363a7a2168f7 HTTP/1.1" status: 200  len: 946 time: 0.1289971
Feb 19 03:07:19.213470 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-3d701ec8-4863-4d64-820d-21990e8c468a admin admin] Usage tracker for resource:security_group_rule and tenant:56454d5c8c8e426ba325bb619b2bb0ac is out of sync, need to count used quota {{(pid=84115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 03:07:19.216795 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-3d701ec8-4863-4d64-820d-21990e8c468a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 03:07:19.240721 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-3d701ec8-4863-4d64-820d-21990e8c468a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 03:07:19.289330 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-7865f576-8409-4f86-9f84-8857bd642b24 req-e77d95b9-2638-4d2f-a16b-7bc1a1bbbc72 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cec6e94-f87a-4dfc-b64f-629a6d488241&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0692573
Feb 19 03:07:19.318754 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-7223e891-ea72-4a3d-976a-c5cdd4755256 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:19.347472 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-7223e891-ea72-4a3d-976a-c5cdd4755256 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237410'] for security_group, after_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:19.356640 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-1c660444-2624-4dc8-b17f-e91b3aa7bdb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:07:19.368915 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-3d701ec8-4863-4d64-820d-21990e8c468a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:19.399293 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-3d701ec8-4863-4d64-820d-21990e8c468a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237410'] for security_group, after_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:19.401656 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-7223e891-ea72-4a3d-976a-c5cdd4755256 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=217a08a37b8843ebaa842c6ef29269c6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2596643
Feb 19 03:07:19.402641 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7223e891-ea72-4a3d-976a-c5cdd4755256 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cec9f391-5e93-43d0-8d9b-41f088d91d63,revision_number=1']} {{(pid=84116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:07:19.405204 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84116) accepted ('10.222.0.13', 49204) {{(pid=84116) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:07:19.408319 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-7223e891-ea72-4a3d-976a-c5cdd4755256 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:07:19.425650 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:07:19.456295 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-276e9a4f-7c87-4c8f-a02a-6efcaf292552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:19.479818 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d701ec8-4863-4d64-820d-21990e8c468a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e076bf58-6fad-4a35-a40c-145f84255669,revision_number=1']} {{(pid=84115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:07:19.483420 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-3d701ec8-4863-4d64-820d-21990e8c468a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:07:19.486646 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-65509854-4684-47e6-96c9-8710cce5579d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:19.490845 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-3d701ec8-4863-4d64-820d-21990e8c468a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=56454d5c8c8e426ba325bb619b2bb0ac&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3356507
Feb 19 03:07:19.491090 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84115) accepted ('10.222.0.13', 49210) {{(pid=84115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:07:19.517035 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-65509854-4684-47e6-96c9-8710cce5579d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:19.564335 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-25a895bb-2d7c-4efa-a181-320b36e8caee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:19.593572 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-65509854-4684-47e6-96c9-8710cce5579d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237410'] for security_group, after_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:19.597489 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-25a895bb-2d7c-4efa-a181-320b36e8caee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:19.598377 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-328e9ba4-feed-45ee-94f0-a11ee4bec431 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:07:19.616611 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65509854-4684-47e6-96c9-8710cce5579d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cec9f391-5e93-43d0-8d9b-41f088d91d63,revision_number=None']} {{(pid=84116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:07:19.620826 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-65509854-4684-47e6-96c9-8710cce5579d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:07:19.622939 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-65509854-4684-47e6-96c9-8710cce5579d admin admin] Notify callbacks [] for security_group, before_response {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:19.627252 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-65509854-4684-47e6-96c9-8710cce5579d admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/cec9f391-5e93-43d0-8d9b-41f088d91d63 HTTP/1.1" status: 204  len: 168 time: 0.2179704
Feb 19 03:07:19.707608 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-25a895bb-2d7c-4efa-a181-320b36e8caee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237410'] for security_group, after_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:19.712974 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:07:19.729070 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a895bb-2d7c-4efa-a181-320b36e8caee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e076bf58-6fad-4a35-a40c-145f84255669,revision_number=None']} {{(pid=84115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:07:19.733416 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-25a895bb-2d7c-4efa-a181-320b36e8caee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:07:19.743297 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-25a895bb-2d7c-4efa-a181-320b36e8caee admin admin] Notify callbacks [] for security_group, before_response {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:19.744604 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-25a895bb-2d7c-4efa-a181-320b36e8caee admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e076bf58-6fad-4a35-a40c-145f84255669 HTTP/1.1" status: 204  len: 168 time: 0.2525976
Feb 19 03:07:19.871437 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84115) accepted ('10.222.0.13', 49230) {{(pid=84115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:07:19.898751 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-be824893-a4b1-4a42-92d5-087eeb347eef admin admin] Notify callbacks [] for security_group, before_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:19.920602 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-be824893-a4b1-4a42-92d5-087eeb347eef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 03:07:20.024276 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-be824893-a4b1-4a42-92d5-087eeb347eef admin admin] Usage tracker for resource:security_group_rule and tenant:4231c98a44ee4456b2069ccc153ae3b2 is out of sync, need to count used quota {{(pid=84115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 03:07:20.038947 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.rpc [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Device b52d8903-24d0-484f-afef-cca02ac84c8a up at agent ovs-agent-hv-cinder-77570 {{(pid=84117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 03:07:20.042698 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-be824893-a4b1-4a42-92d5-087eeb347eef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 03:07:20.051638 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-be824893-a4b1-4a42-92d5-087eeb347eef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 03:07:20.128549 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Provisioning complete for port b52d8903-24d0-484f-afef-cca02ac84c8a triggered by entity L2. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 03:07:20.129013 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16124857'] for port, provisioning_complete {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:20.130121 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc328a5-5c5e-4cc0-a873-e7b65ceb3875 req-c2b78ed4-f692-407c-9a69-6ecef983abd0 tempest-DeleteServersTestJSON-1852624434 tempest-DeleteServersTestJSON-1852624434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:07:20.131761 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-cdc328a5-5c5e-4cc0-a873-e7b65ceb3875 req-c2b78ed4-f692-407c-9a69-6ecef983abd0 tempest-DeleteServersTestJSON-1852624434 tempest-DeleteServersTestJSON-1852624434-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f31ab1e-e63c-4878-a296-07479d44bcd5 HTTP/1.1" status: 200  len: 946 time: 0.2186377
Feb 19 03:07:20.142744 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e554be-2c20-410d-b638-3f9386df1794 req-b994bc19-e41c-45e4-b091-3434facb07c9 tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:07:20.154952 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-57e554be-2c20-410d-b638-3f9386df1794 req-b994bc19-e41c-45e4-b091-3434facb07c9 tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] 10.222.0.13 "GET /v2.0/ports?device_id=5cc3d0fe-2245-4c40-ab4b-cbc5b7a636db HTTP/1.1" status: 200  len: 945 time: 0.2320454
Feb 19 03:07:20.280677 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-cdc328a5-5c5e-4cc0-a873-e7b65ceb3875 req-2ffa8b4f-43f6-42ca-b9e2-aeab94a259c6 tempest-DeleteServersTestJSON-1852624434 tempest-DeleteServersTestJSON-1852624434-project] 10.222.0.13 "GET /v2.0/security-groups?id=18c15e71-9dbd-4845-b378-31fb076d9557&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1263759
Feb 19 03:07:20.284179 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-57e554be-2c20-410d-b638-3f9386df1794 req-aa6eeb0a-4e40-4b08-a795-21e4741140b4 tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7be7950-201e-4452-88dd-92f8a0a2b5e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1323845
Feb 19 03:07:20.321661 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-be824893-a4b1-4a42-92d5-087eeb347eef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:20.364817 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-be824893-a4b1-4a42-92d5-087eeb347eef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237410'] for security_group, after_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:20.379995 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:07:20.470610 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be824893-a4b1-4a42-92d5-087eeb347eef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da3460e9-30b4-4007-b29b-0b03ad25c63b,revision_number=1']} {{(pid=84115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:07:20.480580 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-be824893-a4b1-4a42-92d5-087eeb347eef admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4231c98a44ee4456b2069ccc153ae3b2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6083443
Feb 19 03:07:20.481659 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-be824893-a4b1-4a42-92d5-087eeb347eef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:07:20.483646 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84116) accepted ('10.222.0.13', 49254) {{(pid=84116) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:07:20.528617 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b488e02d-1e29-4eb1-9c75-cea76c0e4ec7 req-4161e504-e857-4c5d-af13-cf6fb70294f5 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:07:20.530314 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-b488e02d-1e29-4eb1-9c75-cea76c0e4ec7 req-4161e504-e857-4c5d-af13-cf6fb70294f5 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e4882dd-d538-4794-b670-363a7a2168f7 HTTP/1.1" status: 200  len: 946 time: 0.1114054
Feb 19 03:07:20.561819 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-93ca2cc5-5733-4371-a61f-642c25c8fd2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:20.596215 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-b488e02d-1e29-4eb1-9c75-cea76c0e4ec7 req-71bdf2c1-a405-49a6-a177-e9ff2e81fd91 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cec6e94-f87a-4dfc-b64f-629a6d488241&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0533557
Feb 19 03:07:20.623337 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-93ca2cc5-5733-4371-a61f-642c25c8fd2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:20.713490 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-93ca2cc5-5733-4371-a61f-642c25c8fd2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237410'] for security_group, after_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:20.718824 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:07:20.730493 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ca2cc5-5733-4371-a61f-642c25c8fd2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da3460e9-30b4-4007-b29b-0b03ad25c63b,revision_number=None']} {{(pid=84116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:07:20.736502 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-93ca2cc5-5733-4371-a61f-642c25c8fd2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:07:20.738711 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-93ca2cc5-5733-4371-a61f-642c25c8fd2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:20.740044 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-93ca2cc5-5733-4371-a61f-642c25c8fd2f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/da3460e9-30b4-4007-b29b-0b03ad25c63b HTTP/1.1" status: 204  len: 168 time: 0.2551544
Feb 19 03:07:20.817205 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a944222-0e77-4c49-83be-4b519f597b9c req-8fa0dfe4-6424-4197-8714-13b516cd94e2 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:07:20.819013 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-6a944222-0e77-4c49-83be-4b519f597b9c req-8fa0dfe4-6424-4197-8714-13b516cd94e2 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e4882dd-d538-4794-b670-363a7a2168f7 HTTP/1.1" status: 200  len: 946 time: 0.1091151
Feb 19 03:07:20.835690 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84115) accepted ('10.222.0.13', 49276) {{(pid=84115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:07:20.841953 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.v2.base [None req-88fd274d-9e6e-4d52-86cd-f732cbf57700 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Request body: {'floatingip': {'port_id': 'b52d8903-24d0-484f-afef-cca02ac84c8a'}} {{(pid=84115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 03:07:20.936779 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-88fd274d-9e6e-4d52-86cd-f732cbf57700 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Notify callbacks [] for floatingip, before_update {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:21.223897 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eab9737-77fa-4422-ac38-f3de29e4c6fc req-df81085a-e40c-4193-bc20-5fc5c9f8fde8 tempest-DeleteServersTestJSON-1852624434 tempest-DeleteServersTestJSON-1852624434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:07:21.225483 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-5eab9737-77fa-4422-ac38-f3de29e4c6fc req-df81085a-e40c-4193-bc20-5fc5c9f8fde8 tempest-DeleteServersTestJSON-1852624434 tempest-DeleteServersTestJSON-1852624434-project] 10.222.0.65 "GET /v2.0/ports?device_id=7f31ab1e-e63c-4878-a296-07479d44bcd5 HTTP/1.1" status: 200  len: 946 time: 0.2008507
Feb 19 03:07:21.444329 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.plugin [req-5eab9737-77fa-4422-ac38-f3de29e4c6fc req-b05ec99f-8154-4758-a859-0eebc6155ef8 tempest-DeleteServersTestJSON-1852624434 tempest-DeleteServersTestJSON-1852624434-project] Deleting port 921b70c8-412f-45b8-9fa2-36062b6f498d {{(pid=84115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 19 03:07:21.444717 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-5eab9737-77fa-4422-ac38-f3de29e4c6fc req-b05ec99f-8154-4758-a859-0eebc6155ef8 tempest-DeleteServersTestJSON-1852624434 tempest-DeleteServersTestJSON-1852624434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363269711485266'] for port, before_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:21.890886 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-6973dea3-3df6-4f67-b2b1-aeff38b899f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:21.964184 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.rpc [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Device 921b70c8-412f-45b8-9fa2-36062b6f498d no longer exists at agent ovs-agent-hv-cinder-77570 {{(pid=84117) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 19 03:07:22.160341 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838630373'] for port, before_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:22.198845 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f31ab1e-e63c-4878-a296-07479d44bcd5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '921b70c8-412f-45b8-9fa2-36062b6f498d'}] {{(pid=84117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 03:07:22.210820 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.db [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] For port 921b70c8-412f-45b8-9fa2-36062b6f498d, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=921b70c8-412f-45b8-9fa2-36062b6f498d,segment=NetworkSegment(33173a67-4e53-4c95-a210-42a60855aeba),segment_id=33173a67-4e53-4c95-a210-42a60855aeba)] {{(pid=84117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 03:07:22.245350 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269711510320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767142869380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269711906403'] for port, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:22.248045 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-412217c7-186e-4eaf-a0d1-81ac40b5dbf9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:07:22.334768 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Pushing event updated for resources: {'Port': ['ID=921b70c8-412f-45b8-9fa2-36062b6f498d,revision_number=5']} {{(pid=84117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:07:22.338473 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=84117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:07:22.468246 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-4b343f23-6f62-4db0-bfb1-0e5ba3aa11dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:22.519023 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80ffa67-d8b4-48c3-b698-6a3d8ec94011 req-e6baeeed-a83b-42fa-abee-e864f8fab64b tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:07:22.520904 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-d80ffa67-d8b4-48c3-b698-6a3d8ec94011 req-e6baeeed-a83b-42fa-abee-e864f8fab64b tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] 10.222.0.13 "GET /v2.0/ports?device_id=5cc3d0fe-2245-4c40-ab4b-cbc5b7a636db HTTP/1.1" status: 200  len: 945 time: 0.9045613
Feb 19 03:07:22.527382 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183a7ecd-487b-47aa-aa02-9aee69c6823f req-081d0a8a-2ba8-4b02-9266-e603f6d16bb7 tempest-DeleteServersTestJSON-1852624434 tempest-DeleteServersTestJSON-1852624434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:07:22.529116 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-183a7ecd-487b-47aa-aa02-9aee69c6823f req-081d0a8a-2ba8-4b02-9266-e603f6d16bb7 tempest-DeleteServersTestJSON-1852624434 tempest-DeleteServersTestJSON-1852624434-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f31ab1e-e63c-4878-a296-07479d44bcd5 HTTP/1.1" status: 200  len: 946 time: 0.9091122
Feb 19 03:07:22.659155 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.db [req-5eab9737-77fa-4422-ac38-f3de29e4c6fc req-b05ec99f-8154-4758-a859-0eebc6155ef8 tempest-DeleteServersTestJSON-1852624434 tempest-DeleteServersTestJSON-1852624434-project] For port 921b70c8-412f-45b8-9fa2-36062b6f498d, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=921b70c8-412f-45b8-9fa2-36062b6f498d,segment=NetworkSegment(33173a67-4e53-4c95-a210-42a60855aeba),segment_id=33173a67-4e53-4c95-a210-42a60855aeba)] {{(pid=84115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 03:07:22.659589 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-5eab9737-77fa-4422-ac38-f3de29e4c6fc req-b05ec99f-8154-4758-a859-0eebc6155ef8 tempest-DeleteServersTestJSON-1852624434 tempest-DeleteServersTestJSON-1852624434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-361392'] for port, precommit_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:22.682938 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-183a7ecd-487b-47aa-aa02-9aee69c6823f req-24ccd9b2-abbb-4816-a8fe-79405efed240 tempest-DeleteServersTestJSON-1852624434 tempest-DeleteServersTestJSON-1852624434-project] 10.222.0.13 "GET /v2.0/security-groups?id=18c15e71-9dbd-4845-b378-31fb076d9557&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1448982
Feb 19 03:07:22.689826 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-d80ffa67-d8b4-48c3-b698-6a3d8ec94011 req-162a572c-d049-4589-9c31-fce5df80dba8 tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7be7950-201e-4452-88dd-92f8a0a2b5e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1561680
Feb 19 03:07:22.769989 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f31ab1e-e63c-4878-a296-07479d44bcd5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '921b70c8-412f-45b8-9fa2-36062b6f498d', 'code': 200}
Feb 19 03:07:22.875378 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.plugin [req-5eab9737-77fa-4422-ac38-f3de29e4c6fc req-b05ec99f-8154-4758-a859-0eebc6155ef8 tempest-DeleteServersTestJSON-1852624434 tempest-DeleteServersTestJSON-1852624434-project] Calling delete_port for 921b70c8-412f-45b8-9fa2-36062b6f498d owned by compute:nova {{(pid=84115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 19 03:07:23.000972 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.db.resource_extend [None req-88fd274d-9e6e-4d52-86cd-f732cbf57700 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Feb 19 03:07:23.151780 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-88fd274d-9e6e-4d52-86cd-f732cbf57700 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:23.236609 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-88fd274d-9e6e-4d52-86cd-f732cbf57700 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854389592'] for floatingip, after_update {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:23.441807 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.db.api [req-5eab9737-77fa-4422-ac38-f3de29e4c6fc req-b05ec99f-8154-4758-a859-0eebc6155ef8 tempest-DeleteServersTestJSON-1852624434 tempest-DeleteServersTestJSON-1852624434-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84115) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 19 03:07:23.441807 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_db.api [req-5eab9737-77fa-4422-ac38-f3de29e4c6fc req-b05ec99f-8154-4758-a859-0eebc6155ef8 tempest-DeleteServersTestJSON-1852624434 tempest-DeleteServersTestJSON-1852624434-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 19 03:07:23.461849 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.db.l3_db [None req-88fd274d-9e6e-4d52-86cd-f732cbf57700 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Floating IP b3e70ad2-d993-4dcb-baf0-c91ae5f353c8 associated. External IP: 172.27.0.58, port: b52d8903-24d0-484f-afef-cca02ac84c8a.
Feb 19 03:07:23.570420 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:24.150600 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.plugin [req-5eab9737-77fa-4422-ac38-f3de29e4c6fc req-b05ec99f-8154-4758-a859-0eebc6155ef8 tempest-DeleteServersTestJSON-1852624434 tempest-DeleteServersTestJSON-1852624434-project] Deleting port 921b70c8-412f-45b8-9fa2-36062b6f498d {{(pid=84115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 19 03:07:24.151167 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-5eab9737-77fa-4422-ac38-f3de29e4c6fc req-b05ec99f-8154-4758-a859-0eebc6155ef8 tempest-DeleteServersTestJSON-1852624434 tempest-DeleteServersTestJSON-1852624434-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363269711485266'] for port, before_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:24.274914 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-ed1abd93-30ab-455f-b25e-ecbc2cc5cf06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:24.397943 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88fd274d-9e6e-4d52-86cd-f732cbf57700 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Router 0ca42cb9-ce56-445d-8f6f-1fecea1bbef9 has already been hosted by L3 agent f4ccfb5a-d22e-440e-8ddd-f393ad00f812 {{(pid=84115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 19 03:07:24.627618 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5fc382-9626-45a9-a9f9-90038556bd33 req-1d7dfdac-2c9c-4694-8271-646784e27028 tempest-DeleteServersTestJSON-1852624434 tempest-DeleteServersTestJSON-1852624434-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:07:24.629311 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-9a5fc382-9626-45a9-a9f9-90038556bd33 req-1d7dfdac-2c9c-4694-8271-646784e27028 tempest-DeleteServersTestJSON-1852624434 tempest-DeleteServersTestJSON-1852624434-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f31ab1e-e63c-4878-a296-07479d44bcd5 HTTP/1.1" status: 200  len: 944 time: 0.3993945
Feb 19 03:07:24.635998 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e3b994-7ded-46e4-9a18-2050929edd47 req-ed6d6992-6b95-4d47-baf0-fe8fbcb3220b tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:07:24.637958 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-24e3b994-7ded-46e4-9a18-2050929edd47 req-ed6d6992-6b95-4d47-baf0-fe8fbcb3220b tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] 10.222.0.13 "GET /v2.0/ports?device_id=5cc3d0fe-2245-4c40-ab4b-cbc5b7a636db HTTP/1.1" status: 200  len: 945 time: 0.7463148
Feb 19 03:07:24.842230 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-9a5fc382-9626-45a9-a9f9-90038556bd33 req-26ad7930-e601-4959-b285-9980ada0ad8f tempest-DeleteServersTestJSON-1852624434 tempest-DeleteServersTestJSON-1852624434-project] 10.222.0.13 "GET /v2.0/security-groups?id=18c15e71-9dbd-4845-b378-31fb076d9557&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2006681
Feb 19 03:07:24.854645 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.db [req-5eab9737-77fa-4422-ac38-f3de29e4c6fc req-b05ec99f-8154-4758-a859-0eebc6155ef8 tempest-DeleteServersTestJSON-1852624434 tempest-DeleteServersTestJSON-1852624434-project] For port 921b70c8-412f-45b8-9fa2-36062b6f498d, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=921b70c8-412f-45b8-9fa2-36062b6f498d,segment=NetworkSegment(33173a67-4e53-4c95-a210-42a60855aeba),segment_id=33173a67-4e53-4c95-a210-42a60855aeba)] {{(pid=84115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 03:07:24.855066 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-5eab9737-77fa-4422-ac38-f3de29e4c6fc req-b05ec99f-8154-4758-a859-0eebc6155ef8 tempest-DeleteServersTestJSON-1852624434 tempest-DeleteServersTestJSON-1852624434-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-361392'] for port, precommit_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:24.866136 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-24e3b994-7ded-46e4-9a18-2050929edd47 req-eca56336-4fb6-4e93-ac32-c4140c6e4ac0 tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7be7950-201e-4452-88dd-92f8a0a2b5e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2030294
Feb 19 03:07:24.996180 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88fd274d-9e6e-4d52-86cd-f732cbf57700 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Notify agent at l3_agent.dv-cinder-775706-2-iscsi the message routers_updated {{(pid=84115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 19 03:07:25.009228 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca7bece5-c1b5-4c7d-959b-3a45719f803d None None] Sync routers for ids ['0ca42cb9-ce56-445d-8f6f-1fecea1bbef9'] in dv-cinder-775706-2-iscsi {{(pid=84118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 19 03:07:25.014076 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.plugin [req-5eab9737-77fa-4422-ac38-f3de29e4c6fc req-b05ec99f-8154-4758-a859-0eebc6155ef8 tempest-DeleteServersTestJSON-1852624434 tempest-DeleteServersTestJSON-1852624434-project] Calling delete_port for 921b70c8-412f-45b8-9fa2-36062b6f498d owned by compute:nova {{(pid=84115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 19 03:07:25.022055 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca7bece5-c1b5-4c7d-959b-3a45719f803d None None] Routers {'0ca42cb9-ce56-445d-8f6f-1fecea1bbef9'} bound to L3 agent in host dv-cinder-775706-2-iscsi {{(pid=84118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 03:07:25.022055 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_hamode_db [None req-ca7bece5-c1b5-4c7d-959b-3a45719f803d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f942609b940>, 'dv-cinder-775706-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-19T02:56:52Z,description=<?>,heartbeat_timestamp=2021-02-19T03:07:22Z,host='dv-cinder-775706-2-iscsi',id=f4ccfb5a-d22e-440e-8ddd-f393ad00f812,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T02:56:52Z,topic='l3_agent')) {'router_ids': ['0ca42cb9-ce56-445d-8f6f-1fecea1bbef9'], 'active': True} {{(pid=84118) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 03:07:25.077017 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-88fd274d-9e6e-4d52-86cd-f732cbf57700 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771976'] for floatingip, before_response {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:25.163105 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-88fd274d-9e6e-4d52-86cd-f732cbf57700 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "PUT /v2.0/floatingips/b3e70ad2-d993-4dcb-baf0-c91ae5f353c8 HTTP/1.1" status: 200  len: 991 time: 4.3229790
Feb 19 03:07:25.163105 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e4882dd-d538-4794-b670-363a7a2168f7', 'tag': 'b52d8903-24d0-484f-afef-cca02ac84c8a'}] {{(pid=84115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 03:07:25.214483 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e4882dd-d538-4794-b670-363a7a2168f7', 'tag': 'b52d8903-24d0-484f-afef-cca02ac84c8a', 'status': 'completed', 'code': 200}
Feb 19 03:07:25.269185 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvr_db [None req-ca7bece5-c1b5-4c7d-959b-3a45719f803d None None] Set router 0ca42cb9-ce56-445d-8f6f-1fecea1bbef9 gateway port host: dv-cinder-775706-2-iscsi {{(pid=84118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 03:07:25.336221 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-5eab9737-77fa-4422-ac38-f3de29e4c6fc req-b05ec99f-8154-4758-a859-0eebc6155ef8 tempest-DeleteServersTestJSON-1852624434 tempest-DeleteServersTestJSON-1852624434-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363269711510303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363269711906437'] for port, after_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:25.359073 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:07:25.459400 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05ec99f-8154-4758-a859-0eebc6155ef8 tempest-DeleteServersTestJSON-1852624434 tempest-DeleteServersTestJSON-1852624434-project] Pushing event deleted for resources: {'Port': ['ID=921b70c8-412f-45b8-9fa2-36062b6f498d,revision_number=None']} {{(pid=84115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:07:25.476830 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05ec99f-8154-4758-a859-0eebc6155ef8 tempest-DeleteServersTestJSON-1852624434 tempest-DeleteServersTestJSON-1852624434-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:07:25.477229 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05ec99f-8154-4758-a859-0eebc6155ef8 tempest-DeleteServersTestJSON-1852624434 tempest-DeleteServersTestJSON-1852624434-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:07:25.477633 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05ec99f-8154-4758-a859-0eebc6155ef8 tempest-DeleteServersTestJSON-1852624434 tempest-DeleteServersTestJSON-1852624434-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:07:25.478047 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05ec99f-8154-4758-a859-0eebc6155ef8 tempest-DeleteServersTestJSON-1852624434 tempest-DeleteServersTestJSON-1852624434-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:07:25.478431 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05ec99f-8154-4758-a859-0eebc6155ef8 tempest-DeleteServersTestJSON-1852624434 tempest-DeleteServersTestJSON-1852624434-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:07:25.478810 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05ec99f-8154-4758-a859-0eebc6155ef8 tempest-DeleteServersTestJSON-1852624434 tempest-DeleteServersTestJSON-1852624434-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:07:25.479189 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05ec99f-8154-4758-a859-0eebc6155ef8 tempest-DeleteServersTestJSON-1852624434 tempest-DeleteServersTestJSON-1852624434-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:07:25.479566 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05ec99f-8154-4758-a859-0eebc6155ef8 tempest-DeleteServersTestJSON-1852624434 tempest-DeleteServersTestJSON-1852624434-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:07:25.480382 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05ec99f-8154-4758-a859-0eebc6155ef8 tempest-DeleteServersTestJSON-1852624434 tempest-DeleteServersTestJSON-1852624434-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:07:25.480766 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05ec99f-8154-4758-a859-0eebc6155ef8 tempest-DeleteServersTestJSON-1852624434 tempest-DeleteServersTestJSON-1852624434-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:07:25.481186 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05ec99f-8154-4758-a859-0eebc6155ef8 tempest-DeleteServersTestJSON-1852624434 tempest-DeleteServersTestJSON-1852624434-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:07:25.481490 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05ec99f-8154-4758-a859-0eebc6155ef8 tempest-DeleteServersTestJSON-1852624434 tempest-DeleteServersTestJSON-1852624434-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:07:25.481950 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05ec99f-8154-4758-a859-0eebc6155ef8 tempest-DeleteServersTestJSON-1852624434 tempest-DeleteServersTestJSON-1852624434-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:07:25.482584 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05ec99f-8154-4758-a859-0eebc6155ef8 tempest-DeleteServersTestJSON-1852624434 tempest-DeleteServersTestJSON-1852624434-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:07:25.482965 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05ec99f-8154-4758-a859-0eebc6155ef8 tempest-DeleteServersTestJSON-1852624434 tempest-DeleteServersTestJSON-1852624434-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:07:25.483338 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05ec99f-8154-4758-a859-0eebc6155ef8 tempest-DeleteServersTestJSON-1852624434 tempest-DeleteServersTestJSON-1852624434-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:07:25.483893 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05ec99f-8154-4758-a859-0eebc6155ef8 tempest-DeleteServersTestJSON-1852624434 tempest-DeleteServersTestJSON-1852624434-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:07:25.484314 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05ec99f-8154-4758-a859-0eebc6155ef8 tempest-DeleteServersTestJSON-1852624434 tempest-DeleteServersTestJSON-1852624434-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:07:25.484677 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05ec99f-8154-4758-a859-0eebc6155ef8 tempest-DeleteServersTestJSON-1852624434 tempest-DeleteServersTestJSON-1852624434-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:07:25.485050 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05ec99f-8154-4758-a859-0eebc6155ef8 tempest-DeleteServersTestJSON-1852624434 tempest-DeleteServersTestJSON-1852624434-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:07:25.485418 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05ec99f-8154-4758-a859-0eebc6155ef8 tempest-DeleteServersTestJSON-1852624434 tempest-DeleteServersTestJSON-1852624434-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:07:25.485822 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05ec99f-8154-4758-a859-0eebc6155ef8 tempest-DeleteServersTestJSON-1852624434 tempest-DeleteServersTestJSON-1852624434-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:07:25.486197 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05ec99f-8154-4758-a859-0eebc6155ef8 tempest-DeleteServersTestJSON-1852624434 tempest-DeleteServersTestJSON-1852624434-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:07:25.486567 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b05ec99f-8154-4758-a859-0eebc6155ef8 tempest-DeleteServersTestJSON-1852624434 tempest-DeleteServersTestJSON-1852624434-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:07:25.492577 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-b05ec99f-8154-4758-a859-0eebc6155ef8 tempest-DeleteServersTestJSON-1852624434 tempest-DeleteServersTestJSON-1852624434-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:07:25.619237 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvrscheduler_db [req-5eab9737-77fa-4422-ac38-f3de29e4c6fc req-b05ec99f-8154-4758-a859-0eebc6155ef8 tempest-DeleteServersTestJSON-1852624434 tempest-DeleteServersTestJSON-1852624434-project] No DVR routers for this DVR port 921b70c8-412f-45b8-9fa2-36062b6f498d on host hv-cinder-77570 {{(pid=84115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 19 03:07:25.648017 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-5eab9737-77fa-4422-ac38-f3de29e4c6fc req-b05ec99f-8154-4758-a859-0eebc6155ef8 tempest-DeleteServersTestJSON-1852624434 tempest-DeleteServersTestJSON-1852624434-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771976'] for port, before_response {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:25.744370 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_hamode_db [None req-ca7bece5-c1b5-4c7d-959b-3a45719f803d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f942609b940>, [{'id': '0ca42cb9-ce56-445d-8f6f-1fecea1bbef9', 'name': 'tempest-AttachVolumeShelveTestJSON-537297990-router', 'tenant_id': 'fe62d789c5ba40bd87c0c4eb042c2297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'external_fixed_ips': [{'subnet_id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': '910cd870-86f0-4fff-b876-371b82023c25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T03:06:26Z', 'updated_at': '2021-02-19T03:06:43Z', 'revision_number': 4, 'project_id': 'fe62d789c5ba40bd87c0c4eb042c2297', 'gw_port': {'id': '910cd870-86f0-4fff-b876-371b82023c25', 'name': '', 'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:17:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ca42cb9-ce56-445d-8f6f-1fecea1bbef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T03:06:30Z', 'updated_at': '2021-02-19T03:06:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-2-iscsi', '_floatingips': [{'id': 'b3e70ad2-d993-4dcb-baf0-c91ae5f353c8', 'tenant_id': 'fe62d789c5ba40bd87c0c4eb042c2297', 'floating_ip_address': '172.27.0.58', 'floating_network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'router_id': '0ca42cb9-ce56-445d-8f6f-1fecea1bbef9', 'port_id': 'b52d8903-24d0-484f-afef-cca02ac84c8a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 166, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96367511-4096-441d-8b71-998abf1ff026', 'mac_address': 'fa:16:3e:4d:1a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e4882dd-d538-4794-b670-363a7a2168f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-19T03:06:57Z', 'updated_at': '2021-02-19T03:07:22Z', 'revision_number': 1, 'project_id': 'fe62d789c5ba40bd87c0c4eb042c2297', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '848bb946-de07-45a6-9cd2-51fa97c561f2', 'name': '', 'network_id': '96367511-4096-441d-8b71-998abf1ff026', 'tenant_id': 'fe62d789c5ba40bd87c0c4eb042c2297', 'mac_address': 'fa:16:3e:ad:cb:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ca42cb9-ce56-445d-8f6f-1fecea1bbef9', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'ffae0469-f40c-4397-8d65-7fee68a1ef0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T03:06:39Z', 'updated_at': '2021-02-19T03:06:54Z', 'revision_number': 5, 'project_id': 'fe62d789c5ba40bd87c0c4eb042c2297', 'subnets': [{'id': 'ffae0469-f40c-4397-8d65-7fee68a1ef0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775706-2-iscsi', False) {} {{(pid=84118) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 03:07:25.751906 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca7bece5-c1b5-4c7d-959b-3a45719f803d None None] Checking router: 0ca42cb9-ce56-445d-8f6f-1fecea1bbef9 for host: dv-cinder-775706-2-iscsi {{(pid=84118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 19 03:07:25.765095 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca7bece5-c1b5-4c7d-959b-3a45719f803d None None] Routers {'0ca42cb9-ce56-445d-8f6f-1fecea1bbef9'} bound to L3 agent in host dv-cinder-775706-2-iscsi {{(pid=84118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 03:07:25.766518 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_hamode_db [None req-ca7bece5-c1b5-4c7d-959b-3a45719f803d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f942609b940>, 'dv-cinder-775706-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-19T02:56:52Z,description=<?>,heartbeat_timestamp=2021-02-19T03:07:22Z,host='dv-cinder-775706-2-iscsi',id=f4ccfb5a-d22e-440e-8ddd-f393ad00f812,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T02:56:52Z,topic='l3_agent')) {'router_ids': ['0ca42cb9-ce56-445d-8f6f-1fecea1bbef9'], 'active': True} {{(pid=84118) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 03:07:25.774121 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-5eab9737-77fa-4422-ac38-f3de29e4c6fc req-b05ec99f-8154-4758-a859-0eebc6155ef8 tempest-DeleteServersTestJSON-1852624434 tempest-DeleteServersTestJSON-1852624434-project] 10.222.0.65 "DELETE /v2.0/ports/921b70c8-412f-45b8-9fa2-36062b6f498d HTTP/1.1" status: 204  len: 173 time: 4.5347664
Feb 19 03:07:25.813174 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784a992e-3e98-4de2-8fee-b676506d89ae req-a88de0e5-cbf1-4793-a8b1-f944f3544c35 tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:07:25.815305 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-784a992e-3e98-4de2-8fee-b676506d89ae req-a88de0e5-cbf1-4793-a8b1-f944f3544c35 tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] 10.222.0.13 "GET /v2.0/networks?id=5954e949-f082-4293-8249-33bd0ebaecec HTTP/1.1" status: 200  len: 813 time: 0.1941922
Feb 19 03:07:25.834136 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-784a992e-3e98-4de2-8fee-b676506d89ae req-d2e41843-594b-4d09-95fa-e6ba1564caf0 tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] 10.222.0.13 "GET /v2.0/quotas/3930a9bb64484ce1bf7cabab6e8229f8 HTTP/1.1" status: 200  len: 375 time: 0.0127301
Feb 19 03:07:25.923701 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-784a992e-3e98-4de2-8fee-b676506d89ae req-a7180531-16be-4d4a-80e3-d132374bc898 tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=3930a9bb64484ce1bf7cabab6e8229f8&fields=id HTTP/1.1" status: 200  len: 255 time: 0.0834286
Feb 19 03:07:25.963323 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvr_db [None req-ca7bece5-c1b5-4c7d-959b-3a45719f803d None None] Set router 0ca42cb9-ce56-445d-8f6f-1fecea1bbef9 gateway port host: dv-cinder-775706-2-iscsi {{(pid=84118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 03:07:26.071114 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-784a992e-3e98-4de2-8fee-b676506d89ae req-a9e254c0-d074-4ce5-8b74-23adb434b017 service neutron] 10.222.0.13 "GET /v2.0/networks/5954e949-f082-4293-8249-33bd0ebaecec?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1398089
Feb 19 03:07:26.223956 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-784a992e-3e98-4de2-8fee-b676506d89ae req-c7a228bb-4c31-4f45-92b8-12b28a257973 service neutron] 10.222.0.13 "GET /v2.0/networks/5954e949-f082-4293-8249-33bd0ebaecec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1438825
Feb 19 03:07:26.520029 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_hamode_db [None req-ca7bece5-c1b5-4c7d-959b-3a45719f803d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f942609b940>, [{'id': '0ca42cb9-ce56-445d-8f6f-1fecea1bbef9', 'name': 'tempest-AttachVolumeShelveTestJSON-537297990-router', 'tenant_id': 'fe62d789c5ba40bd87c0c4eb042c2297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'external_fixed_ips': [{'subnet_id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': '910cd870-86f0-4fff-b876-371b82023c25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T03:06:26Z', 'updated_at': '2021-02-19T03:06:43Z', 'revision_number': 4, 'project_id': 'fe62d789c5ba40bd87c0c4eb042c2297', 'gw_port': {'id': '910cd870-86f0-4fff-b876-371b82023c25', 'name': '', 'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:17:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ca42cb9-ce56-445d-8f6f-1fecea1bbef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T03:06:30Z', 'updated_at': '2021-02-19T03:06:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-2-iscsi', '_floatingips': [{'id': 'b3e70ad2-d993-4dcb-baf0-c91ae5f353c8', 'tenant_id': 'fe62d789c5ba40bd87c0c4eb042c2297', 'floating_ip_address': '172.27.0.58', 'floating_network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'router_id': '0ca42cb9-ce56-445d-8f6f-1fecea1bbef9', 'port_id': 'b52d8903-24d0-484f-afef-cca02ac84c8a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 166, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96367511-4096-441d-8b71-998abf1ff026', 'mac_address': 'fa:16:3e:4d:1a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e4882dd-d538-4794-b670-363a7a2168f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-19T03:06:57Z', 'updated_at': '2021-02-19T03:07:22Z', 'revision_number': 1, 'project_id': 'fe62d789c5ba40bd87c0c4eb042c2297', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '848bb946-de07-45a6-9cd2-51fa97c561f2', 'name': '', 'network_id': '96367511-4096-441d-8b71-998abf1ff026', 'tenant_id': 'fe62d789c5ba40bd87c0c4eb042c2297', 'mac_address': 'fa:16:3e:ad:cb:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ca42cb9-ce56-445d-8f6f-1fecea1bbef9', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'ffae0469-f40c-4397-8d65-7fee68a1ef0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T03:06:39Z', 'updated_at': '2021-02-19T03:06:54Z', 'revision_number': 5, 'project_id': 'fe62d789c5ba40bd87c0c4eb042c2297', 'subnets': [{'id': 'ffae0469-f40c-4397-8d65-7fee68a1ef0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775706-2-iscsi', False) {} {{(pid=84118) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 03:07:26.524472 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca7bece5-c1b5-4c7d-959b-3a45719f803d None None] The sync data for ids ['0ca42cb9-ce56-445d-8f6f-1fecea1bbef9'] in dv-cinder-775706-2-iscsi is: [{'id': '0ca42cb9-ce56-445d-8f6f-1fecea1bbef9', 'name': 'tempest-AttachVolumeShelveTestJSON-537297990-router', 'tenant_id': 'fe62d789c5ba40bd87c0c4eb042c2297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'external_fixed_ips': [{'subnet_id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': '910cd870-86f0-4fff-b876-371b82023c25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T03:06:26Z', 'updated_at': '2021-02-19T03:06:43Z', 'revision_number': 4, 'project_id': 'fe62d789c5ba40bd87c0c4eb042c2297', 'gw_port': {'id': '910cd870-86f0-4fff-b876-371b82023c25', 'name': '', 'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:17:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ca42cb9-ce56-445d-8f6f-1fecea1bbef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T03:06:30Z', 'updated_at': '2021-02-19T03:06:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-2-iscsi', '_floatingips': [{'id': 'b3e70ad2-d993-4dcb-baf0-c91ae5f353c8', 'tenant_id': 'fe62d789c5ba40bd87c0c4eb042c2297', 'floating_ip_address': '172.27.0.58', 'floating_network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'router_id': '0ca42cb9-ce56-445d-8f6f-1fecea1bbef9', 'port_id': 'b52d8903-24d0-484f-afef-cca02ac84c8a', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 166, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96367511-4096-441d-8b71-998abf1ff026', 'mac_address': 'fa:16:3e:4d:1a:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e4882dd-d538-4794-b670-363a7a2168f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-19T03:06:57Z', 'updated_at': '2021-02-19T03:07:22Z', 'revision_number': 1, 'project_id': 'fe62d789c5ba40bd87c0c4eb042c2297', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '848bb946-de07-45a6-9cd2-51fa97c561f2', 'name': '', 'network_id': '96367511-4096-441d-8b71-998abf1ff026', 'tenant_id': 'fe62d789c5ba40bd87c0c4eb042c2297', 'mac_address': 'fa:16:3e:ad:cb:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ca42cb9-ce56-445d-8f6f-1fecea1bbef9', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'ffae0469-f40c-4397-8d65-7fee68a1ef0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T03:06:39Z', 'updated_at': '2021-02-19T03:06:54Z', 'revision_number': 5, 'project_id': 'fe62d789c5ba40bd87c0c4eb042c2297', 'subnets': [{'id': 'ffae0469-f40c-4397-8d65-7fee68a1ef0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 19 03:07:26.551626 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [req-da9af91b-155a-476b-9337-6523adb5c312 req-76fd093b-7226-4403-9233-afa482240039 tempest-DeleteServersTestJSON-1852624434 tempest-DeleteServersTestJSON-1852624434-project] Synchronizing usage tracker for tenant:31fa707eb6944aff9f4e04b78ed3ee0e on resource:port {{(pid=84115) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 19 03:07:26.593348 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [req-da9af91b-155a-476b-9337-6523adb5c312 req-76fd093b-7226-4403-9233-afa482240039 tempest-DeleteServersTestJSON-1852624434 tempest-DeleteServersTestJSON-1852624434-project] Unset dirty status for tenant:31fa707eb6944aff9f4e04b78ed3ee0e on resource:port {{(pid=84115) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 19 03:07:26.594782 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-da9af91b-155a-476b-9337-6523adb5c312 req-76fd093b-7226-4403-9233-afa482240039 tempest-DeleteServersTestJSON-1852624434 tempest-DeleteServersTestJSON-1852624434-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f31ab1e-e63c-4878-a296-07479d44bcd5 HTTP/1.1" status: 200  len: 210 time: 0.1018102
Feb 19 03:07:26.820979 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef0b9b16-369b-452b-9951-b625f8b5ad3e req-1e16478b-61d1-465b-9648-7b7fcc4aaeab tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:07:26.826673 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-ef0b9b16-369b-452b-9951-b625f8b5ad3e req-1e16478b-61d1-465b-9648-7b7fcc4aaeab tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] 10.222.0.13 "GET /v2.0/ports?device_id=5cc3d0fe-2245-4c40-ab4b-cbc5b7a636db HTTP/1.1" status: 200  len: 945 time: 0.0982108
Feb 19 03:07:26.838979 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7643920f-c68a-4f43-acea-9527d8707e52 None None] New status for floating IP b3e70ad2-d993-4dcb-baf0-c91ae5f353c8: ACTIVE {{(pid=84117) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 19 03:07:26.882291 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-ef0b9b16-369b-452b-9951-b625f8b5ad3e req-12548918-6e6c-4eab-bbdf-089fc9eb3d21 tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7be7950-201e-4452-88dd-92f8a0a2b5e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0515637
Feb 19 03:07:26.999579 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-2652338d-92d0-452a-8d74-cee9644fa184 req-a5b83be2-7aa8-4421-a447-ca14dd0964c9 tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] 10.222.0.13 "GET /v2.0/ports?device_id=30cb6e0b-edc2-43a3-8c33-f36b68c2e427 HTTP/1.1" status: 200  len: 210 time: 0.0504889
Feb 19 03:07:27.215595 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7f31ab1e-e63c-4878-a296-07479d44bcd5', 'name': 'network-vif-deleted', 'tag': '921b70c8-412f-45b8-9fa2-36062b6f498d'}] {{(pid=84115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 03:07:27.264254 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7f31ab1e-e63c-4878-a296-07479d44bcd5', 'name': 'network-vif-deleted', 'tag': '921b70c8-412f-45b8-9fa2-36062b6f498d', 'status': 'completed', 'code': 200}
Feb 19 03:07:27.759465 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-591858a0-8b22-4b5e-9910-aeb0e6ed06b5 req-6c8f69b1-5bf8-40e3-8096-ba31744dd9a6 tempest-DeleteServersTestJSON-1852624434 tempest-DeleteServersTestJSON-1852624434-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f31ab1e-e63c-4878-a296-07479d44bcd5 HTTP/1.1" status: 200  len: 210 time: 0.0512409
Feb 19 03:07:28.003703 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-20e7066d-2bb8-4af1-ba1a-f3f041c55d5a req-f3f20bfd-ae74-42b3-a60a-c8cb1742b1b4 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=5d8603ee-a2d9-46df-b2a6-1bced1ee926b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0938933
Feb 19 03:07:28.115203 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00c0453-8049-4870-bc48-1e21388b5c5f req-04623126-103b-4ca9-8e3b-a03a40fc7d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:07:28.117178 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-d00c0453-8049-4870-bc48-1e21388b5c5f req-04623126-103b-4ca9-8e3b-a03a40fc7d35 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=fe62d789c5ba40bd87c0c4eb042c2297&device_id=9e4882dd-d538-4794-b670-363a7a2168f7 HTTP/1.1" status: 200  len: 1163 time: 0.2168710
Feb 19 03:07:28.236216 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e7066d-2bb8-4af1-ba1a-f3f041c55d5a req-6b746597-fe00-4d6d-a61d-45c14d147090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:07:28.238202 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-20e7066d-2bb8-4af1-ba1a-f3f041c55d5a req-6b746597-fe00-4d6d-a61d-45c14d147090 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=3930a9bb64484ce1bf7cabab6e8229f8&device_id=5d8603ee-a2d9-46df-b2a6-1bced1ee926b HTTP/1.1" status: 200  len: 1162 time: 0.1050649
Feb 19 03:07:28.535722 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-b08095da-5748-4422-af13-24f6d2d07889 req-91e16a21-d4e2-49b0-a0bc-7e64d32d2d0d tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] 10.222.0.13 "GET /v2.0/ports?device_id=30cb6e0b-edc2-43a3-8c33-f36b68c2e427 HTTP/1.1" status: 200  len: 210 time: 0.3779941
Feb 19 03:07:28.551588 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5922e7-b8d0-4a84-8da8-25afd068a0b0 req-c49f8960-68e7-499c-ae29-39886c2f4c61 tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:07:28.553193 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-1e5922e7-b8d0-4a84-8da8-25afd068a0b0 req-c49f8960-68e7-499c-ae29-39886c2f4c61 tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] 10.222.0.13 "GET /v2.0/ports?device_id=5cc3d0fe-2245-4c40-ab4b-cbc5b7a636db HTTP/1.1" status: 200  len: 945 time: 0.5092335
Feb 19 03:07:28.628902 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00c0453-8049-4870-bc48-1e21388b5c5f req-918d14ad-ab92-44a8-97f4-33395fdfcd44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:07:28.630501 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-d00c0453-8049-4870-bc48-1e21388b5c5f req-918d14ad-ab92-44a8-97f4-33395fdfcd44 service neutron] 10.222.0.65 "GET /v2.0/networks?id=96367511-4096-441d-8b71-998abf1ff026 HTTP/1.1" status: 200  len: 910 time: 0.4976072
Feb 19 03:07:28.635275 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-1e5922e7-b8d0-4a84-8da8-25afd068a0b0 req-7c19975a-1706-4a88-b440-296377e43e52 tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7be7950-201e-4452-88dd-92f8a0a2b5e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0739837
Feb 19 03:07:28.927290 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-44432332-91d0-4f30-aa36-1a11f510529a req-adbb46d1-173f-4475-9b04-631eab138426 tempest-DeleteServersTestJSON-1852624434 tempest-DeleteServersTestJSON-1852624434-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f31ab1e-e63c-4878-a296-07479d44bcd5 HTTP/1.1" status: 200  len: 210 time: 0.0538156
Feb 19 03:07:29.700546 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-916d5d87-ce7d-4869-9113-57942e4fa646 req-fec5e2c7-d45a-477d-96df-ef302f56c8d1 tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] 10.222.0.13 "GET /v2.0/ports?device_id=30cb6e0b-edc2-43a3-8c33-f36b68c2e427 HTTP/1.1" status: 200  len: 210 time: 0.0479853
Feb 19 03:07:29.884426 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0fb1cc-abe2-4f04-b1e3-adbfb0ec7919 req-8849f5fb-cfc3-43a1-b2d1-ca92e981eb6d tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:07:29.886056 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-df0fb1cc-abe2-4f04-b1e3-adbfb0ec7919 req-8849f5fb-cfc3-43a1-b2d1-ca92e981eb6d tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] 10.222.0.13 "GET /v2.0/ports?device_id=5cc3d0fe-2245-4c40-ab4b-cbc5b7a636db HTTP/1.1" status: 200  len: 945 time: 0.0867546
Feb 19 03:07:29.935973 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-df0fb1cc-abe2-4f04-b1e3-adbfb0ec7919 req-363a8601-fdb1-40d5-9afd-5c89c6f4e167 tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7be7950-201e-4452-88dd-92f8a0a2b5e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432258
Feb 19 03:07:30.086803 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-bb21f71d-599c-4445-8834-f7522bb35b89 req-dd17e0ca-697c-46ce-a9fa-b50b69e7b9ec tempest-DeleteServersTestJSON-1852624434 tempest-DeleteServersTestJSON-1852624434-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f31ab1e-e63c-4878-a296-07479d44bcd5 HTTP/1.1" status: 200  len: 210 time: 0.0490839
Feb 19 03:07:30.135681 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:30.862117 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-d08d756c-9882-4970-8893-17647cd6bd35 req-bb103eb6-e188-4247-b44d-a180af54e361 tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] 10.222.0.13 "GET /v2.0/ports?device_id=30cb6e0b-edc2-43a3-8c33-f36b68c2e427 HTTP/1.1" status: 200  len: 210 time: 0.0489094
Feb 19 03:07:31.133647 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c092f418-4de7-44d7-8276-faf8e4b99458 req-7f12a85c-ac07-4753-a2c1-84e7205ca2fc tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:07:31.135999 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-c092f418-4de7-44d7-8276-faf8e4b99458 req-7f12a85c-ac07-4753-a2c1-84e7205ca2fc tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] 10.222.0.13 "GET /v2.0/ports?device_id=5cc3d0fe-2245-4c40-ab4b-cbc5b7a636db HTTP/1.1" status: 200  len: 945 time: 0.0905175
Feb 19 03:07:31.277407 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-c092f418-4de7-44d7-8276-faf8e4b99458 req-a836c964-f55d-44ca-bc1d-da46b5783f25 tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7be7950-201e-4452-88dd-92f8a0a2b5e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1345410
Feb 19 03:07:31.293863 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-d00c0453-8049-4870-bc48-1e21388b5c5f req-ea5f20a6-edf4-473b-9428-230d0da925c7 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b52d8903-24d0-484f-afef-cca02ac84c8a HTTP/1.1" status: 200  len: 1001 time: 0.1497805
Feb 19 03:07:31.316880 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e7066d-2bb8-4af1-ba1a-f3f041c55d5a req-e7a17a47-dd94-4f59-8614-0b6e07ef1a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:07:31.318674 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-20e7066d-2bb8-4af1-ba1a-f3f041c55d5a req-e7a17a47-dd94-4f59-8614-0b6e07ef1a17 service neutron] 10.222.0.65 "GET /v2.0/networks?id=5954e949-f082-4293-8249-33bd0ebaecec HTTP/1.1" status: 200  len: 907 time: 0.1780345
Feb 19 03:07:31.395942 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-44acba40-4be5-458a-a8dd-bcceac1f7e00 req-8537c82c-bc0f-4154-8d9c-06c8b93f5435 tempest-DeleteServersTestJSON-1852624434 tempest-DeleteServersTestJSON-1852624434-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f31ab1e-e63c-4878-a296-07479d44bcd5 HTTP/1.1" status: 200  len: 210 time: 0.0928826
Feb 19 03:07:31.397333 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-20e7066d-2bb8-4af1-ba1a-f3f041c55d5a req-6ce7e80d-be00-4772-b9f1-6f3c84f93f67 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=5585c79c-4d97-459f-bd79-1038824ff059 HTTP/1.1" status: 200  len: 217 time: 0.0672202
Feb 19 03:07:31.415984 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00c0453-8049-4870-bc48-1e21388b5c5f req-b4a42df0-d420-4ed2-9fcc-1e0b4509ce53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:07:31.415984 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-d00c0453-8049-4870-bc48-1e21388b5c5f req-b4a42df0-d420-4ed2-9fcc-1e0b4509ce53 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ffae0469-f40c-4397-8d65-7fee68a1ef0a HTTP/1.1" status: 200  len: 855 time: 0.0791235
Feb 19 03:07:31.472880 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e7066d-2bb8-4af1-ba1a-f3f041c55d5a req-1738194c-0741-404e-84f0-4fac3152d240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:07:31.474704 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-20e7066d-2bb8-4af1-ba1a-f3f041c55d5a req-1738194c-0741-404e-84f0-4fac3152d240 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f1853278-935e-4022-b7cb-005e1e744dbb HTTP/1.1" status: 200  len: 853 time: 0.0695207
Feb 19 03:07:31.501882 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00c0453-8049-4870-bc48-1e21388b5c5f req-afdbff41-7e22-4fed-b73e-b9c73ccab7bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:07:31.503505 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-d00c0453-8049-4870-bc48-1e21388b5c5f req-afdbff41-7e22-4fed-b73e-b9c73ccab7bf service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=96367511-4096-441d-8b71-998abf1ff026&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0792201
Feb 19 03:07:31.533422 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-20e7066d-2bb8-4af1-ba1a-f3f041c55d5a req-7e8b3843-09da-4415-8a42-8f6c4eda4f61 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=5954e949-f082-4293-8249-33bd0ebaecec&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0497713
Feb 19 03:07:31.657042 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-d00c0453-8049-4870-bc48-1e21388b5c5f req-f578d684-9c1a-4786-8db9-8d2162fc92ae service neutron] 10.222.0.65 "GET /v2.0/networks/96367511-4096-441d-8b71-998abf1ff026?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1448078
Feb 19 03:07:31.682090 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-20e7066d-2bb8-4af1-ba1a-f3f041c55d5a req-9521a793-5adb-4e23-aaa7-a6092df481a5 service neutron] 10.222.0.65 "GET /v2.0/networks/5954e949-f082-4293-8249-33bd0ebaecec?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1367857
Feb 19 03:07:31.812847 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-d00c0453-8049-4870-bc48-1e21388b5c5f req-ea8d8029-cdf5-4456-b100-fab2198a1c8d service neutron] 10.222.0.65 "GET /v2.0/networks/96367511-4096-441d-8b71-998abf1ff026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1445911
Feb 19 03:07:32.040528 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-64e16dc3-7142-40ae-a225-e2f436861e9c req-123c5db2-96d2-40c1-9134-40b2fbc814c9 tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] 10.222.0.13 "GET /v2.0/ports?device_id=30cb6e0b-edc2-43a3-8c33-f36b68c2e427 HTTP/1.1" status: 200  len: 210 time: 0.0596545
Feb 19 03:07:32.113637 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-20e7066d-2bb8-4af1-ba1a-f3f041c55d5a req-a999ce00-c392-420e-bf66-17f09d9970f9 service neutron] 10.222.0.65 "GET /v2.0/networks/5954e949-f082-4293-8249-33bd0ebaecec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4166176
Feb 19 03:07:32.192602 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784a992e-3e98-4de2-8fee-b676506d89ae req-b9dfc63f-e1e7-444a-bd9b-2c7a7668eacb tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:07:32.194206 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-784a992e-3e98-4de2-8fee-b676506d89ae req-b9dfc63f-e1e7-444a-bd9b-2c7a7668eacb tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] 10.222.0.65 "GET /v2.0/networks?id=5954e949-f082-4293-8249-33bd0ebaecec HTTP/1.1" status: 200  len: 813 time: 0.3648047
Feb 19 03:07:32.223675 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.v2.base [req-784a992e-3e98-4de2-8fee-b676506d89ae req-fa2fe1c1-0184-4ee8-be5f-a4bbd614b646 tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Request body: {'port': {'device_id': '30cb6e0b-edc2-43a3-8c33-f36b68c2e427', 'network_id': '5954e949-f082-4293-8249-33bd0ebaecec', 'admin_state_up': True, 'tenant_id': '3930a9bb64484ce1bf7cabab6e8229f8'}} {{(pid=84116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 03:07:32.404462 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [req-784a992e-3e98-4de2-8fee-b676506d89ae req-fa2fe1c1-0184-4ee8-be5f-a4bbd614b646 tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 03:07:32.414673 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [req-784a992e-3e98-4de2-8fee-b676506d89ae req-fa2fe1c1-0184-4ee8-be5f-a4bbd614b646 tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Usage tracker for resource:port and tenant:3930a9bb64484ce1bf7cabab6e8229f8 is out of sync, need to count used quota {{(pid=84116) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 03:07:32.420252 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [req-784a992e-3e98-4de2-8fee-b676506d89ae req-fa2fe1c1-0184-4ee8-be5f-a4bbd614b646 tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Quota usage for port was recalculated. Used quota:1. {{(pid=84116) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 03:07:32.427157 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [req-784a992e-3e98-4de2-8fee-b676506d89ae req-fa2fe1c1-0184-4ee8-be5f-a4bbd614b646 tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=84116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 03:07:32.450293 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-784a992e-3e98-4de2-8fee-b676506d89ae req-fa2fe1c1-0184-4ee8-be5f-a4bbd614b646 tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Made reservation on behalf of 3930a9bb64484ce1bf7cabab6e8229f8 for: {'port': 1} {{(pid=84116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 19 03:07:32.458317 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-784a992e-3e98-4de2-8fee-b676506d89ae req-fa2fe1c1-0184-4ee8-be5f-a4bbd614b646 tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838630373'] for port, before_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:32.533515 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5820af-9f05-4361-9870-e25e8f8c3b63 req-fe4fcc59-2c43-430e-b3b3-8a9a9e95cfbb tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:07:32.534927 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-de5820af-9f05-4361-9870-e25e8f8c3b63 req-fe4fcc59-2c43-430e-b3b3-8a9a9e95cfbb tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] 10.222.0.13 "GET /v2.0/ports?device_id=5cc3d0fe-2245-4c40-ab4b-cbc5b7a636db HTTP/1.1" status: 200  len: 945 time: 0.1089249
Feb 19 03:07:32.639924 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-2ac9fed6-8233-46f8-894c-f309cbf62079 req-4cabda9a-25b1-45c9-b288-150610cbb7cf tempest-DeleteServersTestJSON-1852624434 tempest-DeleteServersTestJSON-1852624434-project] 10.222.0.13 "GET /v2.0/ports?device_id=7f31ab1e-e63c-4878-a296-07479d44bcd5 HTTP/1.1" status: 200  len: 210 time: 0.0551300
Feb 19 03:07:32.658065 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-de5820af-9f05-4361-9870-e25e8f8c3b63 req-b74b4125-e71f-4912-874b-c0d86d632059 tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7be7950-201e-4452-88dd-92f8a0a2b5e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1166675
Feb 19 03:07:32.850473 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.db_base_plugin_common [req-784a992e-3e98-4de2-8fee-b676506d89ae req-fa2fe1c1-0184-4ee8-be5f-a4bbd614b646 tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Allocated IP 172.20.0.2 (5954e949-f082-4293-8249-33bd0ebaecec/f1853278-935e-4022-b7cb-005e1e744dbb/f757e1e1-4e9e-499a-adb5-b50690daf714) {{(pid=84116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 19 03:07:33.091135 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84115) accepted ('10.222.0.13', 49590) {{(pid=84115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:07:33.175112 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-784a992e-3e98-4de2-8fee-b676506d89ae req-fa2fe1c1-0184-4ee8-be5f-a4bbd614b646 tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Notify callbacks [] for port, precommit_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:33.256705 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-784a992e-3e98-4de2-8fee-b676506d89ae req-fa2fe1c1-0184-4ee8-be5f-a4bbd614b646 tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363269711907205'] for port, after_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:33.299735 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a69068f-6f3e-490c-b19e-e90bcf241415 req-0bc238a0-f436-433c-a27a-079bb40a267c tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:07:33.301380 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-1a69068f-6f3e-490c-b19e-e90bcf241415 req-0bc238a0-f436-433c-a27a-079bb40a267c tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] 10.222.0.13 "GET /v2.0/ports?device_id=30cb6e0b-edc2-43a3-8c33-f36b68c2e427 HTTP/1.1" status: 200  len: 931 time: 0.1075118
Feb 19 03:07:33.333605 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:07:33.336765 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-6d9e477b-6872-4e04-8b57-d7fd62fe008b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:33.375541 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-1a69068f-6f3e-490c-b19e-e90bcf241415 req-9e3131b1-13c0-462c-ad62-1b43bad09bc2 tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] 10.222.0.13 "GET /v2.0/security-groups?id=3abdea19-59c5-47bb-abc1-26c9cf24f411&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0587847
Feb 19 03:07:33.377747 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-6d9e477b-6872-4e04-8b57-d7fd62fe008b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 03:07:33.381893 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-6d9e477b-6872-4e04-8b57-d7fd62fe008b admin admin] Usage tracker for resource:security_group_rule and tenant:f4d7212a35eb46dcbe544375ba421667 is out of sync, need to count used quota {{(pid=84115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 03:07:33.384905 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-6d9e477b-6872-4e04-8b57-d7fd62fe008b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 03:07:33.391858 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-6d9e477b-6872-4e04-8b57-d7fd62fe008b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 03:07:33.481663 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-6d9e477b-6872-4e04-8b57-d7fd62fe008b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:33.487069 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2fe1c1-0184-4ee8-be5f-a4bbd614b646 tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Pushing event updated for resources: {'Port': ['ID=f757e1e1-4e9e-499a-adb5-b50690daf714,revision_number=1']} {{(pid=84116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:07:33.503156 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2fe1c1-0184-4ee8-be5f-a4bbd614b646 tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:07:33.503578 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2fe1c1-0184-4ee8-be5f-a4bbd614b646 tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:07:33.503978 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2fe1c1-0184-4ee8-be5f-a4bbd614b646 tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:07:33.504374 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2fe1c1-0184-4ee8-be5f-a4bbd614b646 tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:07:33.504846 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2fe1c1-0184-4ee8-be5f-a4bbd614b646 tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:07:33.505192 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2fe1c1-0184-4ee8-be5f-a4bbd614b646 tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:07:33.505639 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2fe1c1-0184-4ee8-be5f-a4bbd614b646 tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:07:33.506120 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2fe1c1-0184-4ee8-be5f-a4bbd614b646 tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:07:33.506546 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2fe1c1-0184-4ee8-be5f-a4bbd614b646 tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:07:33.506922 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2fe1c1-0184-4ee8-be5f-a4bbd614b646 tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:07:33.507304 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2fe1c1-0184-4ee8-be5f-a4bbd614b646 tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:07:33.507689 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2fe1c1-0184-4ee8-be5f-a4bbd614b646 tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:07:33.508125 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2fe1c1-0184-4ee8-be5f-a4bbd614b646 tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:07:33.508504 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2fe1c1-0184-4ee8-be5f-a4bbd614b646 tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:07:33.508881 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2fe1c1-0184-4ee8-be5f-a4bbd614b646 tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:07:33.509256 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2fe1c1-0184-4ee8-be5f-a4bbd614b646 tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:07:33.509629 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2fe1c1-0184-4ee8-be5f-a4bbd614b646 tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:07:33.510056 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2fe1c1-0184-4ee8-be5f-a4bbd614b646 tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:07:33.510430 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2fe1c1-0184-4ee8-be5f-a4bbd614b646 tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:07:33.510813 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2fe1c1-0184-4ee8-be5f-a4bbd614b646 tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:07:33.511438 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2fe1c1-0184-4ee8-be5f-a4bbd614b646 tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:07:33.512986 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-6d9e477b-6872-4e04-8b57-d7fd62fe008b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237410'] for security_group, after_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:33.513870 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2fe1c1-0184-4ee8-be5f-a4bbd614b646 tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:07:33.514497 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2fe1c1-0184-4ee8-be5f-a4bbd614b646 tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:07:33.515135 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa2fe1c1-0184-4ee8-be5f-a4bbd614b646 tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:07:33.521107 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-fa2fe1c1-0184-4ee8-be5f-a4bbd614b646 tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:07:33.522495 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-c8046c89-e41d-4958-b361-5ae2f0fcf470 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:07:33.571911 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-6d9e477b-6872-4e04-8b57-d7fd62fe008b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f4d7212a35eb46dcbe544375ba421667&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4794853
Feb 19 03:07:33.573172 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9e477b-6872-4e04-8b57-d7fd62fe008b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f2e07cf-9f8f-4bd0-a5db-7837415adb83,revision_number=1']} {{(pid=84115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:07:33.575032 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84116) accepted ('10.222.0.13', 49608) {{(pid=84116) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:07:33.589003 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-6d9e477b-6872-4e04-8b57-d7fd62fe008b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:07:33.615705 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-784a992e-3e98-4de2-8fee-b676506d89ae req-fa2fe1c1-0184-4ee8-be5f-a4bbd614b646 tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Network 5954e949-f082-4293-8249-33bd0ebaecec is already hosted by enough agents. {{(pid=84116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 19 03:07:33.619285 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.scheduler.base_scheduler [req-784a992e-3e98-4de2-8fee-b676506d89ae req-fa2fe1c1-0184-4ee8-be5f-a4bbd614b646 tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Resources bound (agent type, host, resource id):  {{(pid=84116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 19 03:07:33.627965 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvrscheduler_db [req-784a992e-3e98-4de2-8fee-b676506d89ae req-fa2fe1c1-0184-4ee8-be5f-a4bbd614b646 tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Received port after_create {{(pid=84116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 19 03:07:33.632403 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784a992e-3e98-4de2-8fee-b676506d89ae req-fa2fe1c1-0184-4ee8-be5f-a4bbd614b646 tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:07:33.633105 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-784a992e-3e98-4de2-8fee-b676506d89ae req-fa2fe1c1-0184-4ee8-be5f-a4bbd614b646 tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854203462'] for port, before_response {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:33.679013 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8e70ebb0-33dd-4086-aac6-33d4f2dcdb7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:33.704759 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-784a992e-3e98-4de2-8fee-b676506d89ae req-fa2fe1c1-0184-4ee8-be5f-a4bbd614b646 tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.4862282
Feb 19 03:07:33.713988 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8e70ebb0-33dd-4086-aac6-33d4f2dcdb7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:33.731956 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.v2.base [req-784a992e-3e98-4de2-8fee-b676506d89ae req-29581d7b-0a16-4052-983f-cf39546eed67 service neutron] Request body: {'port': {'device_id': '30cb6e0b-edc2-43a3-8c33-f36b68c2e427', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77570'}} {{(pid=84116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 03:07:33.841815 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84116) accepted ('10.222.0.13', 49620) {{(pid=84116) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:07:33.935383 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-784a992e-3e98-4de2-8fee-b676506d89ae req-29581d7b-0a16-4052-983f-cf39546eed67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838630373'] for port, before_update {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:33.939278 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346b74a0-ca94-4c9a-b13f-3e01d0dc58ad req-f0c90055-c107-43c3-ae2c-473c6ae16d36 tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:07:33.940942 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-346b74a0-ca94-4c9a-b13f-3e01d0dc58ad req-f0c90055-c107-43c3-ae2c-473c6ae16d36 tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] 10.222.0.13 "GET /v2.0/ports?device_id=5cc3d0fe-2245-4c40-ab4b-cbc5b7a636db HTTP/1.1" status: 200  len: 945 time: 0.1109385
Feb 19 03:07:33.955687 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8e70ebb0-33dd-4086-aac6-33d4f2dcdb7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237410'] for security_group, after_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:33.964294 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:07:33.984698 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e70ebb0-33dd-4086-aac6-33d4f2dcdb7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f2e07cf-9f8f-4bd0-a5db-7837415adb83,revision_number=None']} {{(pid=84116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:07:34.001453 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-8e70ebb0-33dd-4086-aac6-33d4f2dcdb7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:07:34.017647 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8e70ebb0-33dd-4086-aac6-33d4f2dcdb7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:34.019118 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-8e70ebb0-33dd-4086-aac6-33d4f2dcdb7b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3f2e07cf-9f8f-4bd0-a5db-7837415adb83 HTTP/1.1" status: 204  len: 168 time: 0.4427390
Feb 19 03:07:34.040345 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-346b74a0-ca94-4c9a-b13f-3e01d0dc58ad req-26006d37-a9c5-4d19-bcf5-0b7db3eefd29 tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7be7950-201e-4452-88dd-92f8a0a2b5e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0894430
Feb 19 03:07:34.123209 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-f263f7ac-62a3-40dd-94ee-b8ddb87f3c3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:34.151968 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-f263f7ac-62a3-40dd-94ee-b8ddb87f3c3f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 03:07:34.220527 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-f263f7ac-62a3-40dd-94ee-b8ddb87f3c3f admin admin] Usage tracker for resource:security_group_rule and tenant:ef5e80ed5c6046b2a64c3bf2b0c42214 is out of sync, need to count used quota {{(pid=84116) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 03:07:34.245827 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-f263f7ac-62a3-40dd-94ee-b8ddb87f3c3f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84116) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 03:07:34.256429 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-f263f7ac-62a3-40dd-94ee-b8ddb87f3c3f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 03:07:34.573264 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-f263f7ac-62a3-40dd-94ee-b8ddb87f3c3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:34.609557 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-f263f7ac-62a3-40dd-94ee-b8ddb87f3c3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237410'] for security_group, after_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:34.619641 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81e32b0-1755-46d6-b2ac-50c3039c8430 req-74e0443e-9a57-44e8-85f4-91b1bfcf186b tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:07:34.622362 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-93ca2cc5-5733-4371-a61f-642c25c8fd2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:07:34.627862 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-f81e32b0-1755-46d6-b2ac-50c3039c8430 req-74e0443e-9a57-44e8-85f4-91b1bfcf186b tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] 10.222.0.13 "GET /v2.0/ports?device_id=30cb6e0b-edc2-43a3-8c33-f36b68c2e427 HTTP/1.1" status: 200  len: 931 time: 0.1180575
Feb 19 03:07:34.684612 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-f81e32b0-1755-46d6-b2ac-50c3039c8430 req-0e2e4b0c-d130-4c12-8593-36978ace0ddf tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] 10.222.0.13 "GET /v2.0/security-groups?id=3abdea19-59c5-47bb-abc1-26c9cf24f411&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0548162
Feb 19 03:07:34.684756 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f263f7ac-62a3-40dd-94ee-b8ddb87f3c3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcc81916-324f-4bb0-a7e8-c29308f03ff1,revision_number=1']} {{(pid=84116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:07:34.698764 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-f263f7ac-62a3-40dd-94ee-b8ddb87f3c3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:07:34.698764 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-f263f7ac-62a3-40dd-94ee-b8ddb87f3c3f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ef5e80ed5c6046b2a64c3bf2b0c42214&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7911649
Feb 19 03:07:34.706291 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84115) accepted ('10.222.0.13', 49656) {{(pid=84115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:07:34.805364 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.notifiers.nova [req-784a992e-3e98-4de2-8fee-b676506d89ae req-29581d7b-0a16-4052-983f-cf39546eed67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f757e1e1-4e9e-499a-adb5-b50690daf714 {{(pid=84116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 19 03:07:34.816489 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-784a992e-3e98-4de2-8fee-b676506d89ae req-29581d7b-0a16-4052-983f-cf39546eed67 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:34.824213 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-101b8053-39e0-40c0-9c01-c4a7dc5b0764 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:34.831424 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [req-784a992e-3e98-4de2-8fee-b676506d89ae req-29581d7b-0a16-4052-983f-cf39546eed67 service neutron] Transition to ACTIVE for port object f757e1e1-4e9e-499a-adb5-b50690daf714 will not be triggered until provisioned by entity L2. {{(pid=84116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 19 03:07:34.859746 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-101b8053-39e0-40c0-9c01-c4a7dc5b0764 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:34.867077 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-784a992e-3e98-4de2-8fee-b676506d89ae req-29581d7b-0a16-4052-983f-cf39546eed67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269711510320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767142869380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269711906403'] for port, after_update {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:34.884937 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-d952bf22-8255-453e-b634-380a5032a9ea service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:07:34.935930 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-101b8053-39e0-40c0-9c01-c4a7dc5b0764 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237410'] for security_group, after_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:34.948505 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-03318274-4b62-485a-a154-5bbe9c359385 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:07:34.964803 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-101b8053-39e0-40c0-9c01-c4a7dc5b0764 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcc81916-324f-4bb0-a7e8-c29308f03ff1,revision_number=None']} {{(pid=84115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:07:34.967930 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-101b8053-39e0-40c0-9c01-c4a7dc5b0764 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:07:34.975999 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-101b8053-39e0-40c0-9c01-c4a7dc5b0764 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:34.977293 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-101b8053-39e0-40c0-9c01-c4a7dc5b0764 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bcc81916-324f-4bb0-a7e8-c29308f03ff1 HTTP/1.1" status: 204  len: 168 time: 0.2804203
Feb 19 03:07:35.052037 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29581d7b-0a16-4052-983f-cf39546eed67 service neutron] Pushing event updated for resources: {'Port': ['ID=f757e1e1-4e9e-499a-adb5-b50690daf714,revision_number=2']} {{(pid=84116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:07:35.052037 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-29581d7b-0a16-4052-983f-cf39546eed67 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:07:35.199931 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.managers [req-784a992e-3e98-4de2-8fee-b676506d89ae req-29581d7b-0a16-4052-983f-cf39546eed67 service neutron] Attempting to bind port f757e1e1-4e9e-499a-adb5-b50690daf714 on host hv-cinder-77570 for vnic_type normal with profile  {{(pid=84116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 03:07:35.200596 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.managers [req-784a992e-3e98-4de2-8fee-b676506d89ae req-29581d7b-0a16-4052-983f-cf39546eed67 service neutron] Attempting to bind port f757e1e1-4e9e-499a-adb5-b50690daf714 by drivers openvswitch on host hv-cinder-77570 at level 0 using segments [{'id': '24bf194f-4bc7-4684-a2af-42ff5163776b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '5954e949-f082-4293-8249-33bd0ebaecec'}] {{(pid=84116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 19 03:07:35.200974 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-784a992e-3e98-4de2-8fee-b676506d89ae req-29581d7b-0a16-4052-983f-cf39546eed67 service neutron] Attempting to bind port f757e1e1-4e9e-499a-adb5-b50690daf714 on network 5954e949-f082-4293-8249-33bd0ebaecec {{(pid=84116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 19 03:07:35.207067 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-784a992e-3e98-4de2-8fee-b676506d89ae req-29581d7b-0a16-4052-983f-cf39546eed67 service neutron] Checking agent: {'id': 'd79517dc-1443-4e8d-af8f-f4fe2bcc2381', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77570', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 19, 3, 4, 30), 'started_at': datetime.datetime(2021, 2, 19, 3, 5), 'heartbeat_timestamp': datetime.datetime(2021, 2, 19, 3, 7, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.91', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 19 03:07:35.207507 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-784a992e-3e98-4de2-8fee-b676506d89ae req-29581d7b-0a16-4052-983f-cf39546eed67 service neutron] Checking segment: {'id': '24bf194f-4bc7-4684-a2af-42ff5163776b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '5954e949-f082-4293-8249-33bd0ebaecec'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 19 03:07:35.208018 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-784a992e-3e98-4de2-8fee-b676506d89ae req-29581d7b-0a16-4052-983f-cf39546eed67 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:35.208326 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-784a992e-3e98-4de2-8fee-b676506d89ae req-29581d7b-0a16-4052-983f-cf39546eed67 service neutron] Bound using segment: {'id': '24bf194f-4bc7-4684-a2af-42ff5163776b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '5954e949-f082-4293-8249-33bd0ebaecec'} {{(pid=84116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 19 03:07:35.208758 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.managers [req-784a992e-3e98-4de2-8fee-b676506d89ae req-29581d7b-0a16-4052-983f-cf39546eed67 service neutron] Bound port: f757e1e1-4e9e-499a-adb5-b50690daf714, host: hv-cinder-77570, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24bf194f-4bc7-4684-a2af-42ff5163776b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '5954e949-f082-4293-8249-33bd0ebaecec'}}] {{(pid=84116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 19 03:07:35.209335 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-784a992e-3e98-4de2-8fee-b676506d89ae req-29581d7b-0a16-4052-983f-cf39546eed67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838630373'] for port, before_update {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:35.258124 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1c9b10-42ae-449c-b14a-63b88212a08b req-eed78953-220e-47f0-b59a-02f90e18330d tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:07:35.266310 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-6d1c9b10-42ae-449c-b14a-63b88212a08b req-eed78953-220e-47f0-b59a-02f90e18330d tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] 10.222.0.13 "GET /v2.0/ports?device_id=5cc3d0fe-2245-4c40-ab4b-cbc5b7a636db HTTP/1.1" status: 200  len: 945 time: 0.1005573
Feb 19 03:07:35.319667 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-6d1c9b10-42ae-449c-b14a-63b88212a08b req-49f4a1f2-dd09-435a-b082-0137f3baf0ea tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7be7950-201e-4452-88dd-92f8a0a2b5e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0501492
Feb 19 03:07:35.362444 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.db [req-784a992e-3e98-4de2-8fee-b676506d89ae req-29581d7b-0a16-4052-983f-cf39546eed67 service neutron] For port f757e1e1-4e9e-499a-adb5-b50690daf714, host hv-cinder-77570, cleared binding levels {{(pid=84116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 19 03:07:35.366125 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.db [req-784a992e-3e98-4de2-8fee-b676506d89ae req-29581d7b-0a16-4052-983f-cf39546eed67 service neutron] For port f757e1e1-4e9e-499a-adb5-b50690daf714, host hv-cinder-77570, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=f757e1e1-4e9e-499a-adb5-b50690daf714,segment=NetworkSegment(24bf194f-4bc7-4684-a2af-42ff5163776b),segment_id=24bf194f-4bc7-4684-a2af-42ff5163776b)] {{(pid=84116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 19 03:07:35.439087 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-784a992e-3e98-4de2-8fee-b676506d89ae req-29581d7b-0a16-4052-983f-cf39546eed67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269711510320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767142869380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269711906403'] for port, after_update {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:35.511438 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-36ec643f-069c-4b96-8bb7-d9bf176c3792 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:07:35.624051 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29581d7b-0a16-4052-983f-cf39546eed67 service neutron] Pushing event updated for resources: {'Port': ['ID=f757e1e1-4e9e-499a-adb5-b50690daf714,revision_number=3']} {{(pid=84116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:07:35.628738 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-29581d7b-0a16-4052-983f-cf39546eed67 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:07:35.663633 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784a992e-3e98-4de2-8fee-b676506d89ae req-29581d7b-0a16-4052-983f-cf39546eed67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:07:35.664585 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-784a992e-3e98-4de2-8fee-b676506d89ae req-29581d7b-0a16-4052-983f-cf39546eed67 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854203462'] for port, before_response {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:35.666184 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-784a992e-3e98-4de2-8fee-b676506d89ae req-29581d7b-0a16-4052-983f-cf39546eed67 service neutron] 10.222.0.65 "PUT /v2.0/ports/f757e1e1-4e9e-499a-adb5-b50690daf714 HTTP/1.1" status: 200  len: 1157 time: 1.9418049
Feb 19 03:07:35.666855 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30cb6e0b-edc2-43a3-8c33-f36b68c2e427', 'tag': 'f757e1e1-4e9e-499a-adb5-b50690daf714'}] {{(pid=84116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 03:07:35.722014 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30cb6e0b-edc2-43a3-8c33-f36b68c2e427', 'tag': 'f757e1e1-4e9e-499a-adb5-b50690daf714', 'status': 'completed', 'code': 200}
Feb 19 03:07:35.857957 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ab281d-e36f-4f4a-97cf-fe59e68f1b7b req-41e07271-52b5-4b30-b9a4-e85208e407cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:07:35.861987 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-68ab281d-e36f-4f4a-97cf-fe59e68f1b7b req-41e07271-52b5-4b30-b9a4-e85208e407cf service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=3930a9bb64484ce1bf7cabab6e8229f8&device_id=30cb6e0b-edc2-43a3-8c33-f36b68c2e427 HTTP/1.1" status: 200  len: 1160 time: 0.1173608
Feb 19 03:07:35.904613 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f050bc-162c-4e11-854a-60547bb50752 req-445c0393-906d-4404-b6b5-59c91014354d tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:07:35.907338 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-a6f050bc-162c-4e11-854a-60547bb50752 req-445c0393-906d-4404-b6b5-59c91014354d tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] 10.222.0.13 "GET /v2.0/ports?device_id=30cb6e0b-edc2-43a3-8c33-f36b68c2e427 HTTP/1.1" status: 200  len: 943 time: 0.1122806
Feb 19 03:07:35.973876 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-a6f050bc-162c-4e11-854a-60547bb50752 req-8bfd55a0-80ac-41a9-9560-b04ec56ee1fb tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] 10.222.0.13 "GET /v2.0/security-groups?id=3abdea19-59c5-47bb-abc1-26c9cf24f411&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0580561
Feb 19 03:07:36.099103 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ab281d-e36f-4f4a-97cf-fe59e68f1b7b req-01077a2d-3eed-4121-b994-d52dcd261ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:07:36.100702 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-68ab281d-e36f-4f4a-97cf-fe59e68f1b7b req-01077a2d-3eed-4121-b994-d52dcd261ff5 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=3930a9bb64484ce1bf7cabab6e8229f8&shared=False HTTP/1.1" status: 200  len: 907 time: 0.2274017
Feb 19 03:07:36.180056 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84115) accepted ('10.222.0.13', 49724) {{(pid=84115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:07:36.266656 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d7fef2e-2e52-4c0d-a148-57ace2da8769 admin admin] Deleting subnet 346097c7-293e-4b41-9577-63d51cdea4c1 {{(pid=84115) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 19 03:07:36.269297 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84115) accepted ('10.222.0.13', 49730) {{(pid=84115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:07:36.272931 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-7d7fef2e-2e52-4c0d-a148-57ace2da8769 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:36.283397 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ab281d-e36f-4f4a-97cf-fe59e68f1b7b req-1418b9ab-388a-40f0-9e7a-4cee1c0b922b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:07:36.285007 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-68ab281d-e36f-4f4a-97cf-fe59e68f1b7b req-1418b9ab-388a-40f0-9e7a-4cee1c0b922b service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 863 time: 0.1642752
Feb 19 03:07:36.383311 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-7d7fef2e-2e52-4c0d-a148-57ace2da8769 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:36.396971 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-7d7fef2e-2e52-4c0d-a148-57ace2da8769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16124102'] for subnet, precommit_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:36.529131 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784a992e-3e98-4de2-8fee-b676506d89ae req-16b3f9c7-5bb5-4f3d-b8ad-e3a9730f99a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:07:36.530853 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-784a992e-3e98-4de2-8fee-b676506d89ae req-16b3f9c7-5bb5-4f3d-b8ad-e3a9730f99a6 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=3930a9bb64484ce1bf7cabab6e8229f8&device_id=30cb6e0b-edc2-43a3-8c33-f36b68c2e427 HTTP/1.1" status: 200  len: 1160 time: 0.1857636
Feb 19 03:07:36.613694 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-784a992e-3e98-4de2-8fee-b676506d89ae req-4f003a45-56b2-438e-8f35-82dd6a0f0c3c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=f757e1e1-4e9e-499a-adb5-b50690daf714 HTTP/1.1" status: 200  len: 217 time: 0.0708435
Feb 19 03:07:36.614300 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.v2.base [None req-27bc9c60-1db3-4857-9574-c9cd684f485f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2091875485-network', 'tenant_id': 'a0ccfe73f663490cabd2bb049ae99c7c'}} {{(pid=84115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 03:07:36.626404 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-27bc9c60-1db3-4857-9574-c9cd684f485f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 03:07:36.641546 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-27bc9c60-1db3-4857-9574-c9cd684f485f admin admin] Usage tracker for resource:network and tenant:a0ccfe73f663490cabd2bb049ae99c7c is out of sync, need to count used quota {{(pid=84115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 03:07:36.649090 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-27bc9c60-1db3-4857-9574-c9cd684f485f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 03:07:36.655563 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-27bc9c60-1db3-4857-9574-c9cd684f485f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 03:07:36.700005 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784a992e-3e98-4de2-8fee-b676506d89ae req-11f113f8-a073-4b7a-aabe-89b726bf0264 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:07:36.701599 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-784a992e-3e98-4de2-8fee-b676506d89ae req-11f113f8-a073-4b7a-aabe-89b726bf0264 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f1853278-935e-4022-b7cb-005e1e744dbb HTTP/1.1" status: 200  len: 853 time: 0.0760303
Feb 19 03:07:36.729837 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27bc9c60-1db3-4857-9574-c9cd684f485f admin admin] Made reservation on behalf of a0ccfe73f663490cabd2bb049ae99c7c for: {'network': 1} {{(pid=84115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 19 03:07:36.734937 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-27bc9c60-1db3-4857-9574-c9cd684f485f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838630373'] for network, before_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:36.765452 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-784a992e-3e98-4de2-8fee-b676506d89ae req-89285d3e-14ee-4117-b999-fda528f55a7d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=5954e949-f082-4293-8249-33bd0ebaecec&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0487425
Feb 19 03:07:36.783672 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86271ad4-8011-41f8-8af1-2a9799927183 req-041760b0-e44d-4c4c-9d57-9c20c7eaebc2 tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:07:36.785294 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-86271ad4-8011-41f8-8af1-2a9799927183 req-041760b0-e44d-4c4c-9d57-9c20c7eaebc2 tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] 10.222.0.13 "GET /v2.0/ports?device_id=5cc3d0fe-2245-4c40-ab4b-cbc5b7a636db HTTP/1.1" status: 200  len: 945 time: 0.2821171
Feb 19 03:07:36.791804 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-27bc9c60-1db3-4857-9574-c9cd684f485f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:36.837182 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-27bc9c60-1db3-4857-9574-c9cd684f485f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 03:07:36.845383 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-27bc9c60-1db3-4857-9574-c9cd684f485f admin admin] Usage tracker for resource:security_group_rule and tenant:a0ccfe73f663490cabd2bb049ae99c7c is out of sync, need to count used quota {{(pid=84115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 03:07:36.856617 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-27bc9c60-1db3-4857-9574-c9cd684f485f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 03:07:36.872824 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-27bc9c60-1db3-4857-9574-c9cd684f485f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 03:07:36.885574 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-86271ad4-8011-41f8-8af1-2a9799927183 req-a98bd9e1-fb8f-4423-8e60-9cc74fc665e6 tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7be7950-201e-4452-88dd-92f8a0a2b5e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0819266
Feb 19 03:07:36.917268 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-784a992e-3e98-4de2-8fee-b676506d89ae req-43c222e7-8242-4b15-8f3d-ed648b519ca3 service neutron] 10.222.0.65 "GET /v2.0/networks/5954e949-f082-4293-8249-33bd0ebaecec?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1437452
Feb 19 03:07:36.964289 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-7d7fef2e-2e52-4c0d-a148-57ace2da8769 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838651698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477'] for subnet, after_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:37.134144 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:07:37.179858 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d7fef2e-2e52-4c0d-a148-57ace2da8769 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=346097c7-293e-4b41-9577-63d51cdea4c1,revision_number=None']} {{(pid=84115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:07:37.228413 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-7d7fef2e-2e52-4c0d-a148-57ace2da8769 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:07:37.237057 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-27bc9c60-1db3-4857-9574-c9cd684f485f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:37.250497 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-7d7fef2e-2e52-4c0d-a148-57ace2da8769 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854203462'] for subnet, before_response {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:37.276915 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-27bc9c60-1db3-4857-9574-c9cd684f485f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237410'] for security_group, after_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:37.283667 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-232946a2-4cd7-4e7f-a38a-55354a195d1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:07:37.285204 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-784a992e-3e98-4de2-8fee-b676506d89ae req-fa3c54c6-dc04-4683-ae6c-4dedd8004860 service neutron] 10.222.0.65 "GET /v2.0/networks/5954e949-f082-4293-8249-33bd0ebaecec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3585982
Feb 19 03:07:37.294890 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-7d7fef2e-2e52-4c0d-a148-57ace2da8769 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/346097c7-293e-4b41-9577-63d51cdea4c1 HTTP/1.1" status: 204  len: 168 time: 1.1136732
Feb 19 03:07:37.298411 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84116) accepted ('10.222.0.13', 49756) {{(pid=84116) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:07:37.325990 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6cea28-d0d1-4cb9-bd6c-edb7d91f0218 req-ab91384b-d03e-4c83-8ef8-6334ecd7f4a9 tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:07:37.328291 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-4f6cea28-d0d1-4cb9-bd6c-edb7d91f0218 req-ab91384b-d03e-4c83-8ef8-6334ecd7f4a9 tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] 10.222.0.13 "GET /v2.0/ports?device_id=30cb6e0b-edc2-43a3-8c33-f36b68c2e427 HTTP/1.1" status: 200  len: 943 time: 0.1946583
Feb 19 03:07:37.332652 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bc9c60-1db3-4857-9574-c9cd684f485f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aeaa7df1-6317-4400-8081-4d374588da7c,revision_number=1']} {{(pid=84115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:07:37.336858 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-27bc9c60-1db3-4857-9574-c9cd684f485f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:07:37.380721 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-4f6cea28-d0d1-4cb9-bd6c-edb7d91f0218 req-5007c8a5-9cde-44cc-baf5-a6c848d78b7c tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] 10.222.0.13 "GET /v2.0/security-groups?id=3abdea19-59c5-47bb-abc1-26c9cf24f411&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449550
Feb 19 03:07:37.420827 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-4469e850-e193-4eb3-a6dd-8e0fe0bd07f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036838588073'] for network, before_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:37.423164 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27bc9c60-1db3-4857-9574-c9cd684f485f admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7}  {{(pid=84115) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 19 03:07:37.433628 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-27bc9c60-1db3-4857-9574-c9cd684f485f admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8767143388190', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838644319'] for segment, precommit_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:37.434098 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.db.segments_db [None req-27bc9c60-1db3-4857-9574-c9cd684f485f admin admin] Added segment b4e3de9c-c494-4579-9779-44c7e3e9c0cb of type vxlan for network 4097a413-4776-4469-a598-b6a7e21b8df1
Feb 19 03:07:37.547609 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-27bc9c60-1db3-4857-9574-c9cd684f485f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363269711912974'] for network, precommit_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:37.604329 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-27bc9c60-1db3-4857-9574-c9cd684f485f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477'] for network, after_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:37.605665 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27bc9c60-1db3-4857-9574-c9cd684f485f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:07:37.606715 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-27bc9c60-1db3-4857-9574-c9cd684f485f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854203462'] for network, before_response {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:37.613169 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-2ad5fe99-b2c5-49d1-a7c2-bc3155737dea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:07:37.618201 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-4469e850-e193-4eb3-a6dd-8e0fe0bd07f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16130609', 'neutron.services.segments.db._delete_segments_for_network--9223363269711387610'] for network, precommit_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:37.717860 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bc9c60-1db3-4857-9574-c9cd684f485f admin admin] Pushing event updated for resources: {'Network': ['ID=4097a413-4776-4469-a598-b6a7e21b8df1,revision_number=1']} {{(pid=84115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:07:37.722171 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-27bc9c60-1db3-4857-9574-c9cd684f485f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:07:37.734547 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.rpc [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Network 4097a413-4776-4469-a598-b6a7e21b8df1 details requested by agent ovs-agent-dv-cinder-775706-2-iscsi with host dv-cinder-775706-2-iscsi {{(pid=84117) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 19 03:07:37.749876 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-4469e850-e193-4eb3-a6dd-8e0fe0bd07f6 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f9425a9d9b0>> segment before_delete 55550000 {{(pid=84116) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 03:07:37.750808 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-4469e850-e193-4eb3-a6dd-8e0fe0bd07f6 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f9425a9d9b0>> subnet precommit_delete_associations 55550000 {{(pid=84116) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 03:07:37.751850 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-4469e850-e193-4eb3-a6dd-8e0fe0bd07f6 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f9425ea42b0>> segment_host_mapping after_create 55550000 {{(pid=84116) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 03:07:37.752459 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-4469e850-e193-4eb3-a6dd-8e0fe0bd07f6 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f9425ea42b0>> port after_create 55550000 {{(pid=84116) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 03:07:37.753067 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-4469e850-e193-4eb3-a6dd-8e0fe0bd07f6 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f9425ea42b0>> port after_delete 55550000 {{(pid=84116) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 03:07:37.753548 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-4469e850-e193-4eb3-a6dd-8e0fe0bd07f6 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f9425ea42b0>> port after_update 55550000 {{(pid=84116) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 03:07:37.754049 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-4469e850-e193-4eb3-a6dd-8e0fe0bd07f6 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f9425ea42b0>> segment after_delete 55550000 {{(pid=84116) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 03:07:37.754683 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-4469e850-e193-4eb3-a6dd-8e0fe0bd07f6 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f9425ea42b0>> subnet after_create 55550000 {{(pid=84116) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 03:07:37.755151 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-4469e850-e193-4eb3-a6dd-8e0fe0bd07f6 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f9425ea42b0>> subnet after_delete 55550000 {{(pid=84116) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 03:07:37.755912 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-4469e850-e193-4eb3-a6dd-8e0fe0bd07f6 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f9425ea42b0>> subnet after_update 55550000 {{(pid=84116) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 03:07:37.757251 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.rpc [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Network 4097a413-4776-4469-a598-b6a7e21b8df1 details requested by agent ovs-agent-hv-cinder-77570 with host hv-cinder-77570 {{(pid=84117) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 19 03:07:37.758200 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-27bc9c60-1db3-4857-9574-c9cd684f485f admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 1.4865699
Feb 19 03:07:37.761381 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84115) accepted ('10.222.0.13', 49768) {{(pid=84115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:07:37.767503 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.v2.base [None req-8aabbf20-675d-48d5-ba2b-8db55fa81ef8 admin admin] Request body: {'subnet': {'network_id': '4097a413-4776-4469-a598-b6a7e21b8df1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2091875485-subnet', 'tenant_id': 'a0ccfe73f663490cabd2bb049ae99c7c', 'ip_version': 4}} {{(pid=84115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 03:07:37.775198 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-8aabbf20-675d-48d5-ba2b-8db55fa81ef8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 03:07:37.789079 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-8aabbf20-675d-48d5-ba2b-8db55fa81ef8 admin admin] Usage tracker for resource:subnet and tenant:a0ccfe73f663490cabd2bb049ae99c7c is out of sync, need to count used quota {{(pid=84115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 03:07:37.792818 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-8aabbf20-675d-48d5-ba2b-8db55fa81ef8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 03:07:37.805539 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-8aabbf20-675d-48d5-ba2b-8db55fa81ef8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 03:07:37.855649 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aabbf20-675d-48d5-ba2b-8db55fa81ef8 admin admin] Made reservation on behalf of a0ccfe73f663490cabd2bb049ae99c7c for: {'subnet': 1} {{(pid=84115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 19 03:07:37.861118 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8aabbf20-675d-48d5-ba2b-8db55fa81ef8 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:37.870124 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-4469e850-e193-4eb3-a6dd-8e0fe0bd07f6 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f94247d6d68>> subnet after_create 55550000 {{(pid=84116) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 03:07:37.870514 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-4469e850-e193-4eb3-a6dd-8e0fe0bd07f6 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f94247d6d68>> subnet after_delete 55550000 {{(pid=84116) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 03:07:37.870893 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-4469e850-e193-4eb3-a6dd-8e0fe0bd07f6 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f94247d6d68>> subnet before_create 55550000 {{(pid=84116) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 03:07:37.871263 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-4469e850-e193-4eb3-a6dd-8e0fe0bd07f6 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f94247d6d68>> subnet before_update 55550000 {{(pid=84116) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 03:07:37.871654 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.services.segments.db [None req-4469e850-e193-4eb3-a6dd-8e0fe0bd07f6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f94246aee80>,) {'filters': {'network_id': ['bb5fefa0-1076-4946-983d-336f1fd2573a']}} {{(pid=84116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 03:07:37.903632 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.services.segments.db [None req-4469e850-e193-4eb3-a6dd-8e0fe0bd07f6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f94246aee80>, '33173a67-4e53-4c95-a210-42a60855aeba') {'for_net_delete': True} {{(pid=84116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 03:07:37.904405 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.services.segments.db [None req-4469e850-e193-4eb3-a6dd-8e0fe0bd07f6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f94246aee80>, '33173a67-4e53-4c95-a210-42a60855aeba') {} {{(pid=84116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 03:07:37.918990 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-4469e850-e193-4eb3-a6dd-8e0fe0bd07f6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363269711390170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2890373'] for segment, before_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:37.950433 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-4469e850-e193-4eb3-a6dd-8e0fe0bd07f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838644319'] for segment, precommit_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:37.953027 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-4469e850-e193-4eb3-a6dd-8e0fe0bd07f6 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=84116) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 19 03:07:38.193099 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad56ddf0-4038-4f60-b4e8-31b9c8fb19ff req-8e01cb96-cc8a-445e-9086-c807ccbffd20 tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:07:38.194691 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-ad56ddf0-4038-4f60-b4e8-31b9c8fb19ff req-8e01cb96-cc8a-445e-9086-c807ccbffd20 tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] 10.222.0.13 "GET /v2.0/ports?device_id=5cc3d0fe-2245-4c40-ab4b-cbc5b7a636db HTTP/1.1" status: 200  len: 945 time: 0.1047006
Feb 19 03:07:38.202907 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.managers [None req-4469e850-e193-4eb3-a6dd-8e0fe0bd07f6 admin admin] Network bb5fefa0-1076-4946-983d-336f1fd2573a has no segments {{(pid=84116) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 19 03:07:38.212825 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-4469e850-e193-4eb3-a6dd-8e0fe0bd07f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16131513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2632757'] for segment, after_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:38.289977 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-ad56ddf0-4038-4f60-b4e8-31b9c8fb19ff req-b64504f4-291c-4224-a8b9-9c3ee5fcaa7b tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7be7950-201e-4452-88dd-92f8a0a2b5e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0708280
Feb 19 03:07:38.531340 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.managers [None req-4469e850-e193-4eb3-a6dd-8e0fe0bd07f6 admin admin] Network bb5fefa0-1076-4946-983d-336f1fd2573a has no segments {{(pid=84116) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 19 03:07:38.558233 dv-cinder-775706-2-iscsi neutron-server[84004]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Feb 19 03:07:38.558233 dv-cinder-775706-2-iscsi neutron-server[84004]:   from cryptography.utils import int_from_bytes
Feb 19 03:07:38.558233 dv-cinder-775706-2-iscsi neutron-server[84004]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Feb 19 03:07:38.558233 dv-cinder-775706-2-iscsi neutron-server[84004]:   from cryptography.utils import int_from_bytes
Feb 19 03:07:38.558233 dv-cinder-775706-2-iscsi neutron-server[84004]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Feb 19 03:07:38.558233 dv-cinder-775706-2-iscsi neutron-server[84004]:   (rel_b, rel_a, rel_b),
Feb 19 03:07:38.558233 dv-cinder-775706-2-iscsi neutron-server[84004]: Traceback (most recent call last):
Feb 19 03:07:38.558233 dv-cinder-775706-2-iscsi neutron-server[84004]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 03:07:38.558233 dv-cinder-775706-2-iscsi neutron-server[84004]:     timer()
Feb 19 03:07:38.558233 dv-cinder-775706-2-iscsi neutron-server[84004]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 03:07:38.558233 dv-cinder-775706-2-iscsi neutron-server[84004]:     cb(*args, **kw)
Feb 19 03:07:38.558233 dv-cinder-775706-2-iscsi neutron-server[84004]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 19 03:07:38.558233 dv-cinder-775706-2-iscsi neutron-server[84004]:     return func(*args, **kwargs)
Feb 19 03:07:38.558233 dv-cinder-775706-2-iscsi neutron-server[84004]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 03:07:38.558233 dv-cinder-775706-2-iscsi neutron-server[84004]:     self._notify()
Feb 19 03:07:38.558233 dv-cinder-775706-2-iscsi neutron-server[84004]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 03:07:38.558233 dv-cinder-775706-2-iscsi neutron-server[84004]:     self.callback(batched_events)
Feb 19 03:07:38.558233 dv-cinder-775706-2-iscsi neutron-server[84004]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 03:07:38.558233 dv-cinder-775706-2-iscsi neutron-server[84004]:     event.method(event)
Feb 19 03:07:38.558233 dv-cinder-775706-2-iscsi neutron-server[84004]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 19 03:07:38.558233 dv-cinder-775706-2-iscsi neutron-server[84004]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 03:07:38.558233 dv-cinder-775706-2-iscsi neutron-server[84004]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 19 03:07:38.558233 dv-cinder-775706-2-iscsi neutron-server[84004]:     segment_id)['aggregates'][0]
Feb 19 03:07:38.558233 dv-cinder-775706-2-iscsi neutron-server[84004]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 19 03:07:38.558233 dv-cinder-775706-2-iscsi neutron-server[84004]:     return f(self, *a, **k)
Feb 19 03:07:38.558233 dv-cinder-775706-2-iscsi neutron-server[84004]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 19 03:07:38.558233 dv-cinder-775706-2-iscsi neutron-server[84004]:     return self._get(url).json()
Feb 19 03:07:38.558233 dv-cinder-775706-2-iscsi neutron-server[84004]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 03:07:38.558233 dv-cinder-775706-2-iscsi neutron-server[84004]:     **kwargs)
Feb 19 03:07:38.558233 dv-cinder-775706-2-iscsi neutron-server[84004]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 19 03:07:38.558233 dv-cinder-775706-2-iscsi neutron-server[84004]:     return self.request(url, 'GET', **kwargs)
Feb 19 03:07:38.558233 dv-cinder-775706-2-iscsi neutron-server[84004]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 19 03:07:38.558233 dv-cinder-775706-2-iscsi neutron-server[84004]:     **endpoint_filter)
Feb 19 03:07:38.558233 dv-cinder-775706-2-iscsi neutron-server[84004]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 19 03:07:38.558233 dv-cinder-775706-2-iscsi neutron-server[84004]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 03:07:38.558233 dv-cinder-775706-2-iscsi neutron-server[84004]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 19 03:07:38.558233 dv-cinder-775706-2-iscsi neutron-server[84004]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 03:07:38.558233 dv-cinder-775706-2-iscsi neutron-server[84004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 03:07:38.849460 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17b4c6b-cc3e-4da6-a879-c2b6e7e57fe9 req-a1518dc4-74e3-4e40-92f7-6c2b723ceb4d tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:07:38.849460 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-b17b4c6b-cc3e-4da6-a879-c2b6e7e57fe9 req-a1518dc4-74e3-4e40-92f7-6c2b723ceb4d tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] 10.222.0.13 "GET /v2.0/ports?device_id=30cb6e0b-edc2-43a3-8c33-f36b68c2e427 HTTP/1.1" status: 200  len: 943 time: 0.1878669
Feb 19 03:07:39.010431 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-b17b4c6b-cc3e-4da6-a879-c2b6e7e57fe9 req-5d7e6830-0b04-4300-9733-1fe14f3a5801 tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] 10.222.0.13 "GET /v2.0/security-groups?id=3abdea19-59c5-47bb-abc1-26c9cf24f411&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2710629
Feb 19 03:07:39.048779 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-4469e850-e193-4eb3-a6dd-8e0fe0bd07f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036838645191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-364612'] for network, after_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:39.053945 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:07:39.072451 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-4469e850-e193-4eb3-a6dd-8e0fe0bd07f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854203462'] for network, before_response {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:39.079563 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4469e850-e193-4eb3-a6dd-8e0fe0bd07f6 admin admin] Pushing event deleted for resources: {'Network': ['ID=bb5fefa0-1076-4946-983d-336f1fd2573a,revision_number=None']} {{(pid=84116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:07:39.080336 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8aabbf20-675d-48d5-ba2b-8db55fa81ef8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477'] for subnet, after_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:39.084719 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-4469e850-e193-4eb3-a6dd-8e0fe0bd07f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:07:39.095641 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-372c334f-2142-43af-a533-9272eef25f9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:07:39.146806 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-4469e850-e193-4eb3-a6dd-8e0fe0bd07f6 admin admin] 10.222.0.13 "DELETE /v2.0/networks/bb5fefa0-1076-4946-983d-336f1fd2573a HTTP/1.1" status: 204  len: 168 time: 1.8475828
Feb 19 03:07:39.222560 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aabbf20-675d-48d5-ba2b-8db55fa81ef8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=74c961f0-fc07-4921-8313-2a6fd919edf2,revision_number=0']} {{(pid=84115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:07:39.227155 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-8aabbf20-675d-48d5-ba2b-8db55fa81ef8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:07:39.295683 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8aabbf20-675d-48d5-ba2b-8db55fa81ef8 admin admin] Checking segment: {'id': 'b4e3de9c-c494-4579-9779-44c7e3e9c0cb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '4097a413-4776-4469-a598-b6a7e21b8df1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 19 03:07:39.296808 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aabbf20-675d-48d5-ba2b-8db55fa81ef8 admin admin] Network hostable DHCP agents. Network: 4097a413-4776-4469-a598-b6a7e21b8df1, hostable agents: ['0c5e2175-22e3-4812-a651-647624438454'], hosted agents: [] {{(pid=84115) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 19 03:07:39.370388 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8aabbf20-675d-48d5-ba2b-8db55fa81ef8 admin admin] Network 4097a413-4776-4469-a598-b6a7e21b8df1 is scheduled to be hosted by DHCP agent 0c5e2175-22e3-4812-a651-647624438454 with binding_index 1 {{(pid=84115) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 19 03:07:39.414503 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84115) accepted ('10.222.0.13', 49840) {{(pid=84115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:07:39.464314 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.scheduler.base_scheduler [None req-8aabbf20-675d-48d5-ba2b-8db55fa81ef8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775706-2-iscsi, 4097a413-4776-4469-a598-b6a7e21b8df1) {{(pid=84115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 19 03:07:39.473382 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-643a5ca5-5377-479f-af98-aa9c982c721d None None] Network 4097a413-4776-4469-a598-b6a7e21b8df1 requested from dv-cinder-775706-2-iscsi {{(pid=84117) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 19 03:07:39.548756 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aabbf20-675d-48d5-ba2b-8db55fa81ef8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:07:39.549569 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8aabbf20-675d-48d5-ba2b-8db55fa81ef8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854203462'] for subnet, before_response {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:39.621904 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-01651274-6e75-4a1e-9175-c74f43b7b8de admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=31fa707eb6944aff9f4e04b78ed3ee0e&name=default HTTP/1.1" status: 200  len: 2975 time: 0.2036233
Feb 19 03:07:39.622314 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84116) accepted ('10.222.0.13', 49854) {{(pid=84116) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:07:39.654321 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ba61ba-565d-4bb4-84a1-6a530e3adbae req-10f23b0e-e2db-4122-92e2-f7759afe3bcb tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:07:39.656820 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-48ba61ba-565d-4bb4-84a1-6a530e3adbae req-10f23b0e-e2db-4122-92e2-f7759afe3bcb tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] 10.222.0.13 "GET /v2.0/ports?device_id=5cc3d0fe-2245-4c40-ab4b-cbc5b7a636db HTTP/1.1" status: 200  len: 945 time: 0.1535499
Feb 19 03:07:39.697260 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-8aabbf20-675d-48d5-ba2b-8db55fa81ef8 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 1.9346230
Feb 19 03:07:39.705279 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84115) accepted ('10.222.0.13', 49860) {{(pid=84115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:07:39.731492 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.v2.base [None req-4766201d-1b64-4d55-a049-6375f9fd3447 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2091875485-router', 'tenant_id': 'a0ccfe73f663490cabd2bb049ae99c7c', 'external_gateway_info': {'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc'}}} {{(pid=84115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 03:07:39.760820 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-6fb0cd6c-a036-4f0d-8b7b-f3c56256a9e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:39.775137 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-48ba61ba-565d-4bb4-84a1-6a530e3adbae req-51d604b6-df66-4dec-94b2-9b63b1db8680 tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7be7950-201e-4452-88dd-92f8a0a2b5e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1107016
Feb 19 03:07:39.778096 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-4766201d-1b64-4d55-a049-6375f9fd3447 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 03:07:39.802669 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-4766201d-1b64-4d55-a049-6375f9fd3447 admin admin] Usage tracker for resource:router and tenant:a0ccfe73f663490cabd2bb049ae99c7c is out of sync, need to count used quota {{(pid=84115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 03:07:39.807730 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-4766201d-1b64-4d55-a049-6375f9fd3447 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 03:07:39.810503 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-6fb0cd6c-a036-4f0d-8b7b-f3c56256a9e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:39.818760 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-4766201d-1b64-4d55-a049-6375f9fd3447 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 03:07:39.890064 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-4766201d-1b64-4d55-a049-6375f9fd3447 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854401036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854736359'] for router, before_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:39.891686 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-4766201d-1b64-4d55-a049-6375f9fd3447 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854401051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854387709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-537069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39441'] for router, precommit_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:39.892207 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-6fb0cd6c-a036-4f0d-8b7b-f3c56256a9e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237410'] for security_group, after_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:39.899792 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-552402f4-822f-4659-865c-f302ad4c9bd5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:07:39.905532 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42e29a6a-f315-438a-8282-1c986e8ddaff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84d41ed4-238b-5c20-a491-76edeb2704ed-4097a413-4776-4469-a598-b6a7e21b8df1', 'network_id': '4097a413-4776-4469-a598-b6a7e21b8df1', 'tenant_id': 'a0ccfe73f663490cabd2bb049ae99c7c', 'fixed_ips': [{'subnet_id': '74c961f0-fc07-4921-8313-2a6fd919edf2'}]}} from dv-cinder-775706-2-iscsi. {{(pid=84117) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Feb 19 03:07:39.908229 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-42e29a6a-f315-438a-8282-1c986e8ddaff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838630373'] for port, before_create {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:39.916132 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb0cd6c-a036-4f0d-8b7b-f3c56256a9e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18c15e71-9dbd-4845-b378-31fb076d9557,revision_number=None']} {{(pid=84116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:07:39.924113 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-6fb0cd6c-a036-4f0d-8b7b-f3c56256a9e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:07:39.969540 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-6fb0cd6c-a036-4f0d-8b7b-f3c56256a9e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:39.977041 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-6fb0cd6c-a036-4f0d-8b7b-f3c56256a9e8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/18c15e71-9dbd-4845-b378-31fb076d9557 HTTP/1.1" status: 204  len: 168 time: 0.3475337
Feb 19 03:07:39.998714 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-4766201d-1b64-4d55-a049-6375f9fd3447 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:40.445050 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.db_base_plugin_common [None req-42e29a6a-f315-438a-8282-1c986e8ddaff None None] Allocated IP 172.20.0.2 (4097a413-4776-4469-a598-b6a7e21b8df1/74c961f0-fc07-4921-8313-2a6fd919edf2/ac1e480a-df50-426b-9309-d5e8f75255e1) {{(pid=84117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 19 03:07:40.479220 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-4766201d-1b64-4d55-a049-6375f9fd3447 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854387574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-374659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39424'] for router, precommit_update {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:40.559451 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f37fba84-8056-49eb-b551-10daf8b3ec2b req-13756940-8d7e-48e6-8043-8ddfa5adac67 tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:07:40.561088 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-f37fba84-8056-49eb-b551-10daf8b3ec2b req-13756940-8d7e-48e6-8043-8ddfa5adac67 tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] 10.222.0.13 "GET /v2.0/ports?device_id=30cb6e0b-edc2-43a3-8c33-f36b68c2e427 HTTP/1.1" status: 200  len: 943 time: 0.2693050
Feb 19 03:07:40.641289 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.rpc [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Device f757e1e1-4e9e-499a-adb5-b50690daf714 up at agent ovs-agent-hv-cinder-77570 {{(pid=84117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 03:07:40.699994 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-f37fba84-8056-49eb-b551-10daf8b3ec2b req-e49eb6e5-8f5c-4ed2-9391-3ce29a05cec5 tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] 10.222.0.13 "GET /v2.0/security-groups?id=3abdea19-59c5-47bb-abc1-26c9cf24f411&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1185460
Feb 19 03:07:40.933191 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Provisioning for port f757e1e1-4e9e-499a-adb5-b50690daf714 completed by entity L2. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 19 03:07:40.941193 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-42e29a6a-f315-438a-8282-1c986e8ddaff None None] Notify callbacks [] for port, precommit_create {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:40.947339 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Provisioning complete for port f757e1e1-4e9e-499a-adb5-b50690daf714 triggered by entity L2. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 03:07:40.947961 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16124857'] for port, provisioning_complete {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:41.013689 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-42e29a6a-f315-438a-8282-1c986e8ddaff None None] Transition to ACTIVE for port object ac1e480a-df50-426b-9309-d5e8f75255e1 will not be triggered until provisioned by entity L2. {{(pid=84117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 19 03:07:41.044667 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-42e29a6a-f315-438a-8282-1c986e8ddaff None None] Transition to ACTIVE for port object ac1e480a-df50-426b-9309-d5e8f75255e1 will not be triggered until provisioned by entity DHCP. {{(pid=84117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 19 03:07:41.134398 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838630373'] for port, before_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:41.144677 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-42e29a6a-f315-438a-8282-1c986e8ddaff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363269711907205'] for port, after_create {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:41.156451 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-4766201d-1b64-4d55-a049-6375f9fd3447 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:41.161767 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:07:41.196677 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-4766201d-1b64-4d55-a049-6375f9fd3447 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838630373'] for port, before_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:41.300485 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e29a6a-f315-438a-8282-1c986e8ddaff None None] Pushing event updated for resources: {'Port': ['ID=ac1e480a-df50-426b-9309-d5e8f75255e1,revision_number=1']} {{(pid=84117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:07:41.316123 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e29a6a-f315-438a-8282-1c986e8ddaff None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:07:41.316520 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e29a6a-f315-438a-8282-1c986e8ddaff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:07:41.316914 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e29a6a-f315-438a-8282-1c986e8ddaff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:07:41.317290 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e29a6a-f315-438a-8282-1c986e8ddaff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:07:41.317793 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e29a6a-f315-438a-8282-1c986e8ddaff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:07:41.318063 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e29a6a-f315-438a-8282-1c986e8ddaff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:07:41.318441 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e29a6a-f315-438a-8282-1c986e8ddaff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:07:41.318812 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e29a6a-f315-438a-8282-1c986e8ddaff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:07:41.319196 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e29a6a-f315-438a-8282-1c986e8ddaff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:07:41.319553 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e29a6a-f315-438a-8282-1c986e8ddaff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:07:41.319762 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24fd48b7-9b66-4622-aca7-9fe923a73983 req-216f9adf-3437-47fa-9691-e960eedccce3 tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:07:41.319938 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e29a6a-f315-438a-8282-1c986e8ddaff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:07:41.320263 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e29a6a-f315-438a-8282-1c986e8ddaff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:07:41.320683 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e29a6a-f315-438a-8282-1c986e8ddaff None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:07:41.321052 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e29a6a-f315-438a-8282-1c986e8ddaff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:07:41.321385 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-24fd48b7-9b66-4622-aca7-9fe923a73983 req-216f9adf-3437-47fa-9691-e960eedccce3 tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] 10.222.0.13 "GET /v2.0/ports?device_id=5cc3d0fe-2245-4c40-ab4b-cbc5b7a636db HTTP/1.1" status: 200  len: 945 time: 0.2686119
Feb 19 03:07:41.321493 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e29a6a-f315-438a-8282-1c986e8ddaff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:07:41.322041 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e29a6a-f315-438a-8282-1c986e8ddaff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:07:41.322155 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e29a6a-f315-438a-8282-1c986e8ddaff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:07:41.322471 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e29a6a-f315-438a-8282-1c986e8ddaff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:07:41.322829 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e29a6a-f315-438a-8282-1c986e8ddaff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:07:41.323194 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e29a6a-f315-438a-8282-1c986e8ddaff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:07:41.323558 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e29a6a-f315-438a-8282-1c986e8ddaff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:07:41.323920 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e29a6a-f315-438a-8282-1c986e8ddaff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:07:41.324279 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e29a6a-f315-438a-8282-1c986e8ddaff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:07:41.324640 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42e29a6a-f315-438a-8282-1c986e8ddaff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:07:41.336996 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-42e29a6a-f315-438a-8282-1c986e8ddaff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=84117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:07:41.353447 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30cb6e0b-edc2-43a3-8c33-f36b68c2e427', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f757e1e1-4e9e-499a-adb5-b50690daf714'}] {{(pid=84117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 03:07:41.366401 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.db [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] For port f757e1e1-4e9e-499a-adb5-b50690daf714, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=f757e1e1-4e9e-499a-adb5-b50690daf714,segment=NetworkSegment(24bf194f-4bc7-4684-a2af-42ff5163776b),segment_id=24bf194f-4bc7-4684-a2af-42ff5163776b)] {{(pid=84117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 03:07:41.377246 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84116) accepted ('10.222.0.13', 49924) {{(pid=84116) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:07:41.402787 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269711510320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767142869380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269711906403'] for port, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:41.406763 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:07:41.466336 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-24fd48b7-9b66-4622-aca7-9fe923a73983 req-df4d56e0-a054-4a42-a3f5-2b7be3a036a5 tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7be7950-201e-4452-88dd-92f8a0a2b5e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1313052
Feb 19 03:07:41.478788 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30cb6e0b-edc2-43a3-8c33-f36b68c2e427', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f757e1e1-4e9e-499a-adb5-b50690daf714', 'code': 200}
Feb 19 03:07:41.529301 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42e29a6a-f315-438a-8282-1c986e8ddaff None None] Network 4097a413-4776-4469-a598-b6a7e21b8df1 is already hosted by enough agents. {{(pid=84117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 19 03:07:41.533779 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.scheduler.base_scheduler [None req-42e29a6a-f315-438a-8282-1c986e8ddaff None None] Resources bound (agent type, host, resource id):  {{(pid=84117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 19 03:07:41.537248 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42e29a6a-f315-438a-8282-1c986e8ddaff None None] Received port after_create {{(pid=84117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 19 03:07:41.545474 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Pushing event updated for resources: {'Port': ['ID=f757e1e1-4e9e-499a-adb5-b50690daf714,revision_number=4']} {{(pid=84117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:07:41.578619 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84116) accepted ('10.222.0.13', 49932) {{(pid=84116) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:07:41.599658 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=84117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:07:41.622795 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.managers [None req-42e29a6a-f315-438a-8282-1c986e8ddaff None None] Attempting to bind port ac1e480a-df50-426b-9309-d5e8f75255e1 on host dv-cinder-775706-2-iscsi for vnic_type normal with profile  {{(pid=84117) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 03:07:41.623460 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.managers [None req-42e29a6a-f315-438a-8282-1c986e8ddaff None None] Attempting to bind port ac1e480a-df50-426b-9309-d5e8f75255e1 by drivers openvswitch on host dv-cinder-775706-2-iscsi at level 0 using segments [{'id': 'b4e3de9c-c494-4579-9779-44c7e3e9c0cb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '4097a413-4776-4469-a598-b6a7e21b8df1'}] {{(pid=84117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 19 03:07:41.624100 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e29a6a-f315-438a-8282-1c986e8ddaff None None] Attempting to bind port ac1e480a-df50-426b-9309-d5e8f75255e1 on network 4097a413-4776-4469-a598-b6a7e21b8df1 {{(pid=84117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 19 03:07:41.630961 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e29a6a-f315-438a-8282-1c986e8ddaff None None] Checking agent: {'id': '3cd1f8a8-5d37-45d2-b10a-f80d551451b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775706-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 19, 2, 56, 53), 'started_at': datetime.datetime(2021, 2, 19, 2, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 2, 19, 3, 7, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775706-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.86', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 19 03:07:41.631583 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e29a6a-f315-438a-8282-1c986e8ddaff None None] Checking segment: {'id': 'b4e3de9c-c494-4579-9779-44c7e3e9c0cb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '4097a413-4776-4469-a598-b6a7e21b8df1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 19 03:07:41.631958 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.db_base_plugin_common [None req-4766201d-1b64-4d55-a049-6375f9fd3447 admin admin] Allocated IP 172.27.0.112 (11a0058d-2e2a-4262-b636-ae96512c4ecc/f5c7b3a5-422b-45ad-be9d-3c3e4c209310/04e08826-c1e1-488f-ab52-aaaa8f27f363) {{(pid=84115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 19 03:07:41.632443 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-42e29a6a-f315-438a-8282-1c986e8ddaff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:41.633038 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42e29a6a-f315-438a-8282-1c986e8ddaff None None] Bound using segment: {'id': 'b4e3de9c-c494-4579-9779-44c7e3e9c0cb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '4097a413-4776-4469-a598-b6a7e21b8df1'} {{(pid=84117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 19 03:07:41.633706 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.managers [None req-42e29a6a-f315-438a-8282-1c986e8ddaff None None] Bound port: ac1e480a-df50-426b-9309-d5e8f75255e1, host: dv-cinder-775706-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4e3de9c-c494-4579-9779-44c7e3e9c0cb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '4097a413-4776-4469-a598-b6a7e21b8df1'}}] {{(pid=84117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 19 03:07:41.634424 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-42e29a6a-f315-438a-8282-1c986e8ddaff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838630373'] for port, before_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:41.705708 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.v2.base [None req-596c000f-9902-46f4-9e0e-f8ee14f30222 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-158848129-network', 'tenant_id': '9cc54ca0063647f58309a9cc08a310b1'}} {{(pid=84116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 03:07:41.716348 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-596c000f-9902-46f4-9e0e-f8ee14f30222 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 03:07:41.721067 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-596c000f-9902-46f4-9e0e-f8ee14f30222 admin admin] Usage tracker for resource:network and tenant:9cc54ca0063647f58309a9cc08a310b1 is out of sync, need to count used quota {{(pid=84116) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 03:07:41.724178 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-596c000f-9902-46f4-9e0e-f8ee14f30222 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84116) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 03:07:41.746687 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-596c000f-9902-46f4-9e0e-f8ee14f30222 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 03:07:41.771505 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-c8c85aca-6c0c-4567-81ed-74f0dd849a9a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:41.810564 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.db [None req-42e29a6a-f315-438a-8282-1c986e8ddaff None None] For port ac1e480a-df50-426b-9309-d5e8f75255e1, host dv-cinder-775706-2-iscsi, cleared binding levels {{(pid=84117) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 19 03:07:41.813886 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.db [None req-42e29a6a-f315-438a-8282-1c986e8ddaff None None] For port ac1e480a-df50-426b-9309-d5e8f75255e1, host dv-cinder-775706-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-2-iscsi',level=0,port_id=ac1e480a-df50-426b-9309-d5e8f75255e1,segment=NetworkSegment(b4e3de9c-c494-4579-9779-44c7e3e9c0cb),segment_id=b4e3de9c-c494-4579-9779-44c7e3e9c0cb)] {{(pid=84117) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 19 03:07:41.821213 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-596c000f-9902-46f4-9e0e-f8ee14f30222 admin admin] Made reservation on behalf of 9cc54ca0063647f58309a9cc08a310b1 for: {'network': 1} {{(pid=84116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 19 03:07:41.826059 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-596c000f-9902-46f4-9e0e-f8ee14f30222 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838630373'] for network, before_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:41.850569 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-42e29a6a-f315-438a-8282-1c986e8ddaff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269711510320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767142869380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269711906403'] for port, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:41.874333 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:07:41.884961 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-4766201d-1b64-4d55-a049-6375f9fd3447 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:41.900398 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-c8c85aca-6c0c-4567-81ed-74f0dd849a9a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 03:07:41.915831 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-596c000f-9902-46f4-9e0e-f8ee14f30222 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:41.927158 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-c8c85aca-6c0c-4567-81ed-74f0dd849a9a admin admin] Usage tracker for resource:security_group_rule and tenant:4946548fd3094216928ded5e475fdd2d is out of sync, need to count used quota {{(pid=84116) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 03:07:41.933446 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-c8c85aca-6c0c-4567-81ed-74f0dd849a9a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84116) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 03:07:41.945979 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-c8c85aca-6c0c-4567-81ed-74f0dd849a9a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 03:07:41.959083 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-596c000f-9902-46f4-9e0e-f8ee14f30222 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 03:07:41.966549 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-596c000f-9902-46f4-9e0e-f8ee14f30222 admin admin] Usage tracker for resource:security_group_rule and tenant:9cc54ca0063647f58309a9cc08a310b1 is out of sync, need to count used quota {{(pid=84116) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 03:07:41.979328 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-596c000f-9902-46f4-9e0e-f8ee14f30222 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84116) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 03:07:41.982871 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-596c000f-9902-46f4-9e0e-f8ee14f30222 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 03:07:41.996718 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.rpc [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Device f757e1e1-4e9e-499a-adb5-b50690daf714 up at agent ovs-agent-hv-cinder-77570 {{(pid=84117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 03:07:41.999226 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-4766201d-1b64-4d55-a049-6375f9fd3447 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363269711907205'] for port, after_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:42.039908 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58856a94-2ed6-4026-8dde-78c135ad3ca1 req-e639c217-250b-4dec-8efd-6b3d2694ded4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:07:42.041621 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-58856a94-2ed6-4026-8dde-78c135ad3ca1 req-e639c217-250b-4dec-8efd-6b3d2694ded4 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=30cb6e0b-edc2-43a3-8c33-f36b68c2e427 HTTP/1.1" status: 200  len: 1162 time: 0.1946278
Feb 19 03:07:42.129890 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Provisioning complete for port f757e1e1-4e9e-499a-adb5-b50690daf714 triggered by entity L2. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 03:07:42.130983 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16124857'] for port, provisioning_complete {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:42.136481 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-58856a94-2ed6-4026-8dde-78c135ad3ca1 req-700376b1-8878-4145-86fb-dfa718694944 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=3abdea19-59c5-47bb-abc1-26c9cf24f411&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0874949
Feb 19 03:07:42.200798 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e29a6a-f315-438a-8282-1c986e8ddaff None None] Pushing event updated for resources: {'Port': ['ID=ac1e480a-df50-426b-9309-d5e8f75255e1,revision_number=2']} {{(pid=84117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:07:42.221748 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-42e29a6a-f315-438a-8282-1c986e8ddaff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=84117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:07:42.247891 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:07:42.253122 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-596c000f-9902-46f4-9e0e-f8ee14f30222 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:42.274035 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-c8c85aca-6c0c-4567-81ed-74f0dd849a9a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:42.288800 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-596c000f-9902-46f4-9e0e-f8ee14f30222 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237410'] for security_group, after_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:42.293371 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-a450e585-840c-4718-aa5a-066e7960ba13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:07:42.328771 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-596c000f-9902-46f4-9e0e-f8ee14f30222 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5}  {{(pid=84116) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 19 03:07:42.341102 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-c8c85aca-6c0c-4567-81ed-74f0dd849a9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237410'] for security_group, after_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:42.342163 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4766201d-1b64-4d55-a049-6375f9fd3447 admin admin] Network 11a0058d-2e2a-4262-b636-ae96512c4ecc is already hosted by enough agents. {{(pid=84115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 19 03:07:42.349908 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.scheduler.base_scheduler [None req-4766201d-1b64-4d55-a049-6375f9fd3447 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 19 03:07:42.361630 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-596c000f-9902-46f4-9e0e-f8ee14f30222 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838644319'] for segment, precommit_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:42.362017 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.db.segments_db [None req-596c000f-9902-46f4-9e0e-f8ee14f30222 admin admin] Added segment beb532a6-df16-4e1c-84e0-3b45d5f83fc7 of type vxlan for network f43f4357-3ff6-40b8-94e0-eb50f3b0a088
Feb 19 03:07:42.375602 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4766201d-1b64-4d55-a049-6375f9fd3447 admin admin] Received port after_create {{(pid=84115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 19 03:07:42.409447 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596c000f-9902-46f4-9e0e-f8ee14f30222 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7441c751-7e25-417f-9395-195be00f2dad,revision_number=1']} {{(pid=84116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:07:42.413330 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-596c000f-9902-46f4-9e0e-f8ee14f30222 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:07:42.419825 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-0ea4e510-a410-4844-b39c-1e51c2523071 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.039s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:07:42.431630 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-596c000f-9902-46f4-9e0e-f8ee14f30222 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363269711912974'] for network, precommit_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:42.444597 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-c8c85aca-6c0c-4567-81ed-74f0dd849a9a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4946548fd3094216928ded5e475fdd2d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8619480
Feb 19 03:07:42.487750 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84116) accepted ('10.222.0.13', 49954) {{(pid=84116) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:07:42.590397 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c85aca-6c0c-4567-81ed-74f0dd849a9a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d1c2f5d-8e2d-4cf1-b1eb-d23348ef97ba,revision_number=1']} {{(pid=84116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:07:42.609396 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-c8c85aca-6c0c-4567-81ed-74f0dd849a9a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:07:42.634590 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-596c000f-9902-46f4-9e0e-f8ee14f30222 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477'] for network, after_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:42.638307 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-596c000f-9902-46f4-9e0e-f8ee14f30222 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:07:42.639032 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-596c000f-9902-46f4-9e0e-f8ee14f30222 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854203462'] for network, before_response {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:42.643042 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-2b4c95d5-1f52-4664-b6c7-d95cf7317ca9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:42.647430 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:07:42.771515 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4766201d-1b64-4d55-a049-6375f9fd3447 admin admin] Pushing event updated for resources: {'Port': ['ID=04e08826-c1e1-488f-ab52-aaaa8f27f363,revision_number=1']} {{(pid=84115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:07:42.785209 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-4766201d-1b64-4d55-a049-6375f9fd3447 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.537s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:07:42.814583 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-2b4c95d5-1f52-4664-b6c7-d95cf7317ca9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:42.851002 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596c000f-9902-46f4-9e0e-f8ee14f30222 admin admin] Pushing event updated for resources: {'Network': ['ID=f43f4357-3ff6-40b8-94e0-eb50f3b0a088,revision_number=1']} {{(pid=84116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:07:42.854369 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-596c000f-9902-46f4-9e0e-f8ee14f30222 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:07:42.871126 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.rpc [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Network f43f4357-3ff6-40b8-94e0-eb50f3b0a088 details requested by agent ovs-agent-dv-cinder-775706-2-iscsi with host dv-cinder-775706-2-iscsi {{(pid=84117) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 19 03:07:42.886494 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.rpc [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Network f43f4357-3ff6-40b8-94e0-eb50f3b0a088 details requested by agent ovs-agent-hv-cinder-77570 with host hv-cinder-77570 {{(pid=84117) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 19 03:07:42.900559 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-596c000f-9902-46f4-9e0e-f8ee14f30222 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 876 time: 1.5159683
Feb 19 03:07:42.900559 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84116) accepted ('10.222.0.13', 49966) {{(pid=84116) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:07:42.900559 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.v2.base [None req-b849c97e-b339-4a54-9025-513e80002954 admin admin] Request body: {'subnet': {'network_id': 'f43f4357-3ff6-40b8-94e0-eb50f3b0a088', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-158848129-subnet', 'tenant_id': '9cc54ca0063647f58309a9cc08a310b1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=84116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 03:07:42.905000 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-b849c97e-b339-4a54-9025-513e80002954 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 03:07:42.910215 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-b849c97e-b339-4a54-9025-513e80002954 admin admin] Usage tracker for resource:subnet and tenant:9cc54ca0063647f58309a9cc08a310b1 is out of sync, need to count used quota {{(pid=84116) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 03:07:42.913245 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115d151b-83ad-4460-a62b-842c71787faf req-820007f0-0077-478b-a39c-13c4fa542fa4 tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:07:42.913389 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-b849c97e-b339-4a54-9025-513e80002954 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84116) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 03:07:42.920372 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-b849c97e-b339-4a54-9025-513e80002954 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 03:07:42.921113 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-115d151b-83ad-4460-a62b-842c71787faf req-820007f0-0077-478b-a39c-13c4fa542fa4 tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] 10.222.0.13 "GET /v2.0/ports?device_id=30cb6e0b-edc2-43a3-8c33-f36b68c2e427 HTTP/1.1" status: 200  len: 945 time: 0.9883418
Feb 19 03:07:42.970720 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b849c97e-b339-4a54-9025-513e80002954 admin admin] Made reservation on behalf of 9cc54ca0063647f58309a9cc08a310b1 for: {'subnet': 1} {{(pid=84116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 19 03:07:42.975249 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-b849c97e-b339-4a54-9025-513e80002954 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3235471'] for subnet, before_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:42.996233 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-115d151b-83ad-4460-a62b-842c71787faf req-feb427ef-d3c5-4779-95c1-f0bbd0b7586e tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] 10.222.0.13 "GET /v2.0/security-groups?id=3abdea19-59c5-47bb-abc1-26c9cf24f411&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0740619
Feb 19 03:07:43.021410 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b118c3-a112-4671-911b-975ba83b7398 req-08c84f26-2922-44a8-b4ed-1d52c76fa86e tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:07:43.023251 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-f8b118c3-a112-4671-911b-975ba83b7398 req-08c84f26-2922-44a8-b4ed-1d52c76fa86e tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] 10.222.0.13 "GET /v2.0/ports?device_id=5cc3d0fe-2245-4c40-ab4b-cbc5b7a636db HTTP/1.1" status: 200  len: 945 time: 0.2795775
Feb 19 03:07:43.097804 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-2b4c95d5-1f52-4664-b6c7-d95cf7317ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237410'] for security_group, after_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:43.104865 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-de37b149-9753-43bd-85b7-cd1378b8d651 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:07:43.118071 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4c95d5-1f52-4664-b6c7-d95cf7317ca9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d1c2f5d-8e2d-4cf1-b1eb-d23348ef97ba,revision_number=None']} {{(pid=84116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:07:43.135109 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-2b4c95d5-1f52-4664-b6c7-d95cf7317ca9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:07:43.153515 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-2b4c95d5-1f52-4664-b6c7-d95cf7317ca9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:43.158032 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-2b4c95d5-1f52-4664-b6c7-d95cf7317ca9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/1d1c2f5d-8e2d-4cf1-b1eb-d23348ef97ba HTTP/1.1" status: 204  len: 168 time: 0.6658347
Feb 19 03:07:43.191675 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-f8b118c3-a112-4671-911b-975ba83b7398 req-755e383e-0709-4d86-9282-dde32971dd43 tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7be7950-201e-4452-88dd-92f8a0a2b5e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1620240
Feb 19 03:07:43.321012 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-4766201d-1b64-4d55-a049-6375f9fd3447 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:43.724468 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-b849c97e-b339-4a54-9025-513e80002954 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2630575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3235516'] for subnet, after_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:43.742559 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-d7ab7c6f-ddb9-435a-979d-fae4e3389c1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:07:43.840921 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-4766201d-1b64-4d55-a049-6375f9fd3447 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-374674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854387483'] for router, after_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:43.883167 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b849c97e-b339-4a54-9025-513e80002954 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bcac62f7-68c0-43e3-adb5-456fec5d76fe,revision_number=0']} {{(pid=84116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:07:43.887936 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-b849c97e-b339-4a54-9025-513e80002954 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:07:43.968458 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b849c97e-b339-4a54-9025-513e80002954 admin admin] Checking segment: {'id': 'beb532a6-df16-4e1c-84e0-3b45d5f83fc7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f43f4357-3ff6-40b8-94e0-eb50f3b0a088'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 19 03:07:43.969017 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b849c97e-b339-4a54-9025-513e80002954 admin admin] Network hostable DHCP agents. Network: f43f4357-3ff6-40b8-94e0-eb50f3b0a088, hostable agents: ['0c5e2175-22e3-4812-a651-647624438454'], hosted agents: [] {{(pid=84116) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 19 03:07:44.027088 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b849c97e-b339-4a54-9025-513e80002954 admin admin] Network f43f4357-3ff6-40b8-94e0-eb50f3b0a088 is scheduled to be hosted by DHCP agent 0c5e2175-22e3-4812-a651-647624438454 with binding_index 1 {{(pid=84116) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 19 03:07:44.040485 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71f87039-d712-4ab2-9a67-7674c10b4e4e None None] Network 4097a413-4776-4469-a598-b6a7e21b8df1 requested from dv-cinder-775706-2-iscsi {{(pid=84117) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 19 03:07:44.117605 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.scheduler.base_scheduler [None req-b849c97e-b339-4a54-9025-513e80002954 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775706-2-iscsi, f43f4357-3ff6-40b8-94e0-eb50f3b0a088) {{(pid=84116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 19 03:07:44.129371 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84115) accepted ('10.222.0.13', 50000) {{(pid=84115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:07:44.144559 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b849c97e-b339-4a54-9025-513e80002954 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:07:44.150717 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-b849c97e-b339-4a54-9025-513e80002954 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854203462'] for subnet, before_response {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:44.159658 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-3b5461f8-4aff-47f9-8d33-e1ae37b45b6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:44.255775 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-b849c97e-b339-4a54-9025-513e80002954 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 1.3616235
Feb 19 03:07:44.256613 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84116) accepted ('10.222.0.13', 50008) {{(pid=84116) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:07:44.264826 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.v2.base [None req-e96a6d00-f4d9-4a8d-b8b7-4a5e1692dc15 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-158848129-router', 'tenant_id': '9cc54ca0063647f58309a9cc08a310b1', 'external_gateway_info': {'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc'}}} {{(pid=84116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 03:07:44.270972 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ccaeddf-64a5-49c6-9140-51f4c18eb8cc None None] Network f43f4357-3ff6-40b8-94e0-eb50f3b0a088 requested from dv-cinder-775706-2-iscsi {{(pid=84117) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 19 03:07:44.280174 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-e96a6d00-f4d9-4a8d-b8b7-4a5e1692dc15 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 03:07:44.288980 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-3b5461f8-4aff-47f9-8d33-e1ae37b45b6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 03:07:44.294791 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-e96a6d00-f4d9-4a8d-b8b7-4a5e1692dc15 admin admin] Usage tracker for resource:router and tenant:9cc54ca0063647f58309a9cc08a310b1 is out of sync, need to count used quota {{(pid=84116) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 03:07:44.310733 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-e96a6d00-f4d9-4a8d-b8b7-4a5e1692dc15 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84116) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 03:07:44.312372 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-3b5461f8-4aff-47f9-8d33-e1ae37b45b6f admin admin] Usage tracker for resource:security_group_rule and tenant:046fa2d4c8d34227b4d2ecdcee55e3a9 is out of sync, need to count used quota {{(pid=84115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 03:07:44.317975 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-e96a6d00-f4d9-4a8d-b8b7-4a5e1692dc15 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 03:07:44.326472 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-3b5461f8-4aff-47f9-8d33-e1ae37b45b6f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 03:07:44.333685 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4766201d-1b64-4d55-a049-6375f9fd3447 admin admin] Router 96d21d47-791f-4aba-9ba0-78cb8e455f09 is scheduled to L3 agent f4ccfb5a-d22e-440e-8ddd-f393ad00f812 with binding_index 1 {{(pid=84115) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Feb 19 03:07:44.347802 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-3b5461f8-4aff-47f9-8d33-e1ae37b45b6f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 03:07:44.378081 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.rpc [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Device ac1e480a-df50-426b-9309-d5e8f75255e1 up at agent ovs-agent-dv-cinder-775706-2-iscsi {{(pid=84117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 03:07:44.399758 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-e96a6d00-f4d9-4a8d-b8b7-4a5e1692dc15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854401036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854736359'] for router, before_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:44.399758 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-e96a6d00-f4d9-4a8d-b8b7-4a5e1692dc15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854401051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854387709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-537069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39441'] for router, precommit_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:44.442343 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-f7ff263a-f760-4fdf-acff-31024c1e17cd None None] Provisioning for port ac1e480a-df50-426b-9309-d5e8f75255e1 completed by entity DHCP. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 19 03:07:44.474988 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a686ecea-dad9-4429-94f4-160afded19d2 req-a859da18-6821-4c61-945a-369d7e9d4c0c tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:07:44.476617 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-a686ecea-dad9-4429-94f4-160afded19d2 req-a859da18-6821-4c61-945a-369d7e9d4c0c tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] 10.222.0.13 "GET /v2.0/ports?device_id=30cb6e0b-edc2-43a3-8c33-f36b68c2e427 HTTP/1.1" status: 200  len: 945 time: 0.3022633
Feb 19 03:07:44.562806 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-e96a6d00-f4d9-4a8d-b8b7-4a5e1692dc15 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:44.672641 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-a686ecea-dad9-4429-94f4-160afded19d2 req-12592423-5f50-4f58-a44b-53195d0a4d1d tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] 10.222.0.13 "GET /v2.0/security-groups?id=3abdea19-59c5-47bb-abc1-26c9cf24f411&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1557314
Feb 19 03:07:44.793949 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0c1d8a-136e-47ab-9c96-76f5e5ec43cb req-7ba1324d-3a9a-45e7-aaed-f6600b98cd26 tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:07:44.795631 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-7d0c1d8a-136e-47ab-9c96-76f5e5ec43cb req-7ba1324d-3a9a-45e7-aaed-f6600b98cd26 tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] 10.222.0.13 "GET /v2.0/ports?device_id=5cc3d0fe-2245-4c40-ab4b-cbc5b7a636db HTTP/1.1" status: 200  len: 945 time: 0.3536856
Feb 19 03:07:44.807695 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4766201d-1b64-4d55-a049-6375f9fd3447 admin admin] Notify agent at l3_agent.dv-cinder-775706-2-iscsi the message routers_updated {{(pid=84115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 19 03:07:44.820786 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da0e5fc8-f21e-4529-8ef0-50304c1478a2 None None] Sync routers for ids ['96d21d47-791f-4aba-9ba0-78cb8e455f09'] in dv-cinder-775706-2-iscsi {{(pid=84118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 19 03:07:44.832973 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da0e5fc8-f21e-4529-8ef0-50304c1478a2 None None] Routers {'96d21d47-791f-4aba-9ba0-78cb8e455f09'} bound to L3 agent in host dv-cinder-775706-2-iscsi {{(pid=84118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 03:07:44.834533 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_hamode_db [None req-da0e5fc8-f21e-4529-8ef0-50304c1478a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9425d60320>, 'dv-cinder-775706-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-19T02:56:52Z,description=<?>,heartbeat_timestamp=2021-02-19T03:07:22Z,host='dv-cinder-775706-2-iscsi',id=f4ccfb5a-d22e-440e-8ddd-f393ad00f812,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T02:56:52Z,topic='l3_agent')) {'router_ids': ['96d21d47-791f-4aba-9ba0-78cb8e455f09'], 'active': True} {{(pid=84118) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 03:07:44.867670 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Provisioning for port ac1e480a-df50-426b-9309-d5e8f75255e1 completed by entity L2. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 19 03:07:44.911056 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Provisioning complete for port ac1e480a-df50-426b-9309-d5e8f75255e1 triggered by entity L2. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 03:07:44.911472 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16124857'] for port, provisioning_complete {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:44.932008 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-4766201d-1b64-4d55-a049-6375f9fd3447 admin admin] Notify callbacks [] for router, before_response {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:44.936378 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-4766201d-1b64-4d55-a049-6375f9fd3447 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 5.2097027
Feb 19 03:07:44.938605 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84115) accepted ('10.222.0.13', 50026) {{(pid=84115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:07:44.971277 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ed43a41-d145-42ca-9d91-402cb089702e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84d41ed4-238b-5c20-a491-76edeb2704ed-f43f4357-3ff6-40b8-94e0-eb50f3b0a088', 'network_id': 'f43f4357-3ff6-40b8-94e0-eb50f3b0a088', 'tenant_id': '9cc54ca0063647f58309a9cc08a310b1', 'fixed_ips': [{'subnet_id': 'bcac62f7-68c0-43e3-adb5-456fec5d76fe'}]}} from dv-cinder-775706-2-iscsi. {{(pid=84117) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Feb 19 03:07:44.972207 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-2ed43a41-d145-42ca-9d91-402cb089702e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838630373'] for port, before_create {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:45.025218 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-7d0c1d8a-136e-47ab-9c96-76f5e5ec43cb req-bef648f7-6716-419e-b955-19796e9b3ee7 tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7be7950-201e-4452-88dd-92f8a0a2b5e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1417916
Feb 19 03:07:45.231137 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838630373'] for port, before_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:45.295248 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvr_db [None req-da0e5fc8-f21e-4529-8ef0-50304c1478a2 None None] Set router 96d21d47-791f-4aba-9ba0-78cb8e455f09 gateway port host: dv-cinder-775706-2-iscsi {{(pid=84118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 03:07:45.308924 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.db [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] For port ac1e480a-df50-426b-9309-d5e8f75255e1, host dv-cinder-775706-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-2-iscsi',level=0,port_id=ac1e480a-df50-426b-9309-d5e8f75255e1,segment=NetworkSegment(b4e3de9c-c494-4579-9779-44c7e3e9c0cb),segment_id=b4e3de9c-c494-4579-9779-44c7e3e9c0cb)] {{(pid=84117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 03:07:45.362243 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-3b5461f8-4aff-47f9-8d33-e1ae37b45b6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:45.422249 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269711510320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767142869380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269711906403'] for port, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:45.424296 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:07:45.549691 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-e96a6d00-f4d9-4a8d-b8b7-4a5e1692dc15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854387574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-374659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39424'] for router, precommit_update {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:45.583436 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-3b5461f8-4aff-47f9-8d33-e1ae37b45b6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237410'] for security_group, after_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:45.611513 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-e5478eb2-b232-4c36-b72e-3c8416cc338e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:07:45.684123 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5461f8-4aff-47f9-8d33-e1ae37b45b6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e020efc1-33cb-46e1-8509-37dea40c97e7,revision_number=1']} {{(pid=84115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:07:45.708791 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-3b5461f8-4aff-47f9-8d33-e1ae37b45b6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:07:45.759861 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-3b5461f8-4aff-47f9-8d33-e1ae37b45b6f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=046fa2d4c8d34227b4d2ecdcee55e3a9&name=default HTTP/1.1" status: 200  len: 2979 time: 1.6290712
Feb 19 03:07:45.763615 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84115) accepted ('10.222.0.13', 50046) {{(pid=84115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:07:45.787734 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_hamode_db [None req-da0e5fc8-f21e-4529-8ef0-50304c1478a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9425d60320>, [{'id': '96d21d47-791f-4aba-9ba0-78cb8e455f09', 'name': 'tempest-TestMinimumBasicScenario-2091875485-router', 'tenant_id': 'a0ccfe73f663490cabd2bb049ae99c7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'external_fixed_ips': [{'subnet_id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': '04e08826-c1e1-488f-ab52-aaaa8f27f363', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T03:07:39Z', 'updated_at': '2021-02-19T03:07:42Z', 'revision_number': 3, 'project_id': 'a0ccfe73f663490cabd2bb049ae99c7c', 'gw_port': {'id': '04e08826-c1e1-488f-ab52-aaaa8f27f363', 'name': '', 'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:64:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96d21d47-791f-4aba-9ba0-78cb8e455f09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T03:07:41Z', 'updated_at': '2021-02-19T03:07:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-2-iscsi'}], 'dv-cinder-775706-2-iscsi', False) {} {{(pid=84118) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 03:07:45.792606 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da0e5fc8-f21e-4529-8ef0-50304c1478a2 None None] Checking router: 96d21d47-791f-4aba-9ba0-78cb8e455f09 for host: dv-cinder-775706-2-iscsi {{(pid=84118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 19 03:07:45.792866 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da0e5fc8-f21e-4529-8ef0-50304c1478a2 None None] Updating router 96d21d47-791f-4aba-9ba0-78cb8e455f09 port 04e08826-c1e1-488f-ab52-aaaa8f27f363 binding host dv-cinder-775706-2-iscsi {{(pid=84118) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 19 03:07:45.874511 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-da0e5fc8-f21e-4529-8ef0-50304c1478a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838630373'] for port, before_update {{(pid=84118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:45.927233 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.db_base_plugin_common [None req-2ed43a41-d145-42ca-9d91-402cb089702e None None] Allocated IP 172.20.0.2 (f43f4357-3ff6-40b8-94e0-eb50f3b0a088/bcac62f7-68c0-43e3-adb5-456fec5d76fe/6185f3c9-c591-48ee-8126-879de2248671) {{(pid=84117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 19 03:07:45.988751 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Pushing event updated for resources: {'Port': ['ID=ac1e480a-df50-426b-9309-d5e8f75255e1,revision_number=3']} {{(pid=84117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:07:46.003978 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.579s {{(pid=84117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:07:46.180294 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-d03f4f55-e58e-4284-8f69-a1963c697d79 None None] Provisioning complete for port ac1e480a-df50-426b-9309-d5e8f75255e1 triggered by entity DHCP. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 03:07:46.181167 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-d03f4f55-e58e-4284-8f69-a1963c697d79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16124857'] for port, provisioning_complete {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:46.255923 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.rpc [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Device ac1e480a-df50-426b-9309-d5e8f75255e1 up at agent ovs-agent-dv-cinder-775706-2-iscsi {{(pid=84117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 03:07:46.454178 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-e96a6d00-f4d9-4a8d-b8b7-4a5e1692dc15 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:46.511868 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-e96a6d00-f4d9-4a8d-b8b7-4a5e1692dc15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838630373'] for port, before_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:46.520871 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Provisioning complete for port ac1e480a-df50-426b-9309-d5e8f75255e1 triggered by entity L2. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 03:07:46.521297 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16124857'] for port, provisioning_complete {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:46.651842 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-907354d9-35b0-40ee-ac5c-0f1b7cd71a6a None None] Provisioning complete for port ac1e480a-df50-426b-9309-d5e8f75255e1 triggered by entity DHCP. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 03:07:46.652255 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-907354d9-35b0-40ee-ac5c-0f1b7cd71a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16124857'] for port, provisioning_complete {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:46.878867 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-87a4ce6f-b77f-4d6e-b905-8a370d2ea3c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:46.898323 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-da0e5fc8-f21e-4529-8ef0-50304c1478a2 None None] Notify callbacks [] for port, precommit_update {{(pid=84118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:46.913276 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-da0e5fc8-f21e-4529-8ef0-50304c1478a2 None None] Transition to ACTIVE for port object 04e08826-c1e1-488f-ab52-aaaa8f27f363 will not be triggered until provisioned by entity L2. {{(pid=84118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 19 03:07:46.953287 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-da0e5fc8-f21e-4529-8ef0-50304c1478a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269711510320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767142869380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269711906403'] for port, after_update {{(pid=84118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:46.976062 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-2ed43a41-d145-42ca-9d91-402cb089702e None None] Notify callbacks [] for port, precommit_create {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:47.010806 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-2ed43a41-d145-42ca-9d91-402cb089702e None None] Transition to ACTIVE for port object 6185f3c9-c591-48ee-8126-879de2248671 will not be triggered until provisioned by entity L2. {{(pid=84117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 19 03:07:47.037020 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-87a4ce6f-b77f-4d6e-b905-8a370d2ea3c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:47.037697 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-2ed43a41-d145-42ca-9d91-402cb089702e None None] Transition to ACTIVE for port object 6185f3c9-c591-48ee-8126-879de2248671 will not be triggered until provisioned by entity DHCP. {{(pid=84117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 19 03:07:47.045848 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.db_base_plugin_common [None req-e96a6d00-f4d9-4a8d-b8b7-4a5e1692dc15 admin admin] Allocated IP 172.27.0.72 (11a0058d-2e2a-4262-b636-ae96512c4ecc/f5c7b3a5-422b-45ad-be9d-3c3e4c209310/fb1ba4fb-1d38-48a0-841f-f65bf02372dc) {{(pid=84116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 19 03:07:47.072746 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-a9014bbe-6d85-4e54-8a3d-6b143ecb08a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:07:47.078817 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-2ed43a41-d145-42ca-9d91-402cb089702e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363269711907205'] for port, after_create {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:47.097546 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:07:47.148835 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bdfa3d-cbe6-4a2d-b0a9-d7094f693183 req-ea224685-e274-442c-a921-56cf2de418aa tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:07:47.150496 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-26bdfa3d-cbe6-4a2d-b0a9-d7094f693183 req-ea224685-e274-442c-a921-56cf2de418aa tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] 10.222.0.13 "GET /v2.0/ports?device_id=5cc3d0fe-2245-4c40-ab4b-cbc5b7a636db HTTP/1.1" status: 200  len: 945 time: 0.4891884
Feb 19 03:07:47.185529 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c88a6fd-c7c1-4578-8b90-f769dafaaf69 None None] Pushing event updated for resources: {'Port': ['ID=04e08826-c1e1-488f-ab52-aaaa8f27f363,revision_number=2']} {{(pid=84118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:07:47.220596 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-e96a6d00-f4d9-4a8d-b8b7-4a5e1692dc15 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:47.235056 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c88a6fd-c7c1-4578-8b90-f769dafaaf69 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:07:47.235633 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c88a6fd-c7c1-4578-8b90-f769dafaaf69 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:07:47.236085 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c88a6fd-c7c1-4578-8b90-f769dafaaf69 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:07:47.236463 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c88a6fd-c7c1-4578-8b90-f769dafaaf69 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:07:47.237078 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c88a6fd-c7c1-4578-8b90-f769dafaaf69 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:07:47.237336 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c88a6fd-c7c1-4578-8b90-f769dafaaf69 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:07:47.237889 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c88a6fd-c7c1-4578-8b90-f769dafaaf69 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:07:47.239741 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c88a6fd-c7c1-4578-8b90-f769dafaaf69 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:07:47.239946 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c88a6fd-c7c1-4578-8b90-f769dafaaf69 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:07:47.241649 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c88a6fd-c7c1-4578-8b90-f769dafaaf69 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:07:47.244756 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c88a6fd-c7c1-4578-8b90-f769dafaaf69 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:07:47.245342 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c88a6fd-c7c1-4578-8b90-f769dafaaf69 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:07:47.245895 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c88a6fd-c7c1-4578-8b90-f769dafaaf69 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:07:47.246357 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c88a6fd-c7c1-4578-8b90-f769dafaaf69 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:07:47.246790 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c88a6fd-c7c1-4578-8b90-f769dafaaf69 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:07:47.247633 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c88a6fd-c7c1-4578-8b90-f769dafaaf69 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:07:47.250038 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c88a6fd-c7c1-4578-8b90-f769dafaaf69 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:07:47.251015 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c88a6fd-c7c1-4578-8b90-f769dafaaf69 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:07:47.251015 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c88a6fd-c7c1-4578-8b90-f769dafaaf69 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:07:47.251209 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c88a6fd-c7c1-4578-8b90-f769dafaaf69 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:07:47.251389 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed43a41-d145-42ca-9d91-402cb089702e None None] Pushing event updated for resources: {'Port': ['ID=6185f3c9-c591-48ee-8126-879de2248671,revision_number=1']} {{(pid=84117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:07:47.251825 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c88a6fd-c7c1-4578-8b90-f769dafaaf69 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:07:47.254059 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c88a6fd-c7c1-4578-8b90-f769dafaaf69 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:07:47.255621 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c88a6fd-c7c1-4578-8b90-f769dafaaf69 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:07:47.256440 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c88a6fd-c7c1-4578-8b90-f769dafaaf69 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:07:47.260401 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-26bdfa3d-cbe6-4a2d-b0a9-d7094f693183 req-fea49bb9-a7e5-4e3f-94e5-ad325405adf8 tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7be7950-201e-4452-88dd-92f8a0a2b5e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0912056
Feb 19 03:07:47.268452 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-2ed43a41-d145-42ca-9d91-402cb089702e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=84117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:07:47.296386 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-e96a6d00-f4d9-4a8d-b8b7-4a5e1692dc15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363269711907205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2630593'] for port, after_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:47.309035 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-4c88a6fd-c7c1-4578-8b90-f769dafaaf69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=84118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:07:47.316037 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:07:47.336301 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.managers [None req-da0e5fc8-f21e-4529-8ef0-50304c1478a2 None None] Attempting to bind port 04e08826-c1e1-488f-ab52-aaaa8f27f363 on host dv-cinder-775706-2-iscsi for vnic_type normal with profile  {{(pid=84118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 03:07:47.337421 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.managers [None req-da0e5fc8-f21e-4529-8ef0-50304c1478a2 None None] Attempting to bind port 04e08826-c1e1-488f-ab52-aaaa8f27f363 by drivers openvswitch on host dv-cinder-775706-2-iscsi at level 0 using segments [{'id': '018f6e14-8221-4ee7-96a8-19699912d63c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc'}] {{(pid=84118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 19 03:07:47.337864 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da0e5fc8-f21e-4529-8ef0-50304c1478a2 None None] Attempting to bind port 04e08826-c1e1-488f-ab52-aaaa8f27f363 on network 11a0058d-2e2a-4262-b636-ae96512c4ecc {{(pid=84118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 19 03:07:47.345955 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da0e5fc8-f21e-4529-8ef0-50304c1478a2 None None] Checking agent: {'id': '3cd1f8a8-5d37-45d2-b10a-f80d551451b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775706-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 19, 2, 56, 53), 'started_at': datetime.datetime(2021, 2, 19, 2, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 2, 19, 3, 7, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775706-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.86', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 19 03:07:47.346383 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da0e5fc8-f21e-4529-8ef0-50304c1478a2 None None] Checking segment: {'id': '018f6e14-8221-4ee7-96a8-19699912d63c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 19 03:07:47.346828 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-da0e5fc8-f21e-4529-8ef0-50304c1478a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:47.347262 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da0e5fc8-f21e-4529-8ef0-50304c1478a2 None None] Bound using segment: {'id': '018f6e14-8221-4ee7-96a8-19699912d63c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc'} {{(pid=84118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 19 03:07:47.347833 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.managers [None req-da0e5fc8-f21e-4529-8ef0-50304c1478a2 None None] Bound port: 04e08826-c1e1-488f-ab52-aaaa8f27f363, host: dv-cinder-775706-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '018f6e14-8221-4ee7-96a8-19699912d63c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc'}}] {{(pid=84118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 19 03:07:47.348318 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-da0e5fc8-f21e-4529-8ef0-50304c1478a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838630373'] for port, before_update {{(pid=84118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:47.354347 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ed43a41-d145-42ca-9d91-402cb089702e None None] Network f43f4357-3ff6-40b8-94e0-eb50f3b0a088 is already hosted by enough agents. {{(pid=84117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 19 03:07:47.355790 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.scheduler.base_scheduler [None req-2ed43a41-d145-42ca-9d91-402cb089702e None None] Resources bound (agent type, host, resource id):  {{(pid=84117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 19 03:07:47.359711 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ed43a41-d145-42ca-9d91-402cb089702e None None] Received port after_create {{(pid=84117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 19 03:07:47.443499 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.managers [None req-2ed43a41-d145-42ca-9d91-402cb089702e None None] Attempting to bind port 6185f3c9-c591-48ee-8126-879de2248671 on host dv-cinder-775706-2-iscsi for vnic_type normal with profile  {{(pid=84117) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 03:07:47.444280 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.managers [None req-2ed43a41-d145-42ca-9d91-402cb089702e None None] Attempting to bind port 6185f3c9-c591-48ee-8126-879de2248671 by drivers openvswitch on host dv-cinder-775706-2-iscsi at level 0 using segments [{'id': 'beb532a6-df16-4e1c-84e0-3b45d5f83fc7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f43f4357-3ff6-40b8-94e0-eb50f3b0a088'}] {{(pid=84117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 19 03:07:47.444893 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ed43a41-d145-42ca-9d91-402cb089702e None None] Attempting to bind port 6185f3c9-c591-48ee-8126-879de2248671 on network f43f4357-3ff6-40b8-94e0-eb50f3b0a088 {{(pid=84117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 19 03:07:47.447198 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-87a4ce6f-b77f-4d6e-b905-8a370d2ea3c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237410'] for security_group, after_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:47.452925 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ed43a41-d145-42ca-9d91-402cb089702e None None] Checking agent: {'id': '3cd1f8a8-5d37-45d2-b10a-f80d551451b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775706-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 19, 2, 56, 53), 'started_at': datetime.datetime(2021, 2, 19, 2, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 2, 19, 3, 7, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775706-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.86', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 19 03:07:47.453185 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ed43a41-d145-42ca-9d91-402cb089702e None None] Checking segment: {'id': 'beb532a6-df16-4e1c-84e0-3b45d5f83fc7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f43f4357-3ff6-40b8-94e0-eb50f3b0a088'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 19 03:07:47.453843 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-2ed43a41-d145-42ca-9d91-402cb089702e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:47.454295 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ed43a41-d145-42ca-9d91-402cb089702e None None] Bound using segment: {'id': 'beb532a6-df16-4e1c-84e0-3b45d5f83fc7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f43f4357-3ff6-40b8-94e0-eb50f3b0a088'} {{(pid=84117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 19 03:07:47.454824 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.managers [None req-2ed43a41-d145-42ca-9d91-402cb089702e None None] Bound port: 6185f3c9-c591-48ee-8126-879de2248671, host: dv-cinder-775706-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'beb532a6-df16-4e1c-84e0-3b45d5f83fc7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f43f4357-3ff6-40b8-94e0-eb50f3b0a088'}}] {{(pid=84117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 19 03:07:47.455245 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-2ed43a41-d145-42ca-9d91-402cb089702e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838630373'] for port, before_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:47.457681 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:07:47.487929 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.db [None req-da0e5fc8-f21e-4529-8ef0-50304c1478a2 None None] For port 04e08826-c1e1-488f-ab52-aaaa8f27f363, host dv-cinder-775706-2-iscsi, cleared binding levels {{(pid=84118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 19 03:07:47.493229 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.db [None req-da0e5fc8-f21e-4529-8ef0-50304c1478a2 None None] For port 04e08826-c1e1-488f-ab52-aaaa8f27f363, host dv-cinder-775706-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-2-iscsi',level=0,port_id=04e08826-c1e1-488f-ab52-aaaa8f27f363,segment=NetworkSegment(018f6e14-8221-4ee7-96a8-19699912d63c),segment_id=018f6e14-8221-4ee7-96a8-19699912d63c)] {{(pid=84118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 19 03:07:47.501828 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a4ce6f-b77f-4d6e-b905-8a370d2ea3c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e020efc1-33cb-46e1-8509-37dea40c97e7,revision_number=None']} {{(pid=84115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:07:47.509057 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-87a4ce6f-b77f-4d6e-b905-8a370d2ea3c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:07:47.512426 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-87a4ce6f-b77f-4d6e-b905-8a370d2ea3c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:47.523502 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-87a4ce6f-b77f-4d6e-b905-8a370d2ea3c3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e020efc1-33cb-46e1-8509-37dea40c97e7 HTTP/1.1" status: 204  len: 168 time: 0.8763101
Feb 19 03:07:47.535526 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-95dd1560-122a-400c-ba8a-699619c9b31b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838630373'] for port, before_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:47.552797 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96a6d00-f4d9-4a8d-b8b7-4a5e1692dc15 admin admin] Pushing event updated for resources: {'Port': ['ID=fb1ba4fb-1d38-48a0-841f-f65bf02372dc,revision_number=1']} {{(pid=84116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:07:47.559900 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-e96a6d00-f4d9-4a8d-b8b7-4a5e1692dc15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:07:47.565371 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-da0e5fc8-f21e-4529-8ef0-50304c1478a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269711510320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767142869380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269711906403'] for port, after_update {{(pid=84118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:47.587589 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e96a6d00-f4d9-4a8d-b8b7-4a5e1692dc15 admin admin] Network 11a0058d-2e2a-4262-b636-ae96512c4ecc is already hosted by enough agents. {{(pid=84116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 19 03:07:47.588826 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.scheduler.base_scheduler [None req-e96a6d00-f4d9-4a8d-b8b7-4a5e1692dc15 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 19 03:07:47.595301 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e96a6d00-f4d9-4a8d-b8b7-4a5e1692dc15 admin admin] Received port after_create {{(pid=84116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 19 03:07:47.602482 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.db [None req-2ed43a41-d145-42ca-9d91-402cb089702e None None] For port 6185f3c9-c591-48ee-8126-879de2248671, host dv-cinder-775706-2-iscsi, cleared binding levels {{(pid=84117) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 19 03:07:47.606234 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.db [None req-2ed43a41-d145-42ca-9d91-402cb089702e None None] For port 6185f3c9-c591-48ee-8126-879de2248671, host dv-cinder-775706-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-2-iscsi',level=0,port_id=6185f3c9-c591-48ee-8126-879de2248671,segment=NetworkSegment(beb532a6-df16-4e1c-84e0-3b45d5f83fc7),segment_id=beb532a6-df16-4e1c-84e0-3b45d5f83fc7)] {{(pid=84117) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 19 03:07:47.614584 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:07:47.650216 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-2ed43a41-d145-42ca-9d91-402cb089702e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269711510320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767142869380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269711906403'] for port, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:47.867430 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:07:48.103230 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c88a6fd-c7c1-4578-8b90-f769dafaaf69 None None] Pushing event updated for resources: {'Port': ['ID=04e08826-c1e1-488f-ab52-aaaa8f27f363,revision_number=3']} {{(pid=84118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:07:48.110016 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-4c88a6fd-c7c1-4578-8b90-f769dafaaf69 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.495s {{(pid=84118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:07:48.119229 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.db_base_plugin_common [None req-95dd1560-122a-400c-ba8a-699619c9b31b admin admin] Allocated IP 172.20.0.1 (4097a413-4776-4469-a598-b6a7e21b8df1/74c961f0-fc07-4921-8313-2a6fd919edf2/73757818-8fc3-4e3d-8ab1-44a205d19b33) {{(pid=84115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 19 03:07:48.147041 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da0e5fc8-f21e-4529-8ef0-50304c1478a2 None None] Routers {'96d21d47-791f-4aba-9ba0-78cb8e455f09'} bound to L3 agent in host dv-cinder-775706-2-iscsi {{(pid=84118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 03:07:48.147743 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_hamode_db [None req-da0e5fc8-f21e-4529-8ef0-50304c1478a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9425d60320>, 'dv-cinder-775706-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-19T02:56:52Z,description=<?>,heartbeat_timestamp=2021-02-19T03:07:22Z,host='dv-cinder-775706-2-iscsi',id=f4ccfb5a-d22e-440e-8ddd-f393ad00f812,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T02:56:52Z,topic='l3_agent')) {'router_ids': ['96d21d47-791f-4aba-9ba0-78cb8e455f09'], 'active': True} {{(pid=84118) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 03:07:48.180078 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e447d65-85d1-452d-acac-d6a91dc949ab req-0df9faa6-2004-479b-b285-cdf5a5a24ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:07:48.182321 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-3e447d65-85d1-452d-acac-d6a91dc949ab req-0df9faa6-2004-479b-b285-cdf5a5a24ad3 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=5cc3d0fe-2245-4c40-ab4b-cbc5b7a636db HTTP/1.1" status: 200  len: 1162 time: 0.1628165
Feb 19 03:07:48.315565 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed43a41-d145-42ca-9d91-402cb089702e None None] Pushing event updated for resources: {'Port': ['ID=6185f3c9-c591-48ee-8126-879de2248671,revision_number=2']} {{(pid=84117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:07:48.326046 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-2ed43a41-d145-42ca-9d91-402cb089702e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.458s {{(pid=84117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:07:48.505367 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-95dd1560-122a-400c-ba8a-699619c9b31b admin admin] Notify callbacks [] for port, precommit_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:48.591057 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84116) accepted ('10.222.0.13', 50094) {{(pid=84116) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:07:48.618416 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-e96a6d00-f4d9-4a8d-b8b7-4a5e1692dc15 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:48.641639 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-95dd1560-122a-400c-ba8a-699619c9b31b admin admin] Transition to ACTIVE for port object 73757818-8fc3-4e3d-8ab1-44a205d19b33 will not be triggered until provisioned by entity DHCP. {{(pid=84115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 19 03:07:48.695643 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvr_db [None req-da0e5fc8-f21e-4529-8ef0-50304c1478a2 None None] Set router 96d21d47-791f-4aba-9ba0-78cb8e455f09 gateway port host: dv-cinder-775706-2-iscsi {{(pid=84118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 03:07:48.701576 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0cfa1e-690f-4c1b-987c-562ba87d7ce2 req-1973ee15-7b82-45e5-82d9-978da393370f tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:07:48.706426 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-af0cfa1e-690f-4c1b-987c-562ba87d7ce2 req-1973ee15-7b82-45e5-82d9-978da393370f tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] 10.222.0.13 "GET /v2.0/ports?device_id=5cc3d0fe-2245-4c40-ab4b-cbc5b7a636db HTTP/1.1" status: 200  len: 945 time: 0.1466730
Feb 19 03:07:48.727748 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-3e447d65-85d1-452d-acac-d6a91dc949ab req-9c52ff0a-70cb-4d8d-87b2-2d78bdd793dd service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=c7be7950-201e-4452-88dd-92f8a0a2b5e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3058805
Feb 19 03:07:48.729446 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-c1b215c7-2e26-4a37-b327-b48b7446dd2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:48.764727 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-95dd1560-122a-400c-ba8a-699619c9b31b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363269711907205'] for port, after_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:48.788693 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-c1b215c7-2e26-4a37-b327-b48b7446dd2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 03:07:48.796629 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-c1b215c7-2e26-4a37-b327-b48b7446dd2b admin admin] Usage tracker for resource:security_group_rule and tenant:7ad14d4b9a564251bd5a00b185ac5d8b is out of sync, need to count used quota {{(pid=84116) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 03:07:48.797406 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-f1f5454b-b80a-423c-99e6-c853cff0250d tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:07:48.801754 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-c1b215c7-2e26-4a37-b327-b48b7446dd2b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84116) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 03:07:48.888442 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-c1b215c7-2e26-4a37-b327-b48b7446dd2b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 03:07:48.929436 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-af0cfa1e-690f-4c1b-987c-562ba87d7ce2 req-cab6c4b5-c7f4-4127-bfc4-f917f894d6f9 tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7be7950-201e-4452-88dd-92f8a0a2b5e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2193038
Feb 19 03:07:49.004563 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95dd1560-122a-400c-ba8a-699619c9b31b admin admin] Pushing event updated for resources: {'Port': ['ID=73757818-8fc3-4e3d-8ab1-44a205d19b33,revision_number=1']} {{(pid=84115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:07:49.009681 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-95dd1560-122a-400c-ba8a-699619c9b31b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:07:49.075068 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95dd1560-122a-400c-ba8a-699619c9b31b admin admin] Network 4097a413-4776-4469-a598-b6a7e21b8df1 is already hosted by enough agents. {{(pid=84115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 19 03:07:49.076523 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.scheduler.base_scheduler [None req-95dd1560-122a-400c-ba8a-699619c9b31b admin admin] Resources bound (agent type, host, resource id):  {{(pid=84115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 19 03:07:49.078841 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95dd1560-122a-400c-ba8a-699619c9b31b admin admin] Received port after_create {{(pid=84115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 19 03:07:49.079437 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-95dd1560-122a-400c-ba8a-699619c9b31b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-386270'] for router_interface, before_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:49.149175 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_hamode_db [None req-da0e5fc8-f21e-4529-8ef0-50304c1478a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9425d60320>, [{'id': '96d21d47-791f-4aba-9ba0-78cb8e455f09', 'name': 'tempest-TestMinimumBasicScenario-2091875485-router', 'tenant_id': 'a0ccfe73f663490cabd2bb049ae99c7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'external_fixed_ips': [{'subnet_id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': '04e08826-c1e1-488f-ab52-aaaa8f27f363', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T03:07:39Z', 'updated_at': '2021-02-19T03:07:42Z', 'revision_number': 3, 'project_id': 'a0ccfe73f663490cabd2bb049ae99c7c', 'gw_port': {'id': '04e08826-c1e1-488f-ab52-aaaa8f27f363', 'name': '', 'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:64:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96d21d47-791f-4aba-9ba0-78cb8e455f09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T03:07:41Z', 'updated_at': '2021-02-19T03:07:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-2-iscsi'}], 'dv-cinder-775706-2-iscsi', False) {} {{(pid=84118) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 03:07:49.156506 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da0e5fc8-f21e-4529-8ef0-50304c1478a2 None None] The sync data for ids ['96d21d47-791f-4aba-9ba0-78cb8e455f09'] in dv-cinder-775706-2-iscsi is: [{'id': '96d21d47-791f-4aba-9ba0-78cb8e455f09', 'name': 'tempest-TestMinimumBasicScenario-2091875485-router', 'tenant_id': 'a0ccfe73f663490cabd2bb049ae99c7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'external_fixed_ips': [{'subnet_id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': '04e08826-c1e1-488f-ab52-aaaa8f27f363', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T03:07:39Z', 'updated_at': '2021-02-19T03:07:42Z', 'revision_number': 3, 'project_id': 'a0ccfe73f663490cabd2bb049ae99c7c', 'gw_port': {'id': '04e08826-c1e1-488f-ab52-aaaa8f27f363', 'name': '', 'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:64:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96d21d47-791f-4aba-9ba0-78cb8e455f09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T03:07:41Z', 'updated_at': '2021-02-19T03:07:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-2-iscsi'}] {{(pid=84118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 19 03:07:49.222015 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-e96a6d00-f4d9-4a8d-b8b7-4a5e1692dc15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-374674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854387483'] for router, after_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:49.313501 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-95dd1560-122a-400c-ba8a-699619c9b31b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838630373'] for port, before_update {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:49.444305 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-07407c29-3181-4828-90c6-7666cf5c7be9 None None] Provisioning for port 73757818-8fc3-4e3d-8ab1-44a205d19b33 completed by entity DHCP. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 19 03:07:49.454630 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-07407c29-3181-4828-90c6-7666cf5c7be9 None None] Provisioning complete for port 73757818-8fc3-4e3d-8ab1-44a205d19b33 triggered by entity DHCP. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 03:07:49.458024 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-07407c29-3181-4828-90c6-7666cf5c7be9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16124857'] for port, provisioning_complete {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:49.517237 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-ec7408d2-b01f-49e6-a355-b0c2c1f517d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:49.555103 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.plugin [None req-07407c29-3181-4828-90c6-7666cf5c7be9 None None] Port 73757818-8fc3-4e3d-8ab1-44a205d19b33 cannot update to ACTIVE because it is not bound. {{(pid=84117) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 19 03:07:49.615573 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-c1b215c7-2e26-4a37-b327-b48b7446dd2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:49.696298 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-c1b215c7-2e26-4a37-b327-b48b7446dd2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237410'] for security_group, after_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:49.750266 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-67e268a8-877c-489d-accd-f566813809ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:07:49.792206 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b215c7-2e26-4a37-b327-b48b7446dd2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8d0d68b-d3a5-4e72-b5aa-afe4de62642e,revision_number=1']} {{(pid=84116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:07:49.798359 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-95dd1560-122a-400c-ba8a-699619c9b31b admin admin] Notify callbacks [] for port, precommit_update {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:49.842901 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-c1b215c7-2e26-4a37-b327-b48b7446dd2b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=7ad14d4b9a564251bd5a00b185ac5d8b&name=default HTTP/1.1" status: 200  len: 2979 time: 1.2345459
Feb 19 03:07:49.846883 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-c1b215c7-2e26-4a37-b327-b48b7446dd2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:07:49.847426 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84116) accepted ('10.222.0.13', 50120) {{(pid=84116) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:07:49.893206 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-95dd1560-122a-400c-ba8a-699619c9b31b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269711510320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767142869380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269711906403'] for port, after_update {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:49.900747 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-95dd1560-122a-400c-ba8a-699619c9b31b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854203496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854389636'] for router_interface, after_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:49.954684 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-b1801f65-2143-4e63-8d5e-d61b4e4a9b22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:50.010756 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-b1801f65-2143-4e63-8d5e-d61b4e4a9b22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:50.035667 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.rpc [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Device 9800f295-3bbf-46b7-8942-f1d13527abae up at agent ovs-agent-hv-cinder-77570 {{(pid=84117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 03:07:50.113463 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:07:50.191490 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e96a6d00-f4d9-4a8d-b8b7-4a5e1692dc15 admin admin] Router 900551e6-5397-496b-9338-8bdf991a87a4 is scheduled to L3 agent f4ccfb5a-d22e-440e-8ddd-f393ad00f812 with binding_index 1 {{(pid=84116) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Feb 19 03:07:50.192855 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7ab77f-a94b-4c76-92c2-8bac5cfeccc5 req-4c8fe733-1d94-4dc9-9908-7f41f1694067 tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:07:50.194746 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-0c7ab77f-a94b-4c76-92c2-8bac5cfeccc5 req-4c8fe733-1d94-4dc9-9908-7f41f1694067 tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] 10.222.0.13 "GET /v2.0/networks?id=5954e949-f082-4293-8249-33bd0ebaecec HTTP/1.1" status: 200  len: 813 time: 0.5673401
Feb 19 03:07:50.195164 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-b1801f65-2143-4e63-8d5e-d61b4e4a9b22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237410'] for security_group, after_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:50.216397 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-31565df6-7b5a-4cc6-b942-c11bfbf0a720 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:07:50.237241 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Provisioning complete for port 9800f295-3bbf-46b7-8942-f1d13527abae triggered by entity L2. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 03:07:50.241356 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16124857'] for port, provisioning_complete {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:50.288641 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1801f65-2143-4e63-8d5e-d61b4e4a9b22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8d0d68b-d3a5-4e72-b5aa-afe4de62642e,revision_number=None']} {{(pid=84116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:07:50.297733 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-b1801f65-2143-4e63-8d5e-d61b4e4a9b22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:07:50.354365 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf523aab-1b11-468f-b5d9-1423fac1d9c2 None None] Network f43f4357-3ff6-40b8-94e0-eb50f3b0a088 requested from dv-cinder-775706-2-iscsi {{(pid=84117) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 19 03:07:50.462251 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-b1801f65-2143-4e63-8d5e-d61b4e4a9b22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:50.464063 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-b1801f65-2143-4e63-8d5e-d61b4e4a9b22 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/f8d0d68b-d3a5-4e72-b5aa-afe4de62642e HTTP/1.1" status: 204  len: 168 time: 0.6136644
Feb 19 03:07:50.478228 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95dd1560-122a-400c-ba8a-699619c9b31b admin admin] Network 4097a413-4776-4469-a598-b6a7e21b8df1 is already hosted by enough agents. {{(pid=84115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 19 03:07:50.488737 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.scheduler.base_scheduler [None req-95dd1560-122a-400c-ba8a-699619c9b31b admin admin] Resources bound (agent type, host, resource id):  {{(pid=84115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 19 03:07:50.491582 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-0c7ab77f-a94b-4c76-92c2-8bac5cfeccc5 req-8d505100-8d41-41d5-92e9-b93fd6a8675a tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] 10.222.0.13 "GET /v2.0/quotas/3930a9bb64484ce1bf7cabab6e8229f8 HTTP/1.1" status: 200  len: 375 time: 0.2363627
Feb 19 03:07:50.502313 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95dd1560-122a-400c-ba8a-699619c9b31b admin admin] Pushing event updated for resources: {'Port': ['ID=73757818-8fc3-4e3d-8ab1-44a205d19b33,revision_number=2']} {{(pid=84115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:07:50.511425 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-95dd1560-122a-400c-ba8a-699619c9b31b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.398s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:07:50.614109 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.rpc [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Device 04e08826-c1e1-488f-ab52-aaaa8f27f363 up at agent ovs-agent-dv-cinder-775706-2-iscsi {{(pid=84117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 03:07:50.655119 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e96a6d00-f4d9-4a8d-b8b7-4a5e1692dc15 admin admin] Notify agent at l3_agent.dv-cinder-775706-2-iscsi the message routers_updated {{(pid=84116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 19 03:07:50.699835 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab37eee-d54d-406e-a62f-da43e9ce4416 None None] Sync routers for ids ['900551e6-5397-496b-9338-8bdf991a87a4'] in dv-cinder-775706-2-iscsi {{(pid=84117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 19 03:07:50.726427 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-4d0d346e-2a2a-4431-ac5e-fa7fab206efa None None] Provisioning for port 6185f3c9-c591-48ee-8126-879de2248671 completed by entity DHCP. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 19 03:07:50.729693 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-e96a6d00-f4d9-4a8d-b8b7-4a5e1692dc15 admin admin] Notify callbacks [] for router, before_response {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:50.731193 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-e96a6d00-f4d9-4a8d-b8b7-4a5e1692dc15 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 6.4733396
Feb 19 03:07:50.735069 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84116) accepted ('10.222.0.13', 50134) {{(pid=84116) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:07:50.759419 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c30da049-68c8-4c68-a79a-68e504ef0329 req-bb513737-45f3-4e3a-b2de-5bf1dcd1ed41 tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:07:50.761382 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-c30da049-68c8-4c68-a79a-68e504ef0329 req-bb513737-45f3-4e3a-b2de-5bf1dcd1ed41 tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] 10.222.0.13 "GET /v2.0/ports?device_id=5cc3d0fe-2245-4c40-ab4b-cbc5b7a636db HTTP/1.1" status: 200  len: 945 time: 0.5072386
Feb 19 03:07:50.772392 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab37eee-d54d-406e-a62f-da43e9ce4416 None None] Routers {'900551e6-5397-496b-9338-8bdf991a87a4'} bound to L3 agent in host dv-cinder-775706-2-iscsi {{(pid=84117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 03:07:50.773119 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_hamode_db [None req-8ab37eee-d54d-406e-a62f-da43e9ce4416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9425d6ac88>, 'dv-cinder-775706-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-19T02:56:52Z,description=<?>,heartbeat_timestamp=2021-02-19T03:07:22Z,host='dv-cinder-775706-2-iscsi',id=f4ccfb5a-d22e-440e-8ddd-f393ad00f812,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T02:56:52Z,topic='l3_agent')) {'router_ids': ['900551e6-5397-496b-9338-8bdf991a87a4'], 'active': True} {{(pid=84117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 03:07:51.091189 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-23d4ff71-be0b-433c-afb0-7862dee88a6b None None] Provisioning complete for port 73757818-8fc3-4e3d-8ab1-44a205d19b33 triggered by entity DHCP. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 03:07:51.091621 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-23d4ff71-be0b-433c-afb0-7862dee88a6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16124857'] for port, provisioning_complete {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:51.169902 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Provisioning for port 04e08826-c1e1-488f-ab52-aaaa8f27f363 completed by entity L2. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 19 03:07:51.184242 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-c30da049-68c8-4c68-a79a-68e504ef0329 req-e7c4e1fe-ec49-4fd3-8a2a-355728e62682 tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7be7950-201e-4452-88dd-92f8a0a2b5e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3374743
Feb 19 03:07:51.194890 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-0c7ab77f-a94b-4c76-92c2-8bac5cfeccc5 req-60ccea0f-6af1-4f92-a54d-48c929d1ae08 tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=3930a9bb64484ce1bf7cabab6e8229f8&fields=id HTTP/1.1" status: 200  len: 302 time: 0.6814246
Feb 19 03:07:51.203726 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Provisioning complete for port 04e08826-c1e1-488f-ab52-aaaa8f27f363 triggered by entity L2. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 03:07:51.204157 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16124857'] for port, provisioning_complete {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:51.248723 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvr_db [None req-8ab37eee-d54d-406e-a62f-da43e9ce4416 None None] Set router 900551e6-5397-496b-9338-8bdf991a87a4 gateway port host: dv-cinder-775706-2-iscsi {{(pid=84117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 03:07:51.411368 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95dd1560-122a-400c-ba8a-699619c9b31b admin admin] Router 96d21d47-791f-4aba-9ba0-78cb8e455f09 has already been hosted by L3 agent f4ccfb5a-d22e-440e-8ddd-f393ad00f812 {{(pid=84115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 19 03:07:51.455098 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.plugin [None req-23d4ff71-be0b-433c-afb0-7862dee88a6b None None] Port 73757818-8fc3-4e3d-8ab1-44a205d19b33 cannot update to ACTIVE because it is not bound. {{(pid=84117) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 19 03:07:51.736399 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95dd1560-122a-400c-ba8a-699619c9b31b admin admin] Notify agent at l3_agent.dv-cinder-775706-2-iscsi the message routers_updated {{(pid=84115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 19 03:07:51.740189 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-0c7ab77f-a94b-4c76-92c2-8bac5cfeccc5 req-8ce2376e-543d-47e7-9339-e48c0ee0e4a7 service neutron] 10.222.0.13 "GET /v2.0/networks/5954e949-f082-4293-8249-33bd0ebaecec?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5025287
Feb 19 03:07:51.750462 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-95dd1560-122a-400c-ba8a-699619c9b31b admin admin] 10.222.0.13 "PUT /v2.0/routers/96d21d47-791f-4aba-9ba0-78cb8e455f09/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.8076198
Feb 19 03:07:51.933091 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838630373'] for port, before_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:51.966693 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-0c19a58c-81d4-4a12-8f2d-f628543dcf8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:51.974128 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.db [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] For port 04e08826-c1e1-488f-ab52-aaaa8f27f363, host dv-cinder-775706-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-2-iscsi',level=0,port_id=04e08826-c1e1-488f-ab52-aaaa8f27f363,segment=NetworkSegment(018f6e14-8221-4ee7-96a8-19699912d63c),segment_id=018f6e14-8221-4ee7-96a8-19699912d63c)] {{(pid=84117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 03:07:51.980769 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_hamode_db [None req-8ab37eee-d54d-406e-a62f-da43e9ce4416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9425d6ac88>, [{'id': '900551e6-5397-496b-9338-8bdf991a87a4', 'name': 'tempest-AttachVolumeTestJSON-158848129-router', 'tenant_id': '9cc54ca0063647f58309a9cc08a310b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'external_fixed_ips': [{'subnet_id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': 'fb1ba4fb-1d38-48a0-841f-f65bf02372dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T03:07:44Z', 'updated_at': '2021-02-19T03:07:48Z', 'revision_number': 3, 'project_id': '9cc54ca0063647f58309a9cc08a310b1', 'gw_port': {'id': 'fb1ba4fb-1d38-48a0-841f-f65bf02372dc', 'name': '', 'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:0e:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '900551e6-5397-496b-9338-8bdf991a87a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T03:07:46Z', 'updated_at': '2021-02-19T03:07:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-2-iscsi'}], 'dv-cinder-775706-2-iscsi', False) {} {{(pid=84117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 03:07:51.985211 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-d74dfe77-cfcf-456a-ac79-04b338ff2fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838630373'] for port, before_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:51.987103 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab37eee-d54d-406e-a62f-da43e9ce4416 None None] Checking router: 900551e6-5397-496b-9338-8bdf991a87a4 for host: dv-cinder-775706-2-iscsi {{(pid=84117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 19 03:07:51.987514 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab37eee-d54d-406e-a62f-da43e9ce4416 None None] Updating router 900551e6-5397-496b-9338-8bdf991a87a4 port fb1ba4fb-1d38-48a0-841f-f65bf02372dc binding host dv-cinder-775706-2-iscsi {{(pid=84117) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 19 03:07:52.036740 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-0c7ab77f-a94b-4c76-92c2-8bac5cfeccc5 req-196b8276-e9f1-46fe-80ab-39644629feca service neutron] 10.222.0.13 "GET /v2.0/networks/5954e949-f082-4293-8249-33bd0ebaecec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2846565
Feb 19 03:07:52.054880 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269711510320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767142869380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269711906403'] for port, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:52.055892 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.rpc [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Device 6185f3c9-c591-48ee-8126-879de2248671 up at agent ovs-agent-dv-cinder-775706-2-iscsi {{(pid=84117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 03:07:52.069802 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84115) accepted ('10.222.0.13', 50164) {{(pid=84115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:07:52.141163 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:07:52.273701 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-0ae0cc1f-dd19-4c0a-aeea-3fe375ca5b19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:52.317935 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-0ae0cc1f-dd19-4c0a-aeea-3fe375ca5b19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 03:07:52.328259 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-0ae0cc1f-dd19-4c0a-aeea-3fe375ca5b19 admin admin] Usage tracker for resource:security_group_rule and tenant:833d07b3ea714d24b8a65072041ac132 is out of sync, need to count used quota {{(pid=84115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 03:07:52.335623 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-0ae0cc1f-dd19-4c0a-aeea-3fe375ca5b19 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 03:07:52.356181 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-0ae0cc1f-dd19-4c0a-aeea-3fe375ca5b19 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 03:07:52.565092 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-0ae0cc1f-dd19-4c0a-aeea-3fe375ca5b19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:52.769616 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c243371-9ad1-4833-9adb-d9d1db44f07e None None] Sync routers for ids ['96d21d47-791f-4aba-9ba0-78cb8e455f09'] in dv-cinder-775706-2-iscsi {{(pid=84118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 19 03:07:52.796748 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c243371-9ad1-4833-9adb-d9d1db44f07e None None] Routers {'96d21d47-791f-4aba-9ba0-78cb8e455f09'} bound to L3 agent in host dv-cinder-775706-2-iscsi {{(pid=84118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 03:07:52.797991 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_hamode_db [None req-0c243371-9ad1-4833-9adb-d9d1db44f07e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f94260b5e80>, 'dv-cinder-775706-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-19T02:56:52Z,description=<?>,heartbeat_timestamp=2021-02-19T03:07:52Z,host='dv-cinder-775706-2-iscsi',id=f4ccfb5a-d22e-440e-8ddd-f393ad00f812,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T02:56:52Z,topic='l3_agent')) {'router_ids': ['96d21d47-791f-4aba-9ba0-78cb8e455f09'], 'active': True} {{(pid=84118) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 03:07:52.830425 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-0ae0cc1f-dd19-4c0a-aeea-3fe375ca5b19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237410'] for security_group, after_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:52.835055 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Pushing event updated for resources: {'Port': ['ID=04e08826-c1e1-488f-ab52-aaaa8f27f363,revision_number=4']} {{(pid=84117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:07:52.839232 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-27bc9c60-1db3-4857-9574-c9cd684f485f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:07:52.849141 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.708s {{(pid=84117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:07:52.851291 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-e90e4d46-d4fe-4483-8609-0e60d1e4a6aa req-21bc81a3-6abf-446c-a6cd-d9297f5c2ef8 tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] 10.222.0.13 "GET /v2.0/ports?device_id=20b97697-437f-486c-910b-47864b498dfd HTTP/1.1" status: 200  len: 210 time: 0.1447430
Feb 19 03:07:52.881253 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8ab37eee-d54d-406e-a62f-da43e9ce4416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838630373'] for port, before_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:52.918639 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae0cc1f-dd19-4c0a-aeea-3fe375ca5b19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edac4192-eb89-4629-9e9b-c291af829e5a,revision_number=1']} {{(pid=84115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:07:52.924978 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-0ae0cc1f-dd19-4c0a-aeea-3fe375ca5b19 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=833d07b3ea714d24b8a65072041ac132&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8556280
Feb 19 03:07:52.926117 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-0ae0cc1f-dd19-4c0a-aeea-3fe375ca5b19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:07:52.943267 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84115) accepted ('10.222.0.13', 50200) {{(pid=84115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:07:53.053111 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07df2010-9372-4262-abd9-c1d45d4fe1c3 req-1ff86098-1609-4e08-9c2d-c79cf1ca0dd7 tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:07:53.062318 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-07df2010-9372-4262-abd9-c1d45d4fe1c3 req-1ff86098-1609-4e08-9c2d-c79cf1ca0dd7 tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] 10.222.0.13 "GET /v2.0/ports?device_id=5cc3d0fe-2245-4c40-ab4b-cbc5b7a636db HTTP/1.1" status: 200  len: 945 time: 0.4921827
Feb 19 03:07:53.066276 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.db_base_plugin_common [None req-d74dfe77-cfcf-456a-ac79-04b338ff2fa7 admin admin] Allocated IP 172.20.0.1 (f43f4357-3ff6-40b8-94e0-eb50f3b0a088/bcac62f7-68c0-43e3-adb5-456fec5d76fe/0248f8e8-e2b2-4ed1-b7da-e388f145e5a4) {{(pid=84116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 19 03:07:53.074123 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-4b343f23-6f62-4db0-bfb1-0e5ba3aa11dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:53.099585 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-be35e418-9fe1-420e-81c2-dae761c61493 None None] Provisioning complete for port 6185f3c9-c591-48ee-8126-879de2248671 triggered by entity DHCP. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 03:07:53.099585 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-be35e418-9fe1-420e-81c2-dae761c61493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16124857'] for port, provisioning_complete {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:53.167780 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-07df2010-9372-4262-abd9-c1d45d4fe1c3 req-5c67d909-dbe9-40fb-8aec-4457c641abf7 tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7be7950-201e-4452-88dd-92f8a0a2b5e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1042907
Feb 19 03:07:53.173461 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-ece6dece-ecd8-41b4-a4bb-7e59ce8a3b7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:53.197371 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvr_db [None req-0c243371-9ad1-4833-9adb-d9d1db44f07e None None] Set router 96d21d47-791f-4aba-9ba0-78cb8e455f09 gateway port host: dv-cinder-775706-2-iscsi {{(pid=84118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 03:07:53.267109 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-ece6dece-ecd8-41b4-a4bb-7e59ce8a3b7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:53.307552 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Provisioning for port 6185f3c9-c591-48ee-8126-879de2248671 completed by entity L2. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 19 03:07:53.369925 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Provisioning complete for port 6185f3c9-c591-48ee-8126-879de2248671 triggered by entity L2. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 03:07:53.372432 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16124857'] for port, provisioning_complete {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:53.550870 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-d74dfe77-cfcf-456a-ac79-04b338ff2fa7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:53.608882 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-d74dfe77-cfcf-456a-ac79-04b338ff2fa7 admin admin] Transition to ACTIVE for port object 0248f8e8-e2b2-4ed1-b7da-e388f145e5a4 will not be triggered until provisioned by entity DHCP. {{(pid=84116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 19 03:07:53.625856 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-ece6dece-ecd8-41b4-a4bb-7e59ce8a3b7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237410'] for security_group, after_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:53.633253 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:07:53.651441 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-be35e418-9fe1-420e-81c2-dae761c61493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838630373'] for port, before_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:53.668789 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece6dece-ecd8-41b4-a4bb-7e59ce8a3b7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edac4192-eb89-4629-9e9b-c291af829e5a,revision_number=None']} {{(pid=84115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:07:53.683118 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-ece6dece-ecd8-41b4-a4bb-7e59ce8a3b7a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:07:53.723493 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-ece6dece-ecd8-41b4-a4bb-7e59ce8a3b7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:53.738055 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-d74dfe77-cfcf-456a-ac79-04b338ff2fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363269711907205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2630593'] for port, after_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:53.738279 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-ece6dece-ecd8-41b4-a4bb-7e59ce8a3b7a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/edac4192-eb89-4629-9e9b-c291af829e5a HTTP/1.1" status: 204  len: 168 time: 0.7904215
Feb 19 03:07:53.752305 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e327da-5a16-445f-a130-fe7719908097 req-768d645c-d08e-4a83-a14d-6f2bb9e853a0 tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:07:53.763627 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-a7e327da-5a16-445f-a130-fe7719908097 req-768d645c-d08e-4a83-a14d-6f2bb9e853a0 tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] 10.222.0.13 "GET /v2.0/ports?device_id=84573221-9e33-48d2-866b-d60d20f086d1 HTTP/1.1" status: 200  len: 945 time: 0.3122175
Feb 19 03:07:53.928268 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.db [None req-be35e418-9fe1-420e-81c2-dae761c61493 None None] For port 6185f3c9-c591-48ee-8126-879de2248671, host dv-cinder-775706-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-2-iscsi',level=0,port_id=6185f3c9-c591-48ee-8126-879de2248671,segment=NetworkSegment(beb532a6-df16-4e1c-84e0-3b45d5f83fc7),segment_id=beb532a6-df16-4e1c-84e0-3b45d5f83fc7)] {{(pid=84117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 03:07:53.956340 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:53.959021 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-a7e327da-5a16-445f-a130-fe7719908097 req-0e64ac4c-008d-4e49-b081-8e98230ddd4e tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7be7950-201e-4452-88dd-92f8a0a2b5e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1919789
Feb 19 03:07:53.961072 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838630373'] for port, before_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:53.983056 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-be35e418-9fe1-420e-81c2-dae761c61493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269711510320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767142869380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269711906403'] for port, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:53.992713 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:07:54.159230 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-64dbf5b8-fbf8-43e0-9c06-b9a17033ba71 tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:07:54.197266 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.agents_db [None req-fa9641de-a39b-4023-bfa7-5325e5d2422e None None] Agent healthcheck: found 6 active agents {{(pid=84118) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 19 03:07:54.267284 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d74dfe77-cfcf-456a-ac79-04b338ff2fa7 admin admin] Network f43f4357-3ff6-40b8-94e0-eb50f3b0a088 is already hosted by enough agents. {{(pid=84116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 19 03:07:54.271181 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.scheduler.base_scheduler [None req-d74dfe77-cfcf-456a-ac79-04b338ff2fa7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 19 03:07:54.275602 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d74dfe77-cfcf-456a-ac79-04b338ff2fa7 admin admin] Received port after_create {{(pid=84116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 19 03:07:54.301294 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.db.api [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84117) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 19 03:07:54.301294 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_db.api [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 19 03:07:54.308986 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_hamode_db [None req-0c243371-9ad1-4833-9adb-d9d1db44f07e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f94260b5e80>, [{'id': '96d21d47-791f-4aba-9ba0-78cb8e455f09', 'name': 'tempest-TestMinimumBasicScenario-2091875485-router', 'tenant_id': 'a0ccfe73f663490cabd2bb049ae99c7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'external_fixed_ips': [{'subnet_id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': '04e08826-c1e1-488f-ab52-aaaa8f27f363', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T03:07:39Z', 'updated_at': '2021-02-19T03:07:49Z', 'revision_number': 4, 'project_id': 'a0ccfe73f663490cabd2bb049ae99c7c', 'gw_port': {'id': '04e08826-c1e1-488f-ab52-aaaa8f27f363', 'name': '', 'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:64:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96d21d47-791f-4aba-9ba0-78cb8e455f09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T03:07:41Z', 'updated_at': '2021-02-19T03:07:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-2-iscsi', '_interfaces': [{'id': '73757818-8fc3-4e3d-8ab1-44a205d19b33', 'name': '', 'network_id': '4097a413-4776-4469-a598-b6a7e21b8df1', 'tenant_id': 'a0ccfe73f663490cabd2bb049ae99c7c', 'mac_address': 'fa:16:3e:67:cd:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96d21d47-791f-4aba-9ba0-78cb8e455f09', 'device_owner': 'network:router_interface', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '74c961f0-fc07-4921-8313-2a6fd919edf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T03:07:47Z', 'updated_at': '2021-02-19T03:07:49Z', 'revision_number': 2, 'project_id': 'a0ccfe73f663490cabd2bb049ae99c7c', 'subnets': [{'id': '74c961f0-fc07-4921-8313-2a6fd919edf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775706-2-iscsi', False) {} {{(pid=84118) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 03:07:54.312119 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be35e418-9fe1-420e-81c2-dae761c61493 None None] Pushing event updated for resources: {'Port': ['ID=6185f3c9-c591-48ee-8126-879de2248671,revision_number=3']} {{(pid=84117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:07:54.321876 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-ed1abd93-30ab-455f-b25e-ecbc2cc5cf06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:54.330722 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-be35e418-9fe1-420e-81c2-dae761c61493 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=84117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:07:54.331071 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c243371-9ad1-4833-9adb-d9d1db44f07e None None] Checking router: 96d21d47-791f-4aba-9ba0-78cb8e455f09 for host: dv-cinder-775706-2-iscsi {{(pid=84118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 19 03:07:54.331071 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c243371-9ad1-4833-9adb-d9d1db44f07e None None] Updating router 96d21d47-791f-4aba-9ba0-78cb8e455f09 port 73757818-8fc3-4e3d-8ab1-44a205d19b33 binding host dv-cinder-775706-2-iscsi {{(pid=84118) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 19 03:07:54.550269 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-67aa87ff-826e-4ce1-acb5-542cfa8004a7 req-6bc3f3f0-5fc1-4b36-8f28-52d35c84c6d4 tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] 10.222.0.13 "GET /v2.0/ports?device_id=20b97697-437f-486c-910b-47864b498dfd HTTP/1.1" status: 200  len: 210 time: 0.2917516
Feb 19 03:07:54.572552 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-0c243371-9ad1-4833-9adb-d9d1db44f07e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838630373'] for port, before_update {{(pid=84118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:54.621029 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8ab37eee-d54d-406e-a62f-da43e9ce4416 None None] Notify callbacks [] for port, precommit_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:54.655831 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-8ab37eee-d54d-406e-a62f-da43e9ce4416 None None] Transition to ACTIVE for port object fb1ba4fb-1d38-48a0-841f-f65bf02372dc will not be triggered until provisioned by entity L2. {{(pid=84117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 19 03:07:54.684255 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8ab37eee-d54d-406e-a62f-da43e9ce4416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269711510320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767142869380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269711906403'] for port, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:54.746231 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:07:54.895171 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74dfe77-cfcf-456a-ac79-04b338ff2fa7 admin admin] Pushing event updated for resources: {'Port': ['ID=0248f8e8-e2b2-4ed1-b7da-e388f145e5a4,revision_number=1']} {{(pid=84116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:07:54.898804 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-d74dfe77-cfcf-456a-ac79-04b338ff2fa7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.740s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:07:54.921110 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-d74dfe77-cfcf-456a-ac79-04b338ff2fa7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-386270'] for router_interface, before_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:55.109016 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e8cce2-d2df-4d10-8192-9cff14802f98 None None] Pushing event updated for resources: {'Port': ['ID=fb1ba4fb-1d38-48a0-841f-f65bf02372dc,revision_number=2']} {{(pid=84117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:07:55.164542 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-03e8cce2-d2df-4d10-8192-9cff14802f98 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.420s {{(pid=84117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:07:55.345811 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-10111451-0e3e-4645-8f06-48f139ac4e6e None None] Provisioning for port 0248f8e8-e2b2-4ed1-b7da-e388f145e5a4 completed by entity DHCP. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 19 03:07:55.450169 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-10111451-0e3e-4645-8f06-48f139ac4e6e None None] Provisioning complete for port 0248f8e8-e2b2-4ed1-b7da-e388f145e5a4 triggered by entity DHCP. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 03:07:55.450169 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-10111451-0e3e-4645-8f06-48f139ac4e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16124857'] for port, provisioning_complete {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:55.450465 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-d74dfe77-cfcf-456a-ac79-04b338ff2fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838630373'] for port, before_update {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:55.642958 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.plugin [None req-10111451-0e3e-4645-8f06-48f139ac4e6e None None] Port 0248f8e8-e2b2-4ed1-b7da-e388f145e5a4 cannot update to ACTIVE because it is not bound. {{(pid=84117) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 19 03:07:55.687978 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.rpc [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Device 04e08826-c1e1-488f-ab52-aaaa8f27f363 up at agent ovs-agent-dv-cinder-775706-2-iscsi {{(pid=84117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 03:07:55.922057 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-0c243371-9ad1-4833-9adb-d9d1db44f07e None None] Notify callbacks [] for port, precommit_update {{(pid=84118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:55.947669 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.managers [None req-8ab37eee-d54d-406e-a62f-da43e9ce4416 None None] Attempting to bind port fb1ba4fb-1d38-48a0-841f-f65bf02372dc on host dv-cinder-775706-2-iscsi for vnic_type normal with profile  {{(pid=84117) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 03:07:55.948889 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-0c243371-9ad1-4833-9adb-d9d1db44f07e None None] Transition to ACTIVE for port object 73757818-8fc3-4e3d-8ab1-44a205d19b33 will not be triggered until provisioned by entity L2. {{(pid=84118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 19 03:07:55.949868 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.managers [None req-8ab37eee-d54d-406e-a62f-da43e9ce4416 None None] Attempting to bind port fb1ba4fb-1d38-48a0-841f-f65bf02372dc by drivers openvswitch on host dv-cinder-775706-2-iscsi at level 0 using segments [{'id': '018f6e14-8221-4ee7-96a8-19699912d63c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc'}] {{(pid=84117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 19 03:07:55.950458 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab37eee-d54d-406e-a62f-da43e9ce4416 None None] Attempting to bind port fb1ba4fb-1d38-48a0-841f-f65bf02372dc on network 11a0058d-2e2a-4262-b636-ae96512c4ecc {{(pid=84117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 19 03:07:55.964524 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab37eee-d54d-406e-a62f-da43e9ce4416 None None] Checking agent: {'id': '3cd1f8a8-5d37-45d2-b10a-f80d551451b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775706-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 19, 2, 56, 53), 'started_at': datetime.datetime(2021, 2, 19, 2, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 2, 19, 3, 7, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775706-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.86', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 19 03:07:55.964953 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab37eee-d54d-406e-a62f-da43e9ce4416 None None] Checking segment: {'id': '018f6e14-8221-4ee7-96a8-19699912d63c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 19 03:07:55.965410 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8ab37eee-d54d-406e-a62f-da43e9ce4416 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:55.965881 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ab37eee-d54d-406e-a62f-da43e9ce4416 None None] Bound using segment: {'id': '018f6e14-8221-4ee7-96a8-19699912d63c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc'} {{(pid=84117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 19 03:07:55.966410 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.managers [None req-8ab37eee-d54d-406e-a62f-da43e9ce4416 None None] Bound port: fb1ba4fb-1d38-48a0-841f-f65bf02372dc, host: dv-cinder-775706-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '018f6e14-8221-4ee7-96a8-19699912d63c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc'}}] {{(pid=84117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 19 03:07:55.967008 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8ab37eee-d54d-406e-a62f-da43e9ce4416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838630373'] for port, before_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:55.969417 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-0c243371-9ad1-4833-9adb-d9d1db44f07e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269711510320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767142869380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269711906403'] for port, after_update {{(pid=84118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:55.996023 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-dc5e6525-13e6-45b4-ba34-379f282dd092 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:07:56.047373 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7ab77f-a94b-4c76-92c2-8bac5cfeccc5 req-0d350636-54d7-4791-a97a-d490e3f1be0b tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:07:56.049044 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-0c7ab77f-a94b-4c76-92c2-8bac5cfeccc5 req-0d350636-54d7-4791-a97a-d490e3f1be0b tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] 10.222.0.65 "GET /v2.0/networks?id=5954e949-f082-4293-8249-33bd0ebaecec HTTP/1.1" status: 200  len: 813 time: 0.4560046
Feb 19 03:07:56.101903 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.v2.base [req-0c7ab77f-a94b-4c76-92c2-8bac5cfeccc5 req-7a70e8b3-6965-4010-81c2-118c5ceb5556 tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Request body: {'port': {'device_id': '20b97697-437f-486c-910b-47864b498dfd', 'network_id': '5954e949-f082-4293-8249-33bd0ebaecec', 'admin_state_up': True, 'tenant_id': '3930a9bb64484ce1bf7cabab6e8229f8'}} {{(pid=84116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 03:07:56.126039 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-772c0be4-7c68-4d8c-b0b6-ddb5b5ad0712 req-87a87b23-eccc-4b59-89a7-369bcbeafc76 tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] 10.222.0.13 "GET /v2.0/ports?device_id=20b97697-437f-486c-910b-47864b498dfd HTTP/1.1" status: 200  len: 210 time: 0.1470027
Feb 19 03:07:56.143029 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Provisioning complete for port 04e08826-c1e1-488f-ab52-aaaa8f27f363 triggered by entity L2. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 03:07:56.143454 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16124857'] for port, provisioning_complete {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:56.346074 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd96768-8f9a-4617-8d86-6e0d23734ed0 None None] Pushing event updated for resources: {'Port': ['ID=73757818-8fc3-4e3d-8ab1-44a205d19b33,revision_number=3']} {{(pid=84118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:07:56.392294 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-7fd96768-8f9a-4617-8d86-6e0d23734ed0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.391s {{(pid=84118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:07:56.405087 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.db [None req-8ab37eee-d54d-406e-a62f-da43e9ce4416 None None] For port fb1ba4fb-1d38-48a0-841f-f65bf02372dc, host dv-cinder-775706-2-iscsi, cleared binding levels {{(pid=84117) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 19 03:07:56.428205 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.db [None req-8ab37eee-d54d-406e-a62f-da43e9ce4416 None None] For port fb1ba4fb-1d38-48a0-841f-f65bf02372dc, host dv-cinder-775706-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-2-iscsi',level=0,port_id=fb1ba4fb-1d38-48a0-841f-f65bf02372dc,segment=NetworkSegment(018f6e14-8221-4ee7-96a8-19699912d63c),segment_id=018f6e14-8221-4ee7-96a8-19699912d63c)] {{(pid=84117) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 19 03:07:56.436495 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.rpc [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Device 6185f3c9-c591-48ee-8126-879de2248671 up at agent ovs-agent-dv-cinder-775706-2-iscsi {{(pid=84117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 03:07:56.582266 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8ab37eee-d54d-406e-a62f-da43e9ce4416 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269711510320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767142869380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269711906403'] for port, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:56.614572 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:07:56.760223 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e8cce2-d2df-4d10-8192-9cff14802f98 None None] Pushing event updated for resources: {'Port': ['ID=fb1ba4fb-1d38-48a0-841f-f65bf02372dc,revision_number=3']} {{(pid=84117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:07:56.772561 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-03e8cce2-d2df-4d10-8192-9cff14802f98 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=84117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:07:56.850101 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Provisioning complete for port 6185f3c9-c591-48ee-8126-879de2248671 triggered by entity L2. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 03:07:56.850608 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16124857'] for port, provisioning_complete {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:56.991335 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.managers [None req-0c243371-9ad1-4833-9adb-d9d1db44f07e None None] Attempting to bind port 73757818-8fc3-4e3d-8ab1-44a205d19b33 on host dv-cinder-775706-2-iscsi for vnic_type normal with profile  {{(pid=84118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 03:07:56.991638 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.managers [None req-0c243371-9ad1-4833-9adb-d9d1db44f07e None None] Attempting to bind port 73757818-8fc3-4e3d-8ab1-44a205d19b33 by drivers openvswitch on host dv-cinder-775706-2-iscsi at level 0 using segments [{'id': 'b4e3de9c-c494-4579-9779-44c7e3e9c0cb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '4097a413-4776-4469-a598-b6a7e21b8df1'}] {{(pid=84118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 19 03:07:56.992043 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c243371-9ad1-4833-9adb-d9d1db44f07e None None] Attempting to bind port 73757818-8fc3-4e3d-8ab1-44a205d19b33 on network 4097a413-4776-4469-a598-b6a7e21b8df1 {{(pid=84118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 19 03:07:57.022568 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c243371-9ad1-4833-9adb-d9d1db44f07e None None] Checking agent: {'id': '3cd1f8a8-5d37-45d2-b10a-f80d551451b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775706-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 19, 2, 56, 53), 'started_at': datetime.datetime(2021, 2, 19, 2, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 2, 19, 3, 7, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775706-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.86', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 19 03:07:57.022903 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c243371-9ad1-4833-9adb-d9d1db44f07e None None] Checking segment: {'id': 'b4e3de9c-c494-4579-9779-44c7e3e9c0cb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '4097a413-4776-4469-a598-b6a7e21b8df1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 19 03:07:57.023355 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-0c243371-9ad1-4833-9adb-d9d1db44f07e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:57.023791 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c243371-9ad1-4833-9adb-d9d1db44f07e None None] Bound using segment: {'id': 'b4e3de9c-c494-4579-9779-44c7e3e9c0cb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '4097a413-4776-4469-a598-b6a7e21b8df1'} {{(pid=84118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 19 03:07:57.024317 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.managers [None req-0c243371-9ad1-4833-9adb-d9d1db44f07e None None] Bound port: 73757818-8fc3-4e3d-8ab1-44a205d19b33, host: dv-cinder-775706-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4e3de9c-c494-4579-9779-44c7e3e9c0cb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '4097a413-4776-4469-a598-b6a7e21b8df1'}}] {{(pid=84118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 19 03:07:57.033302 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [req-0c7ab77f-a94b-4c76-92c2-8bac5cfeccc5 req-7a70e8b3-6965-4010-81c2-118c5ceb5556 tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 03:07:57.034065 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-0c243371-9ad1-4833-9adb-d9d1db44f07e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838630373'] for port, before_update {{(pid=84118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:57.054099 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [req-0c7ab77f-a94b-4c76-92c2-8bac5cfeccc5 req-7a70e8b3-6965-4010-81c2-118c5ceb5556 tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Usage tracker for resource:port and tenant:3930a9bb64484ce1bf7cabab6e8229f8 is out of sync, need to count used quota {{(pid=84116) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 03:07:57.059467 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [req-0c7ab77f-a94b-4c76-92c2-8bac5cfeccc5 req-7a70e8b3-6965-4010-81c2-118c5ceb5556 tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84116) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 03:07:57.066131 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [req-0c7ab77f-a94b-4c76-92c2-8bac5cfeccc5 req-7a70e8b3-6965-4010-81c2-118c5ceb5556 tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 03:07:57.159302 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c7ab77f-a94b-4c76-92c2-8bac5cfeccc5 req-7a70e8b3-6965-4010-81c2-118c5ceb5556 tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Made reservation on behalf of 3930a9bb64484ce1bf7cabab6e8229f8 for: {'port': 1} {{(pid=84116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 19 03:07:57.167197 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-0c7ab77f-a94b-4c76-92c2-8bac5cfeccc5 req-7a70e8b3-6965-4010-81c2-118c5ceb5556 tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838630373'] for port, before_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:57.238277 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab37eee-d54d-406e-a62f-da43e9ce4416 None None] Routers {'900551e6-5397-496b-9338-8bdf991a87a4'} bound to L3 agent in host dv-cinder-775706-2-iscsi {{(pid=84117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 03:07:57.239786 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_hamode_db [None req-8ab37eee-d54d-406e-a62f-da43e9ce4416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9425d6ac88>, 'dv-cinder-775706-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-19T02:56:52Z,description=<?>,heartbeat_timestamp=2021-02-19T03:07:52Z,host='dv-cinder-775706-2-iscsi',id=f4ccfb5a-d22e-440e-8ddd-f393ad00f812,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T02:56:52Z,topic='l3_agent')) {'router_ids': ['900551e6-5397-496b-9338-8bdf991a87a4'], 'active': True} {{(pid=84117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 03:07:57.400311 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.db [None req-0c243371-9ad1-4833-9adb-d9d1db44f07e None None] For port 73757818-8fc3-4e3d-8ab1-44a205d19b33, host dv-cinder-775706-2-iscsi, cleared binding levels {{(pid=84118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 19 03:07:57.404729 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.db [None req-0c243371-9ad1-4833-9adb-d9d1db44f07e None None] For port 73757818-8fc3-4e3d-8ab1-44a205d19b33, host dv-cinder-775706-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-2-iscsi',level=0,port_id=73757818-8fc3-4e3d-8ab1-44a205d19b33,segment=NetworkSegment(b4e3de9c-c494-4579-9779-44c7e3e9c0cb),segment_id=b4e3de9c-c494-4579-9779-44c7e3e9c0cb)] {{(pid=84118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 19 03:07:57.447224 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-a0de8f86-5091-48b4-8cb2-dbdb6dffe4f3 req-46d450e8-6084-4eb4-8ca5-8485eca0f42d tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] 10.222.0.13 "GET /v2.0/ports?device_id=20b97697-437f-486c-910b-47864b498dfd HTTP/1.1" status: 200  len: 210 time: 0.1001873
Feb 19 03:07:57.449940 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-0c243371-9ad1-4833-9adb-d9d1db44f07e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269711510320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767142869380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269711906403'] for port, after_update {{(pid=84118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:57.476627 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-a9014bbe-6d85-4e54-8a3d-6b143ecb08a0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:07:57.585810 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28190a25-a211-4d46-af37-0016aec43f31 req-f9cc724c-5bee-4f70-90ac-63b3a533f895 tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:07:57.594849 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-28190a25-a211-4d46-af37-0016aec43f31 req-f9cc724c-5bee-4f70-90ac-63b3a533f895 tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] 10.222.0.13 "GET /v2.0/ports?device_id=84573221-9e33-48d2-866b-d60d20f086d1 HTTP/1.1" status: 200  len: 945 time: 0.1263373
Feb 19 03:07:57.696278 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-28190a25-a211-4d46-af37-0016aec43f31 req-7f807d9b-1c26-4963-bc59-4e70dca65997 tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7be7950-201e-4452-88dd-92f8a0a2b5e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1004384
Feb 19 03:07:57.702234 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-d74dfe77-cfcf-456a-ac79-04b338ff2fa7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:57.911928 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.db_base_plugin_common [req-0c7ab77f-a94b-4c76-92c2-8bac5cfeccc5 req-7a70e8b3-6965-4010-81c2-118c5ceb5556 tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Allocated IP 172.20.0.14 (5954e949-f082-4293-8249-33bd0ebaecec/f1853278-935e-4022-b7cb-005e1e744dbb/651bfe87-563d-4e1c-91d7-2f39f5b29059) {{(pid=84116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 19 03:07:57.913639 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd96768-8f9a-4617-8d86-6e0d23734ed0 None None] Pushing event updated for resources: {'Port': ['ID=73757818-8fc3-4e3d-8ab1-44a205d19b33,revision_number=4']} {{(pid=84118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:07:57.921823 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-7fd96768-8f9a-4617-8d86-6e0d23734ed0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.445s {{(pid=84118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:07:57.971924 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c243371-9ad1-4833-9adb-d9d1db44f07e None None] Routers {'96d21d47-791f-4aba-9ba0-78cb8e455f09'} bound to L3 agent in host dv-cinder-775706-2-iscsi {{(pid=84118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 03:07:57.972623 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_hamode_db [None req-0c243371-9ad1-4833-9adb-d9d1db44f07e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f94260b5e80>, 'dv-cinder-775706-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-19T02:56:52Z,description=<?>,heartbeat_timestamp=2021-02-19T03:07:52Z,host='dv-cinder-775706-2-iscsi',id=f4ccfb5a-d22e-440e-8ddd-f393ad00f812,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T02:56:52Z,topic='l3_agent')) {'router_ids': ['96d21d47-791f-4aba-9ba0-78cb8e455f09'], 'active': True} {{(pid=84118) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 03:07:57.983901 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-d74dfe77-cfcf-456a-ac79-04b338ff2fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269711510320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767142869380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269711906403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852145191'] for port, after_update {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:58.083146 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-d74dfe77-cfcf-456a-ac79-04b338ff2fa7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:07:58.100925 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvr_db [None req-8ab37eee-d54d-406e-a62f-da43e9ce4416 None None] Set router 900551e6-5397-496b-9338-8bdf991a87a4 gateway port host: dv-cinder-775706-2-iscsi {{(pid=84117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 03:07:58.129204 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-d74dfe77-cfcf-456a-ac79-04b338ff2fa7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854203496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854389636'] for router_interface, after_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:58.417704 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74dfe77-cfcf-456a-ac79-04b338ff2fa7 admin admin] Pushing event updated for resources: {'Port': ['ID=0248f8e8-e2b2-4ed1-b7da-e388f145e5a4,revision_number=2']} {{(pid=84116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:07:58.438032 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-d74dfe77-cfcf-456a-ac79-04b338ff2fa7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:07:58.515286 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3530cbf3-38cd-4bb3-8598-086b09f94ed7 req-c7c82cf1-acf5-4e05-a42f-5f0092b44502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:07:58.517254 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-3530cbf3-38cd-4bb3-8598-086b09f94ed7 req-c7c82cf1-acf5-4e05-a42f-5f0092b44502 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a83cb91af86b404e843a85617a0bdf97&device_id=84573221-9e33-48d2-866b-d60d20f086d1 HTTP/1.1" status: 200  len: 1162 time: 1.0878022
Feb 19 03:07:58.585609 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_hamode_db [None req-8ab37eee-d54d-406e-a62f-da43e9ce4416 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9425d6ac88>, [{'id': '900551e6-5397-496b-9338-8bdf991a87a4', 'name': 'tempest-AttachVolumeTestJSON-158848129-router', 'tenant_id': '9cc54ca0063647f58309a9cc08a310b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'external_fixed_ips': [{'subnet_id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': 'fb1ba4fb-1d38-48a0-841f-f65bf02372dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T03:07:44Z', 'updated_at': '2021-02-19T03:07:55Z', 'revision_number': 4, 'project_id': '9cc54ca0063647f58309a9cc08a310b1', 'gw_port': {'id': 'fb1ba4fb-1d38-48a0-841f-f65bf02372dc', 'name': '', 'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:0e:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '900551e6-5397-496b-9338-8bdf991a87a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T03:07:46Z', 'updated_at': '2021-02-19T03:07:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-2-iscsi', '_interfaces': [{'id': '0248f8e8-e2b2-4ed1-b7da-e388f145e5a4', 'name': '', 'network_id': 'f43f4357-3ff6-40b8-94e0-eb50f3b0a088', 'tenant_id': '9cc54ca0063647f58309a9cc08a310b1', 'mac_address': 'fa:16:3e:c8:7a:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '900551e6-5397-496b-9338-8bdf991a87a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': 'bcac62f7-68c0-43e3-adb5-456fec5d76fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T03:07:52Z', 'updated_at': '2021-02-19T03:07:53Z', 'revision_number': 1, 'project_id': '9cc54ca0063647f58309a9cc08a310b1', 'subnets': [{'id': 'bcac62f7-68c0-43e3-adb5-456fec5d76fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775706-2-iscsi', False) {} {{(pid=84117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 03:07:58.591123 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ab37eee-d54d-406e-a62f-da43e9ce4416 None None] The sync data for ids ['900551e6-5397-496b-9338-8bdf991a87a4'] in dv-cinder-775706-2-iscsi is: [{'id': '900551e6-5397-496b-9338-8bdf991a87a4', 'name': 'tempest-AttachVolumeTestJSON-158848129-router', 'tenant_id': '9cc54ca0063647f58309a9cc08a310b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'external_fixed_ips': [{'subnet_id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': 'fb1ba4fb-1d38-48a0-841f-f65bf02372dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T03:07:44Z', 'updated_at': '2021-02-19T03:07:55Z', 'revision_number': 4, 'project_id': '9cc54ca0063647f58309a9cc08a310b1', 'gw_port': {'id': 'fb1ba4fb-1d38-48a0-841f-f65bf02372dc', 'name': '', 'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:0e:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '900551e6-5397-496b-9338-8bdf991a87a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T03:07:46Z', 'updated_at': '2021-02-19T03:07:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-2-iscsi', '_interfaces': [{'id': '0248f8e8-e2b2-4ed1-b7da-e388f145e5a4', 'name': '', 'network_id': 'f43f4357-3ff6-40b8-94e0-eb50f3b0a088', 'tenant_id': '9cc54ca0063647f58309a9cc08a310b1', 'mac_address': 'fa:16:3e:c8:7a:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '900551e6-5397-496b-9338-8bdf991a87a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': 'bcac62f7-68c0-43e3-adb5-456fec5d76fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T03:07:52Z', 'updated_at': '2021-02-19T03:07:53Z', 'revision_number': 1, 'project_id': '9cc54ca0063647f58309a9cc08a310b1', 'subnets': [{'id': 'bcac62f7-68c0-43e3-adb5-456fec5d76fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 19 03:07:58.759581 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvr_db [None req-0c243371-9ad1-4833-9adb-d9d1db44f07e None None] Set router 96d21d47-791f-4aba-9ba0-78cb8e455f09 gateway port host: dv-cinder-775706-2-iscsi {{(pid=84118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 03:07:59.034346 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d74dfe77-cfcf-456a-ac79-04b338ff2fa7 admin admin] Network f43f4357-3ff6-40b8-94e0-eb50f3b0a088 is already hosted by enough agents. {{(pid=84116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 19 03:07:59.040477 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-0c7ab77f-a94b-4c76-92c2-8bac5cfeccc5 req-7a70e8b3-6965-4010-81c2-118c5ceb5556 tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Notify callbacks [] for port, precommit_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:59.043930 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.scheduler.base_scheduler [None req-d74dfe77-cfcf-456a-ac79-04b338ff2fa7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 19 03:07:59.171486 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-719faf4c-25ae-4ce5-864f-d86ec5b0dffa req-b346f10e-36a2-4407-a005-8048a3fcfd65 tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] 10.222.0.13 "GET /v2.0/ports?device_id=20b97697-437f-486c-910b-47864b498dfd HTTP/1.1" status: 200  len: 210 time: 0.3233669
Feb 19 03:07:59.327296 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4089dcd-d014-4c26-8a90-ea6f3d1e6683 req-625f23a4-b0c1-45e9-bcac-a25137522ced tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:07:59.329262 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-a4089dcd-d014-4c26-8a90-ea6f3d1e6683 req-625f23a4-b0c1-45e9-bcac-a25137522ced tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] 10.222.0.13 "GET /v2.0/ports?device_id=84573221-9e33-48d2-866b-d60d20f086d1 HTTP/1.1" status: 200  len: 945 time: 0.2887840
Feb 19 03:07:59.443865 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-a4089dcd-d014-4c26-8a90-ea6f3d1e6683 req-982739fe-2c91-41a6-8e8c-0ad30502e50d tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7be7950-201e-4452-88dd-92f8a0a2b5e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1082346
Feb 19 03:07:59.554502 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_hamode_db [None req-0c243371-9ad1-4833-9adb-d9d1db44f07e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f94260b5e80>, [{'id': '96d21d47-791f-4aba-9ba0-78cb8e455f09', 'name': 'tempest-TestMinimumBasicScenario-2091875485-router', 'tenant_id': 'a0ccfe73f663490cabd2bb049ae99c7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'external_fixed_ips': [{'subnet_id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': '04e08826-c1e1-488f-ab52-aaaa8f27f363', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T03:07:39Z', 'updated_at': '2021-02-19T03:07:49Z', 'revision_number': 4, 'project_id': 'a0ccfe73f663490cabd2bb049ae99c7c', 'gw_port': {'id': '04e08826-c1e1-488f-ab52-aaaa8f27f363', 'name': '', 'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:64:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96d21d47-791f-4aba-9ba0-78cb8e455f09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T03:07:41Z', 'updated_at': '2021-02-19T03:07:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-2-iscsi', '_interfaces': [{'id': '73757818-8fc3-4e3d-8ab1-44a205d19b33', 'name': '', 'network_id': '4097a413-4776-4469-a598-b6a7e21b8df1', 'tenant_id': 'a0ccfe73f663490cabd2bb049ae99c7c', 'mac_address': 'fa:16:3e:67:cd:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96d21d47-791f-4aba-9ba0-78cb8e455f09', 'device_owner': 'network:router_interface', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '74c961f0-fc07-4921-8313-2a6fd919edf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T03:07:47Z', 'updated_at': '2021-02-19T03:07:57Z', 'revision_number': 4, 'project_id': 'a0ccfe73f663490cabd2bb049ae99c7c', 'subnets': [{'id': '74c961f0-fc07-4921-8313-2a6fd919edf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775706-2-iscsi', False) {} {{(pid=84118) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 03:07:59.575749 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c243371-9ad1-4833-9adb-d9d1db44f07e None None] The sync data for ids ['96d21d47-791f-4aba-9ba0-78cb8e455f09'] in dv-cinder-775706-2-iscsi is: [{'id': '96d21d47-791f-4aba-9ba0-78cb8e455f09', 'name': 'tempest-TestMinimumBasicScenario-2091875485-router', 'tenant_id': 'a0ccfe73f663490cabd2bb049ae99c7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'external_fixed_ips': [{'subnet_id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': '04e08826-c1e1-488f-ab52-aaaa8f27f363', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T03:07:39Z', 'updated_at': '2021-02-19T03:07:49Z', 'revision_number': 4, 'project_id': 'a0ccfe73f663490cabd2bb049ae99c7c', 'gw_port': {'id': '04e08826-c1e1-488f-ab52-aaaa8f27f363', 'name': '', 'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:64:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96d21d47-791f-4aba-9ba0-78cb8e455f09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T03:07:41Z', 'updated_at': '2021-02-19T03:07:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-2-iscsi', '_interfaces': [{'id': '73757818-8fc3-4e3d-8ab1-44a205d19b33', 'name': '', 'network_id': '4097a413-4776-4469-a598-b6a7e21b8df1', 'tenant_id': 'a0ccfe73f663490cabd2bb049ae99c7c', 'mac_address': 'fa:16:3e:67:cd:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '96d21d47-791f-4aba-9ba0-78cb8e455f09', 'device_owner': 'network:router_interface', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '74c961f0-fc07-4921-8313-2a6fd919edf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T03:07:47Z', 'updated_at': '2021-02-19T03:07:57Z', 'revision_number': 4, 'project_id': 'a0ccfe73f663490cabd2bb049ae99c7c', 'subnets': [{'id': '74c961f0-fc07-4921-8313-2a6fd919edf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 19 03:07:59.599802 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-6024203d-1ac7-4338-9eb1-00e28209e493 None None] Provisioning complete for port 0248f8e8-e2b2-4ed1-b7da-e388f145e5a4 triggered by entity DHCP. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 03:07:59.600261 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-6024203d-1ac7-4338-9eb1-00e28209e493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16124857'] for port, provisioning_complete {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:07:59.661360 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3530cbf3-38cd-4bb3-8598-086b09f94ed7 req-fa289caf-1ced-48b5-b9fe-5424b69f2df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:07:59.663102 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-3530cbf3-38cd-4bb3-8598-086b09f94ed7 req-fa289caf-1ced-48b5-b9fe-5424b69f2df2 service neutron] 10.222.0.65 "GET /v2.0/networks?id=6590657d-05da-4509-bb41-0f0908d98c62 HTTP/1.1" status: 200  len: 910 time: 1.1323841
Feb 19 03:07:59.718193 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.plugin [None req-6024203d-1ac7-4338-9eb1-00e28209e493 None None] Port 0248f8e8-e2b2-4ed1-b7da-e388f145e5a4 cannot update to ACTIVE because it is not bound. {{(pid=84117) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 19 03:07:59.773547 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-3530cbf3-38cd-4bb3-8598-086b09f94ed7 req-7bcbbea4-12f2-4189-885c-3fa80b3cc4ae service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8e1dc085-b1a7-40cf-b595-a991a868d384 HTTP/1.1" status: 200  len: 217 time: 0.0981433
Feb 19 03:07:59.787347 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d74dfe77-cfcf-456a-ac79-04b338ff2fa7 admin admin] Router 900551e6-5397-496b-9338-8bdf991a87a4 has already been hosted by L3 agent f4ccfb5a-d22e-440e-8ddd-f393ad00f812 {{(pid=84116) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 19 03:08:00.174991 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:00.665868 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a24d71-4017-45a2-98d1-b34c63476943 req-b10b0729-a56f-42c9-b3c1-0ebcf050daf4 tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:08:00.677328 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-84a24d71-4017-45a2-98d1-b34c63476943 req-b10b0729-a56f-42c9-b3c1-0ebcf050daf4 tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] 10.222.0.13 "GET /v2.0/ports?device_id=20b97697-437f-486c-910b-47864b498dfd HTTP/1.1" status: 200  len: 932 time: 0.2561181
Feb 19 03:08:00.692397 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-0c7ab77f-a94b-4c76-92c2-8bac5cfeccc5 req-7a70e8b3-6965-4010-81c2-118c5ceb5556 tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363269711907205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2630593'] for port, after_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:00.741066 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-fa2fe1c1-0184-4ee8-be5f-a4bbd614b646 tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:08:00.803159 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-84a24d71-4017-45a2-98d1-b34c63476943 req-cd62bcbe-76bf-43d2-804e-2a60ed0a137b tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] 10.222.0.13 "GET /v2.0/security-groups?id=3abdea19-59c5-47bb-abc1-26c9cf24f411&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1213129
Feb 19 03:08:01.043722 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d74dfe77-cfcf-456a-ac79-04b338ff2fa7 admin admin] Notify agent at l3_agent.dv-cinder-775706-2-iscsi the message routers_updated {{(pid=84116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 19 03:08:01.104793 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3530cbf3-38cd-4bb3-8598-086b09f94ed7 req-1d08176e-832d-4ce3-a4fe-d6233f156c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:08:01.106633 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-3530cbf3-38cd-4bb3-8598-086b09f94ed7 req-1d08176e-832d-4ce3-a4fe-d6233f156c26 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c8812985-29c9-4582-bf6b-c00d9e74b5a6 HTTP/1.1" status: 200  len: 856 time: 1.3239608
Feb 19 03:08:01.124218 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-d74dfe77-cfcf-456a-ac79-04b338ff2fa7 admin admin] 10.222.0.13 "PUT /v2.0/routers/900551e6-5397-496b-9338-8bdf991a87a4/add_router_interface HTTP/1.1" status: 200  len: 503 time: 10.3870397
Feb 19 03:08:01.180052 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1be05c-154c-4c6f-bbdd-0c7325f96461 req-285475fe-49d3-4e80-bd9e-6cc43611364f tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:08:01.182356 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-dc1be05c-154c-4c6f-bbdd-0c7325f96461 req-285475fe-49d3-4e80-bd9e-6cc43611364f tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] 10.222.0.13 "GET /v2.0/ports?device_id=84573221-9e33-48d2-866b-d60d20f086d1 HTTP/1.1" status: 200  len: 945 time: 0.2113643
Feb 19 03:08:01.222617 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a70e8b3-6965-4010-81c2-118c5ceb5556 tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Pushing event updated for resources: {'Port': ['ID=651bfe87-563d-4e1c-91d7-2f39f5b29059,revision_number=1']} {{(pid=84116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:08:01.240320 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-3530cbf3-38cd-4bb3-8598-086b09f94ed7 req-7e63e436-479f-485f-b54f-44dcc9b5d2c5 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6590657d-05da-4509-bb41-0f0908d98c62&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1198890
Feb 19 03:08:01.241614 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-7a70e8b3-6965-4010-81c2-118c5ceb5556 tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.501s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:08:01.268813 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-dc1be05c-154c-4c6f-bbdd-0c7325f96461 req-5757e320-3237-4749-ac0e-a2f74aaad364 tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7be7950-201e-4452-88dd-92f8a0a2b5e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0796051
Feb 19 03:08:01.622859 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-3530cbf3-38cd-4bb3-8598-086b09f94ed7 req-52615257-62b8-4ea4-96bb-d5e1894edcad service neutron] 10.222.0.65 "GET /v2.0/networks/6590657d-05da-4509-bb41-0f0908d98c62?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3512995
Feb 19 03:08:01.633252 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.rpc [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Device fb1ba4fb-1d38-48a0-841f-f65bf02372dc up at agent ovs-agent-dv-cinder-775706-2-iscsi {{(pid=84117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 03:08:01.647607 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c7ab77f-a94b-4c76-92c2-8bac5cfeccc5 req-7a70e8b3-6965-4010-81c2-118c5ceb5556 tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Network 5954e949-f082-4293-8249-33bd0ebaecec is already hosted by enough agents. {{(pid=84116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 19 03:08:01.650961 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.scheduler.base_scheduler [req-0c7ab77f-a94b-4c76-92c2-8bac5cfeccc5 req-7a70e8b3-6965-4010-81c2-118c5ceb5556 tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Resources bound (agent type, host, resource id):  {{(pid=84116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 19 03:08:01.661623 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c7ab77f-a94b-4c76-92c2-8bac5cfeccc5 req-7a70e8b3-6965-4010-81c2-118c5ceb5556 tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Received port after_create {{(pid=84116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 19 03:08:01.749688 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7ab77f-a94b-4c76-92c2-8bac5cfeccc5 req-7a70e8b3-6965-4010-81c2-118c5ceb5556 tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:08:01.749688 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-0c7ab77f-a94b-4c76-92c2-8bac5cfeccc5 req-7a70e8b3-6965-4010-81c2-118c5ceb5556 tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854203462'] for port, before_response {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:01.792006 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Provisioning for port fb1ba4fb-1d38-48a0-841f-f65bf02372dc completed by entity L2. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 19 03:08:01.803381 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Provisioning complete for port fb1ba4fb-1d38-48a0-841f-f65bf02372dc triggered by entity L2. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 03:08:01.803381 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16124857'] for port, provisioning_complete {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:01.894123 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-0c7ab77f-a94b-4c76-92c2-8bac5cfeccc5 req-7a70e8b3-6965-4010-81c2-118c5ceb5556 tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 5.7968197
Feb 19 03:08:01.966045 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838630373'] for port, before_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:02.288653 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.db [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] For port fb1ba4fb-1d38-48a0-841f-f65bf02372dc, host dv-cinder-775706-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-2-iscsi',level=0,port_id=fb1ba4fb-1d38-48a0-841f-f65bf02372dc,segment=NetworkSegment(018f6e14-8221-4ee7-96a8-19699912d63c),segment_id=018f6e14-8221-4ee7-96a8-19699912d63c)] {{(pid=84117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 03:08:02.322580 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269711510320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767142869380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269711906403'] for port, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:02.323653 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.rpc [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Device 73757818-8fc3-4e3d-8ab1-44a205d19b33 up at agent ovs-agent-dv-cinder-775706-2-iscsi {{(pid=84117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 03:08:02.325657 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84115) accepted ('10.222.0.13', 50392) {{(pid=84115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:08:02.333511 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.v2.base [None req-4484929c-e691-4379-91f7-c7dc0815cb15 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Request body: {'security_group': {'name': 'tempest-securitygroup--70986560', 'description': 'tempest-description--1853546722'}} {{(pid=84115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 03:08:02.340043 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-4484929c-e691-4379-91f7-c7dc0815cb15 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 03:08:02.344117 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-4484929c-e691-4379-91f7-c7dc0815cb15 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Usage tracker for resource:security_group and tenant:9cc54ca0063647f58309a9cc08a310b1 is out of sync, need to count used quota {{(pid=84115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 03:08:02.349001 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-4484929c-e691-4379-91f7-c7dc0815cb15 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 03:08:02.355442 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-4484929c-e691-4379-91f7-c7dc0815cb15 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 03:08:02.361447 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-03e8cce2-d2df-4d10-8192-9cff14802f98 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:08:02.410389 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-4484929c-e691-4379-91f7-c7dc0815cb15 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Notify callbacks [] for security_group, before_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:02.448885 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Pushing event updated for resources: {'Port': ['ID=fb1ba4fb-1d38-48a0-841f-f65bf02372dc,revision_number=4']} {{(pid=84117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:08:02.458834 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=84117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:08:02.498863 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-4484929c-e691-4379-91f7-c7dc0815cb15 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 03:08:02.511991 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-4484929c-e691-4379-91f7-c7dc0815cb15 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Usage tracker for resource:security_group_rule and tenant:9cc54ca0063647f58309a9cc08a310b1 is out of sync, need to count used quota {{(pid=84115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 03:08:02.525083 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-4484929c-e691-4379-91f7-c7dc0815cb15 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 03:08:02.528207 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Provisioning for port 73757818-8fc3-4e3d-8ab1-44a205d19b33 completed by entity L2. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 19 03:08:02.534424 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-4484929c-e691-4379-91f7-c7dc0815cb15 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 03:08:02.534752 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Provisioning complete for port 73757818-8fc3-4e3d-8ab1-44a205d19b33 triggered by entity L2. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 03:08:02.535533 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16124857'] for port, provisioning_complete {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:02.622052 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-4484929c-e691-4379-91f7-c7dc0815cb15 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Notify callbacks [] for security_group, precommit_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:02.649173 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e24ea0a-60dd-4f5d-a28c-7b67c2ea43eb req-926b2535-8bfb-486e-b76e-65e27ef866f2 tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:08:02.651291 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-7e24ea0a-60dd-4f5d-a28c-7b67c2ea43eb req-926b2535-8bfb-486e-b76e-65e27ef866f2 tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] 10.222.0.13 "GET /v2.0/ports?device_id=20b97697-437f-486c-910b-47864b498dfd HTTP/1.1" status: 200  len: 932 time: 0.2138684
Feb 19 03:08:02.676664 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-4484929c-e691-4379-91f7-c7dc0815cb15 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237410'] for security_group, after_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:02.701536 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-92646b5e-d25c-491c-95ae-5b4f7254a700 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:08:02.717016 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838630373'] for port, before_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:02.750879 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-7e24ea0a-60dd-4f5d-a28c-7b67c2ea43eb req-66ac5c26-fb98-4e9b-b312-da7994b397c4 tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] 10.222.0.13 "GET /v2.0/security-groups?id=3abdea19-59c5-47bb-abc1-26c9cf24f411&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0921919
Feb 19 03:08:02.755185 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-4484929c-e691-4379-91f7-c7dc0815cb15 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Notify callbacks [] for security_group, before_response {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:02.756742 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-4484929c-e691-4379-91f7-c7dc0815cb15 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1778 time: 0.4295025
Feb 19 03:08:02.760173 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84116) accepted ('10.222.0.13', 50404) {{(pid=84116) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:08:02.764275 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.db [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] For port 73757818-8fc3-4e3d-8ab1-44a205d19b33, host dv-cinder-775706-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-2-iscsi',level=0,port_id=73757818-8fc3-4e3d-8ab1-44a205d19b33,segment=NetworkSegment(b4e3de9c-c494-4579-9779-44c7e3e9c0cb),segment_id=b4e3de9c-c494-4579-9779-44c7e3e9c0cb)] {{(pid=84117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 03:08:02.783812 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.v2.base [None req-8b943d8c-9276-4042-a366-eb7bda300cd4 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Request body: {'security_group_rule': {'security_group_id': '6e7eef30-c0d8-4a18-a57a-f21b76010128', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 03:08:02.783812 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-8b943d8c-9276-4042-a366-eb7bda300cd4 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 03:08:02.788566 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-8b943d8c-9276-4042-a366-eb7bda300cd4 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Usage tracker for resource:security_group_rule and tenant:9cc54ca0063647f58309a9cc08a310b1 is out of sync, need to count used quota {{(pid=84116) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 03:08:02.789948 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4484929c-e691-4379-91f7-c7dc0815cb15 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e7eef30-c0d8-4a18-a57a-f21b76010128,revision_number=1']} {{(pid=84115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:08:02.793147 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-4484929c-e691-4379-91f7-c7dc0815cb15 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:08:02.797807 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-8b943d8c-9276-4042-a366-eb7bda300cd4 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84116) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 03:08:02.802589 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269711510320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767142869380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269711906403'] for port, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:02.805280 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:08:02.806870 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-8b943d8c-9276-4042-a366-eb7bda300cd4 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 03:08:02.859098 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8b943d8c-9276-4042-a366-eb7bda300cd4 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:02.895891 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Pushing event updated for resources: {'Port': ['ID=73757818-8fc3-4e3d-8ab1-44a205d19b33,revision_number=5']} {{(pid=84117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:08:02.901741 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=84117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:08:02.971282 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8b943d8c-9276-4042-a366-eb7bda300cd4 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:02.990655 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4b37e79-9d7e-43d6-92e0-e53bf1f3545f req-c74996e9-50d4-4d7b-a006-7e61c19ab245 tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:08:02.992260 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-e4b37e79-9d7e-43d6-92e0-e53bf1f3545f req-c74996e9-50d4-4d7b-a006-7e61c19ab245 tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] 10.222.0.13 "GET /v2.0/ports?device_id=84573221-9e33-48d2-866b-d60d20f086d1 HTTP/1.1" status: 200  len: 945 time: 0.1012042
Feb 19 03:08:03.009209 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8b943d8c-9276-4042-a366-eb7bda300cd4 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237382'] for security_group_rule, after_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:03.011711 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:08:03.051362 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b943d8c-9276-4042-a366-eb7bda300cd4 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cd3b51f-45f6-49f4-b141-7aa0c7695d1e,revision_number=0']} {{(pid=84116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:08:03.053199 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-e4b37e79-9d7e-43d6-92e0-e53bf1f3545f req-c20c2769-2f97-4311-9d78-b1b972f1a8ba tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7be7950-201e-4452-88dd-92f8a0a2b5e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0520759
Feb 19 03:08:03.056419 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-8b943d8c-9276-4042-a366-eb7bda300cd4 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:08:03.088171 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8b943d8c-9276-4042-a366-eb7bda300cd4 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:03.088171 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-8b943d8c-9276-4042-a366-eb7bda300cd4 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3233926
Feb 19 03:08:03.088171 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84116) accepted ('10.222.0.13', 50408) {{(pid=84116) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:08:03.094007 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.v2.base [None req-11abdae6-f96e-4536-a488-4be1e4f742dc tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Request body: {'security_group_rule': {'security_group_id': '6e7eef30-c0d8-4a18-a57a-f21b76010128', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 03:08:03.111376 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-11abdae6-f96e-4536-a488-4be1e4f742dc tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 03:08:03.116152 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-11abdae6-f96e-4536-a488-4be1e4f742dc tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Usage tracker for resource:security_group_rule and tenant:9cc54ca0063647f58309a9cc08a310b1 is out of sync, need to count used quota {{(pid=84116) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 03:08:03.119525 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-11abdae6-f96e-4536-a488-4be1e4f742dc tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84116) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 03:08:03.126254 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-11abdae6-f96e-4536-a488-4be1e4f742dc tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 03:08:03.182479 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-11abdae6-f96e-4536-a488-4be1e4f742dc tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:03.279791 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-11abdae6-f96e-4536-a488-4be1e4f742dc tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:03.317726 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-11abdae6-f96e-4536-a488-4be1e4f742dc tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237382'] for security_group_rule, after_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:03.325926 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-8b943d8c-9276-4042-a366-eb7bda300cd4 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:08:03.349046 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11abdae6-f96e-4536-a488-4be1e4f742dc tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bed92e53-99cc-43fc-bfbd-8187eb38ae60,revision_number=0']} {{(pid=84116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:08:03.352324 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-11abdae6-f96e-4536-a488-4be1e4f742dc tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:08:03.386661 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-11abdae6-f96e-4536-a488-4be1e4f742dc tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:03.387996 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-11abdae6-f96e-4536-a488-4be1e4f742dc tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2993662
Feb 19 03:08:03.391405 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84116) accepted ('10.222.0.13', 50414) {{(pid=84116) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:08:03.397262 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.v2.base [None req-1d40d999-0836-4102-b86e-da66d6e68cec tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Request body: {'floatingip': {'floating_network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc'}} {{(pid=84116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 03:08:03.406318 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-1d40d999-0836-4102-b86e-da66d6e68cec tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 03:08:03.410537 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-1d40d999-0836-4102-b86e-da66d6e68cec tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Usage tracker for resource:floatingip and tenant:9cc54ca0063647f58309a9cc08a310b1 is out of sync, need to count used quota {{(pid=84116) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 03:08:03.413665 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-1d40d999-0836-4102-b86e-da66d6e68cec tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84116) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 03:08:03.423951 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-1d40d999-0836-4102-b86e-da66d6e68cec tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 03:08:03.460849 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-1d40d999-0836-4102-b86e-da66d6e68cec tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Notify callbacks [] for floatingip, before_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:03.536262 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.rpc [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Device fb1ba4fb-1d38-48a0-841f-f65bf02372dc up at agent ovs-agent-dv-cinder-775706-2-iscsi {{(pid=84117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 03:08:03.620407 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa93ef30-658f-43b4-a126-3620befc9695 None None] Sync routers for ids ['900551e6-5397-496b-9338-8bdf991a87a4'] in dv-cinder-775706-2-iscsi {{(pid=84117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 19 03:08:03.637647 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa93ef30-658f-43b4-a126-3620befc9695 None None] Routers {'900551e6-5397-496b-9338-8bdf991a87a4'} bound to L3 agent in host dv-cinder-775706-2-iscsi {{(pid=84117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 03:08:03.639170 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_hamode_db [None req-aa93ef30-658f-43b4-a126-3620befc9695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9425a9c898>, 'dv-cinder-775706-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-19T02:56:52Z,description=<?>,heartbeat_timestamp=2021-02-19T03:07:52Z,host='dv-cinder-775706-2-iscsi',id=f4ccfb5a-d22e-440e-8ddd-f393ad00f812,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T02:56:52Z,topic='l3_agent')) {'router_ids': ['900551e6-5397-496b-9338-8bdf991a87a4'], 'active': True} {{(pid=84117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 03:08:03.659963 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-1d40d999-0836-4102-b86e-da66d6e68cec tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838630373'] for port, before_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:03.722404 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Provisioning complete for port fb1ba4fb-1d38-48a0-841f-f65bf02372dc triggered by entity L2. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 03:08:03.723065 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16124857'] for port, provisioning_complete {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:03.989733 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvr_db [None req-aa93ef30-658f-43b4-a126-3620befc9695 None None] Set router 900551e6-5397-496b-9338-8bdf991a87a4 gateway port host: dv-cinder-775706-2-iscsi {{(pid=84117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 03:08:04.070472 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.db_base_plugin_common [None req-1d40d999-0836-4102-b86e-da66d6e68cec tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Allocated IP 172.27.0.52 (11a0058d-2e2a-4262-b636-ae96512c4ecc/f5c7b3a5-422b-45ad-be9d-3c3e4c209310/ac031414-2235-45b8-b808-64135dab9f16) {{(pid=84116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 19 03:08:04.073274 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01ce5120-6a19-4e10-af85-1c4a517897fc req-b197ab61-bf12-49a0-842d-a26d6f2f8635 tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:08:04.081988 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-01ce5120-6a19-4e10-af85-1c4a517897fc req-b197ab61-bf12-49a0-842d-a26d6f2f8635 tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] 10.222.0.13 "GET /v2.0/ports?device_id=20b97697-437f-486c-910b-47864b498dfd HTTP/1.1" status: 200  len: 932 time: 0.1223600
Feb 19 03:08:04.136677 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-01ce5120-6a19-4e10-af85-1c4a517897fc req-1b767881-1585-4be3-9acf-0478143790e0 tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] 10.222.0.13 "GET /v2.0/security-groups?id=3abdea19-59c5-47bb-abc1-26c9cf24f411&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0536592
Feb 19 03:08:04.283814 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-1d40d999-0836-4102-b86e-da66d6e68cec tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Notify callbacks [] for port, precommit_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:04.318195 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.rpc [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Device 73757818-8fc3-4e3d-8ab1-44a205d19b33 up at agent ovs-agent-dv-cinder-775706-2-iscsi {{(pid=84117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 03:08:04.358403 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-1d40d999-0836-4102-b86e-da66d6e68cec tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363269711907205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2630593'] for port, after_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:04.361291 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d8c118-5f0b-406b-917b-3e9e7ceaf1f8 req-f244defb-6676-458b-8056-3e567916919e tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:08:04.370226 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-c1d8c118-5f0b-406b-917b-3e9e7ceaf1f8 req-f244defb-6676-458b-8056-3e567916919e tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] 10.222.0.13 "GET /v2.0/ports?device_id=84573221-9e33-48d2-866b-d60d20f086d1 HTTP/1.1" status: 200  len: 945 time: 0.1021712
Feb 19 03:08:04.429080 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-c1d8c118-5f0b-406b-917b-3e9e7ceaf1f8 req-bbe35c2a-55c5-460d-9e69-77f1c0b0d014 tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7be7950-201e-4452-88dd-92f8a0a2b5e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0575287
Feb 19 03:08:04.508499 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.v2.base [req-0c7ab77f-a94b-4c76-92c2-8bac5cfeccc5 req-cbc57724-545e-4353-947b-9b2ff8bdde80 service neutron] Request body: {'port': {'device_id': '20b97697-437f-486c-910b-47864b498dfd', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77570'}} {{(pid=84116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 03:08:04.516422 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Provisioning complete for port 73757818-8fc3-4e3d-8ab1-44a205d19b33 triggered by entity L2. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 03:08:04.517055 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16124857'] for port, provisioning_complete {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:04.581115 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-f8519032-8508-49a5-b3c3-3da29d1bedae service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:08:04.730386 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d40d999-0836-4102-b86e-da66d6e68cec tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Pushing event updated for resources: {'Port': ['ID=ac031414-2235-45b8-b808-64135dab9f16,revision_number=1']} {{(pid=84116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:08:04.734954 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-0c7ab77f-a94b-4c76-92c2-8bac5cfeccc5 req-cbc57724-545e-4353-947b-9b2ff8bdde80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838630373'] for port, before_update {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:04.742042 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_hamode_db [None req-aa93ef30-658f-43b4-a126-3620befc9695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9425a9c898>, [{'id': '900551e6-5397-496b-9338-8bdf991a87a4', 'name': 'tempest-AttachVolumeTestJSON-158848129-router', 'tenant_id': '9cc54ca0063647f58309a9cc08a310b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'external_fixed_ips': [{'subnet_id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': 'fb1ba4fb-1d38-48a0-841f-f65bf02372dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T03:07:44Z', 'updated_at': '2021-02-19T03:07:55Z', 'revision_number': 4, 'project_id': '9cc54ca0063647f58309a9cc08a310b1', 'gw_port': {'id': 'fb1ba4fb-1d38-48a0-841f-f65bf02372dc', 'name': '', 'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:0e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900551e6-5397-496b-9338-8bdf991a87a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T03:07:46Z', 'updated_at': '2021-02-19T03:08:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-2-iscsi', '_interfaces': [{'id': '0248f8e8-e2b2-4ed1-b7da-e388f145e5a4', 'name': '', 'network_id': 'f43f4357-3ff6-40b8-94e0-eb50f3b0a088', 'tenant_id': '9cc54ca0063647f58309a9cc08a310b1', 'mac_address': 'fa:16:3e:c8:7a:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '900551e6-5397-496b-9338-8bdf991a87a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': 'bcac62f7-68c0-43e3-adb5-456fec5d76fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T03:07:52Z', 'updated_at': '2021-02-19T03:07:56Z', 'revision_number': 2, 'project_id': '9cc54ca0063647f58309a9cc08a310b1', 'subnets': [{'id': 'bcac62f7-68c0-43e3-adb5-456fec5d76fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775706-2-iscsi', False) {} {{(pid=84117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 03:08:04.746739 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa93ef30-658f-43b4-a126-3620befc9695 None None] Checking router: 900551e6-5397-496b-9338-8bdf991a87a4 for host: dv-cinder-775706-2-iscsi {{(pid=84117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 19 03:08:04.746850 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-1d40d999-0836-4102-b86e-da66d6e68cec tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:08:04.747152 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa93ef30-658f-43b4-a126-3620befc9695 None None] Updating router 900551e6-5397-496b-9338-8bdf991a87a4 port 0248f8e8-e2b2-4ed1-b7da-e388f145e5a4 binding host dv-cinder-775706-2-iscsi {{(pid=84117) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 19 03:08:04.808730 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-aa93ef30-658f-43b4-a126-3620befc9695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838630373'] for port, before_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:04.879334 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d40d999-0836-4102-b86e-da66d6e68cec tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Network 11a0058d-2e2a-4262-b636-ae96512c4ecc is already hosted by enough agents. {{(pid=84116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 19 03:08:04.890927 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.scheduler.base_scheduler [None req-1d40d999-0836-4102-b86e-da66d6e68cec tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Resources bound (agent type, host, resource id):  {{(pid=84116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 19 03:08:04.898787 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d40d999-0836-4102-b86e-da66d6e68cec tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Received port after_create {{(pid=84116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 19 03:08:05.042608 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-1d40d999-0836-4102-b86e-da66d6e68cec tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:05.207913 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-3530cbf3-38cd-4bb3-8598-086b09f94ed7 req-17b14f42-78e0-4aad-a78d-b9d3cb2e29bc service neutron] 10.222.0.65 "GET /v2.0/networks/6590657d-05da-4509-bb41-0f0908d98c62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.7316885
Feb 19 03:08:05.228953 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-1d40d999-0836-4102-b86e-da66d6e68cec tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838630373'] for port, before_update {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:05.570405 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a273a8-208f-4c70-9247-13fa13c77300 req-9fdbdad3-eabb-436e-95d2-3f133c96d9df tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:08:05.572108 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-50a273a8-208f-4c70-9247-13fa13c77300 req-9fdbdad3-eabb-436e-95d2-3f133c96d9df tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] 10.222.0.13 "GET /v2.0/ports?device_id=20b97697-437f-486c-910b-47864b498dfd HTTP/1.1" status: 200  len: 932 time: 0.2094431
Feb 19 03:08:05.601768 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-aa93ef30-658f-43b4-a126-3620befc9695 None None] Notify callbacks [] for port, precommit_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:05.639712 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-aa93ef30-658f-43b4-a126-3620befc9695 None None] Transition to ACTIVE for port object 0248f8e8-e2b2-4ed1-b7da-e388f145e5a4 will not be triggered until provisioned by entity L2. {{(pid=84117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 19 03:08:05.675889 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-50a273a8-208f-4c70-9247-13fa13c77300 req-b85992e4-80e9-42fe-9a44-eb5940a85ac9 tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] 10.222.0.13 "GET /v2.0/security-groups?id=3abdea19-59c5-47bb-abc1-26c9cf24f411&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0950866
Feb 19 03:08:05.677484 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-aa93ef30-658f-43b4-a126-3620befc9695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269711510320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767142869380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269711906403'] for port, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:05.709872 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:08:05.870053 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-1d40d999-0836-4102-b86e-da66d6e68cec tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Notify callbacks [] for port, precommit_update {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:05.880375 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a79db67-3841-4189-8e8b-d295368d8b83 req-f4867ccc-43b5-459b-bc59-2e20296dd986 tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:08:05.882228 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-4a79db67-3841-4189-8e8b-d295368d8b83 req-f4867ccc-43b5-459b-bc59-2e20296dd986 tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] 10.222.0.13 "GET /v2.0/ports?device_id=84573221-9e33-48d2-866b-d60d20f086d1 HTTP/1.1" status: 200  len: 945 time: 0.1266837
Feb 19 03:08:05.927427 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-1d40d999-0836-4102-b86e-da66d6e68cec tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269711510320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767142869380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269711906403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852145191'] for port, after_update {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:05.955451 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-4a79db67-3841-4189-8e8b-d295368d8b83 req-2d836805-75fb-471f-a4bb-6c825cdd236d tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7be7950-201e-4452-88dd-92f8a0a2b5e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0635631
Feb 19 03:08:05.973960 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-d74dfe77-cfcf-456a-ac79-04b338ff2fa7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:08:06.130188 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188809dd-f469-4da2-8c20-a8244ee43750 None None] Pushing event updated for resources: {'Port': ['ID=0248f8e8-e2b2-4ed1-b7da-e388f145e5a4,revision_number=3']} {{(pid=84117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:08:06.142854 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-188809dd-f469-4da2-8c20-a8244ee43750 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.438s {{(pid=84117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:08:06.374064 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.managers [None req-aa93ef30-658f-43b4-a126-3620befc9695 None None] Attempting to bind port 0248f8e8-e2b2-4ed1-b7da-e388f145e5a4 on host dv-cinder-775706-2-iscsi for vnic_type normal with profile  {{(pid=84117) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 03:08:06.374486 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.managers [None req-aa93ef30-658f-43b4-a126-3620befc9695 None None] Attempting to bind port 0248f8e8-e2b2-4ed1-b7da-e388f145e5a4 by drivers openvswitch on host dv-cinder-775706-2-iscsi at level 0 using segments [{'id': 'beb532a6-df16-4e1c-84e0-3b45d5f83fc7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f43f4357-3ff6-40b8-94e0-eb50f3b0a088'}] {{(pid=84117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 19 03:08:06.374904 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa93ef30-658f-43b4-a126-3620befc9695 None None] Attempting to bind port 0248f8e8-e2b2-4ed1-b7da-e388f145e5a4 on network f43f4357-3ff6-40b8-94e0-eb50f3b0a088 {{(pid=84117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 19 03:08:06.383547 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa93ef30-658f-43b4-a126-3620befc9695 None None] Checking agent: {'id': '3cd1f8a8-5d37-45d2-b10a-f80d551451b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775706-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 19, 2, 56, 53), 'started_at': datetime.datetime(2021, 2, 19, 2, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 2, 19, 3, 7, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775706-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.86', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 19 03:08:06.383910 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa93ef30-658f-43b4-a126-3620befc9695 None None] Checking segment: {'id': 'beb532a6-df16-4e1c-84e0-3b45d5f83fc7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f43f4357-3ff6-40b8-94e0-eb50f3b0a088'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 19 03:08:06.384372 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-aa93ef30-658f-43b4-a126-3620befc9695 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:06.384824 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa93ef30-658f-43b4-a126-3620befc9695 None None] Bound using segment: {'id': 'beb532a6-df16-4e1c-84e0-3b45d5f83fc7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f43f4357-3ff6-40b8-94e0-eb50f3b0a088'} {{(pid=84117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 19 03:08:06.385380 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.managers [None req-aa93ef30-658f-43b4-a126-3620befc9695 None None] Bound port: 0248f8e8-e2b2-4ed1-b7da-e388f145e5a4, host: dv-cinder-775706-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'beb532a6-df16-4e1c-84e0-3b45d5f83fc7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f43f4357-3ff6-40b8-94e0-eb50f3b0a088'}}] {{(pid=84117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 19 03:08:06.386191 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-aa93ef30-658f-43b4-a126-3620befc9695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838630373'] for port, before_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:06.554294 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.db [None req-aa93ef30-658f-43b4-a126-3620befc9695 None None] For port 0248f8e8-e2b2-4ed1-b7da-e388f145e5a4, host dv-cinder-775706-2-iscsi, cleared binding levels {{(pid=84117) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 19 03:08:06.558248 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.db [None req-aa93ef30-658f-43b4-a126-3620befc9695 None None] For port 0248f8e8-e2b2-4ed1-b7da-e388f145e5a4, host dv-cinder-775706-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-2-iscsi',level=0,port_id=0248f8e8-e2b2-4ed1-b7da-e388f145e5a4,segment=NetworkSegment(beb532a6-df16-4e1c-84e0-3b45d5f83fc7),segment_id=beb532a6-df16-4e1c-84e0-3b45d5f83fc7)] {{(pid=84117) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 19 03:08:06.587783 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-aa93ef30-658f-43b4-a126-3620befc9695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269711510320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767142869380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269711906403'] for port, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:06.632137 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.notifiers.nova [req-0c7ab77f-a94b-4c76-92c2-8bac5cfeccc5 req-cbc57724-545e-4353-947b-9b2ff8bdde80 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 651bfe87-563d-4e1c-91d7-2f39f5b29059 {{(pid=84116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 19 03:08:06.637652 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d40d999-0836-4102-b86e-da66d6e68cec tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Pushing event updated for resources: {'Port': ['ID=ac031414-2235-45b8-b808-64135dab9f16,revision_number=2']} {{(pid=84116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:08:06.641160 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-1d40d999-0836-4102-b86e-da66d6e68cec tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.672s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:08:06.650433 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-0c7ab77f-a94b-4c76-92c2-8bac5cfeccc5 req-cbc57724-545e-4353-947b-9b2ff8bdde80 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:06.713514 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [req-0c7ab77f-a94b-4c76-92c2-8bac5cfeccc5 req-cbc57724-545e-4353-947b-9b2ff8bdde80 service neutron] Transition to ACTIVE for port object 651bfe87-563d-4e1c-91d7-2f39f5b29059 will not be triggered until provisioned by entity L2. {{(pid=84116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 19 03:08:06.740153 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-1d40d999-0836-4102-b86e-da66d6e68cec tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854389592'] for floatingip, after_update {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:06.771632 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-0c7ab77f-a94b-4c76-92c2-8bac5cfeccc5 req-cbc57724-545e-4353-947b-9b2ff8bdde80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269711510320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767142869380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269711906403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852145191'] for port, after_update {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:06.797807 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-7a70e8b3-6965-4010-81c2-118c5ceb5556 tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:08:06.947613 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc57724-545e-4353-947b-9b2ff8bdde80 service neutron] Pushing event updated for resources: {'Port': ['ID=651bfe87-563d-4e1c-91d7-2f39f5b29059,revision_number=2']} {{(pid=84116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:08:07.031983 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-cbc57724-545e-4353-947b-9b2ff8bdde80 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:08:07.061667 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:08:07.131872 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-1d40d999-0836-4102-b86e-da66d6e68cec tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771976'] for floatingip, before_response {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:07.133806 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-1d40d999-0836-4102-b86e-da66d6e68cec tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 3.7413962
Feb 19 03:08:07.182890 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188809dd-f469-4da2-8c20-a8244ee43750 None None] Pushing event updated for resources: {'Port': ['ID=0248f8e8-e2b2-4ed1-b7da-e388f145e5a4,revision_number=4']} {{(pid=84117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:08:07.189752 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e41944d-2edb-4947-817a-f6f732633113 req-75a8edd5-3453-433a-8a51-35601d45a285 tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:08:07.191384 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-0e41944d-2edb-4947-817a-f6f732633113 req-75a8edd5-3453-433a-8a51-35601d45a285 tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] 10.222.0.13 "GET /v2.0/ports?device_id=20b97697-437f-486c-910b-47864b498dfd HTTP/1.1" status: 200  len: 944 time: 0.1824358
Feb 19 03:08:07.202264 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-188809dd-f469-4da2-8c20-a8244ee43750 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=84117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:08:07.359774 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa93ef30-658f-43b4-a126-3620befc9695 None None] Routers {'900551e6-5397-496b-9338-8bdf991a87a4'} bound to L3 agent in host dv-cinder-775706-2-iscsi {{(pid=84117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 03:08:07.359774 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_hamode_db [None req-aa93ef30-658f-43b4-a126-3620befc9695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9425a9c898>, 'dv-cinder-775706-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-19T02:56:52Z,description=<?>,heartbeat_timestamp=2021-02-19T03:07:52Z,host='dv-cinder-775706-2-iscsi',id=f4ccfb5a-d22e-440e-8ddd-f393ad00f812,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T02:56:52Z,topic='l3_agent')) {'router_ids': ['900551e6-5397-496b-9338-8bdf991a87a4'], 'active': True} {{(pid=84117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 03:08:07.360065 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.managers [req-0c7ab77f-a94b-4c76-92c2-8bac5cfeccc5 req-cbc57724-545e-4353-947b-9b2ff8bdde80 service neutron] Attempting to bind port 651bfe87-563d-4e1c-91d7-2f39f5b29059 on host hv-cinder-77570 for vnic_type normal with profile  {{(pid=84116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 03:08:07.360065 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.managers [req-0c7ab77f-a94b-4c76-92c2-8bac5cfeccc5 req-cbc57724-545e-4353-947b-9b2ff8bdde80 service neutron] Attempting to bind port 651bfe87-563d-4e1c-91d7-2f39f5b29059 by drivers openvswitch on host hv-cinder-77570 at level 0 using segments [{'id': '24bf194f-4bc7-4684-a2af-42ff5163776b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '5954e949-f082-4293-8249-33bd0ebaecec'}] {{(pid=84116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 19 03:08:07.360065 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c7ab77f-a94b-4c76-92c2-8bac5cfeccc5 req-cbc57724-545e-4353-947b-9b2ff8bdde80 service neutron] Attempting to bind port 651bfe87-563d-4e1c-91d7-2f39f5b29059 on network 5954e949-f082-4293-8249-33bd0ebaecec {{(pid=84116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 19 03:08:07.360065 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c7ab77f-a94b-4c76-92c2-8bac5cfeccc5 req-cbc57724-545e-4353-947b-9b2ff8bdde80 service neutron] Checking agent: {'id': 'd79517dc-1443-4e8d-af8f-f4fe2bcc2381', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77570', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 19, 3, 4, 30), 'started_at': datetime.datetime(2021, 2, 19, 3, 5), 'heartbeat_timestamp': datetime.datetime(2021, 2, 19, 3, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.91', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 19 03:08:07.360065 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c7ab77f-a94b-4c76-92c2-8bac5cfeccc5 req-cbc57724-545e-4353-947b-9b2ff8bdde80 service neutron] Checking segment: {'id': '24bf194f-4bc7-4684-a2af-42ff5163776b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '5954e949-f082-4293-8249-33bd0ebaecec'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 19 03:08:07.360065 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-0c7ab77f-a94b-4c76-92c2-8bac5cfeccc5 req-cbc57724-545e-4353-947b-9b2ff8bdde80 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:07.360065 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c7ab77f-a94b-4c76-92c2-8bac5cfeccc5 req-cbc57724-545e-4353-947b-9b2ff8bdde80 service neutron] Bound using segment: {'id': '24bf194f-4bc7-4684-a2af-42ff5163776b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '5954e949-f082-4293-8249-33bd0ebaecec'} {{(pid=84116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 19 03:08:07.360065 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.managers [req-0c7ab77f-a94b-4c76-92c2-8bac5cfeccc5 req-cbc57724-545e-4353-947b-9b2ff8bdde80 service neutron] Bound port: 651bfe87-563d-4e1c-91d7-2f39f5b29059, host: hv-cinder-77570, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24bf194f-4bc7-4684-a2af-42ff5163776b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '5954e949-f082-4293-8249-33bd0ebaecec'}}] {{(pid=84116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 19 03:08:07.360065 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-0c7ab77f-a94b-4c76-92c2-8bac5cfeccc5 req-cbc57724-545e-4353-947b-9b2ff8bdde80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838630373'] for port, before_update {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:07.360780 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-0e41944d-2edb-4947-817a-f6f732633113 req-ab827e08-fc55-4ade-a3bb-80c3abe10c26 tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] 10.222.0.13 "GET /v2.0/security-groups?id=3abdea19-59c5-47bb-abc1-26c9cf24f411&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0841999
Feb 19 03:08:07.360780 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb62a48-88c1-4bd1-98ee-6622fef15620 req-a29b7406-aa22-4878-8af5-75633a52cf86 tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:08:07.360780 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-4bb62a48-88c1-4bd1-98ee-6622fef15620 req-a29b7406-aa22-4878-8af5-75633a52cf86 tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] 10.222.0.13 "GET /v2.0/ports?device_id=84573221-9e33-48d2-866b-d60d20f086d1 HTTP/1.1" status: 200  len: 945 time: 0.2212963
Feb 19 03:08:07.407413 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-4bb62a48-88c1-4bd1-98ee-6622fef15620 req-9180f6a6-ee05-45fa-b8ba-b1514773d258 tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7be7950-201e-4452-88dd-92f8a0a2b5e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0692627
Feb 19 03:08:07.408755 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.db [req-0c7ab77f-a94b-4c76-92c2-8bac5cfeccc5 req-cbc57724-545e-4353-947b-9b2ff8bdde80 service neutron] For port 651bfe87-563d-4e1c-91d7-2f39f5b29059, host hv-cinder-77570, cleared binding levels {{(pid=84116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 19 03:08:07.412487 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.db [req-0c7ab77f-a94b-4c76-92c2-8bac5cfeccc5 req-cbc57724-545e-4353-947b-9b2ff8bdde80 service neutron] For port 651bfe87-563d-4e1c-91d7-2f39f5b29059, host hv-cinder-77570, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=651bfe87-563d-4e1c-91d7-2f39f5b29059,segment=NetworkSegment(24bf194f-4bc7-4684-a2af-42ff5163776b),segment_id=24bf194f-4bc7-4684-a2af-42ff5163776b)] {{(pid=84116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 19 03:08:07.449184 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvr_db [None req-aa93ef30-658f-43b4-a126-3620befc9695 None None] Set router 900551e6-5397-496b-9338-8bdf991a87a4 gateway port host: dv-cinder-775706-2-iscsi {{(pid=84117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 03:08:07.593364 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [req-1ea184dc-8790-486d-adde-8c2f0b3b8e15 req-899693d8-5471-4b9e-bc90-8760690d4fc9 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Synchronizing usage tracker for tenant:9cc54ca0063647f58309a9cc08a310b1 on resource:security_group {{(pid=84115) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 19 03:08:07.607908 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.rpc [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Device 0248f8e8-e2b2-4ed1-b7da-e388f145e5a4 up at agent ovs-agent-dv-cinder-775706-2-iscsi {{(pid=84117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 03:08:07.660618 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [req-1ea184dc-8790-486d-adde-8c2f0b3b8e15 req-899693d8-5471-4b9e-bc90-8760690d4fc9 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Unset dirty status for tenant:9cc54ca0063647f58309a9cc08a310b1 on resource:security_group {{(pid=84115) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 19 03:08:07.661217 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-0c7ab77f-a94b-4c76-92c2-8bac5cfeccc5 req-cbc57724-545e-4353-947b-9b2ff8bdde80 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269711510320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767142869380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269711906403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852145191'] for port, after_update {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:07.661954 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-1ea184dc-8790-486d-adde-8c2f0b3b8e15 req-899693d8-5471-4b9e-bc90-8760690d4fc9 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--70986560&fields=id&tenant_id=9cc54ca0063647f58309a9cc08a310b1 HTTP/1.1" status: 200  len: 267 time: 0.1161213
Feb 19 03:08:07.874186 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea184dc-8790-486d-adde-8c2f0b3b8e15 req-52dd97ec-cb8c-4792-b4f2-9bde7caeef2a tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:08:07.881540 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-1ea184dc-8790-486d-adde-8c2f0b3b8e15 req-52dd97ec-cb8c-4792-b4f2-9bde7caeef2a tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] 10.222.0.13 "GET /v2.0/networks?id=f43f4357-3ff6-40b8-94e0-eb50f3b0a088 HTTP/1.1" status: 200  len: 810 time: 0.2114434
Feb 19 03:08:07.902837 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-1ea184dc-8790-486d-adde-8c2f0b3b8e15 req-ae1a629b-7501-4067-abb2-ecd4f00c7b4c tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] 10.222.0.13 "GET /v2.0/quotas/9cc54ca0063647f58309a9cc08a310b1 HTTP/1.1" status: 200  len: 375 time: 0.0201876
Feb 19 03:08:07.910778 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_hamode_db [None req-aa93ef30-658f-43b4-a126-3620befc9695 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9425a9c898>, [{'id': '900551e6-5397-496b-9338-8bdf991a87a4', 'name': 'tempest-AttachVolumeTestJSON-158848129-router', 'tenant_id': '9cc54ca0063647f58309a9cc08a310b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'external_fixed_ips': [{'subnet_id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': 'fb1ba4fb-1d38-48a0-841f-f65bf02372dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T03:07:44Z', 'updated_at': '2021-02-19T03:07:55Z', 'revision_number': 4, 'project_id': '9cc54ca0063647f58309a9cc08a310b1', 'gw_port': {'id': 'fb1ba4fb-1d38-48a0-841f-f65bf02372dc', 'name': '', 'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:0e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900551e6-5397-496b-9338-8bdf991a87a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T03:07:46Z', 'updated_at': '2021-02-19T03:08:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-2-iscsi', '_interfaces': [{'id': '0248f8e8-e2b2-4ed1-b7da-e388f145e5a4', 'name': '', 'network_id': 'f43f4357-3ff6-40b8-94e0-eb50f3b0a088', 'tenant_id': '9cc54ca0063647f58309a9cc08a310b1', 'mac_address': 'fa:16:3e:c8:7a:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '900551e6-5397-496b-9338-8bdf991a87a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': 'bcac62f7-68c0-43e3-adb5-456fec5d76fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T03:07:52Z', 'updated_at': '2021-02-19T03:08:06Z', 'revision_number': 4, 'project_id': '9cc54ca0063647f58309a9cc08a310b1', 'subnets': [{'id': 'bcac62f7-68c0-43e3-adb5-456fec5d76fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775706-2-iscsi', False) {} {{(pid=84117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 03:08:07.915975 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-e96a6d00-f4d9-4a8d-b8b7-4a5e1692dc15 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:08:07.919952 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Provisioning for port 0248f8e8-e2b2-4ed1-b7da-e388f145e5a4 completed by entity L2. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 19 03:08:07.934257 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Provisioning complete for port 0248f8e8-e2b2-4ed1-b7da-e388f145e5a4 triggered by entity L2. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 03:08:07.936704 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16124857'] for port, provisioning_complete {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:08.020572 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa93ef30-658f-43b4-a126-3620befc9695 None None] The sync data for ids ['900551e6-5397-496b-9338-8bdf991a87a4'] in dv-cinder-775706-2-iscsi is: [{'id': '900551e6-5397-496b-9338-8bdf991a87a4', 'name': 'tempest-AttachVolumeTestJSON-158848129-router', 'tenant_id': '9cc54ca0063647f58309a9cc08a310b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'external_fixed_ips': [{'subnet_id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': 'fb1ba4fb-1d38-48a0-841f-f65bf02372dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T03:07:44Z', 'updated_at': '2021-02-19T03:07:55Z', 'revision_number': 4, 'project_id': '9cc54ca0063647f58309a9cc08a310b1', 'gw_port': {'id': 'fb1ba4fb-1d38-48a0-841f-f65bf02372dc', 'name': '', 'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:0e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900551e6-5397-496b-9338-8bdf991a87a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T03:07:46Z', 'updated_at': '2021-02-19T03:08:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-2-iscsi', '_interfaces': [{'id': '0248f8e8-e2b2-4ed1-b7da-e388f145e5a4', 'name': '', 'network_id': 'f43f4357-3ff6-40b8-94e0-eb50f3b0a088', 'tenant_id': '9cc54ca0063647f58309a9cc08a310b1', 'mac_address': 'fa:16:3e:c8:7a:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '900551e6-5397-496b-9338-8bdf991a87a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': 'bcac62f7-68c0-43e3-adb5-456fec5d76fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T03:07:52Z', 'updated_at': '2021-02-19T03:08:06Z', 'revision_number': 4, 'project_id': '9cc54ca0063647f58309a9cc08a310b1', 'subnets': [{'id': 'bcac62f7-68c0-43e3-adb5-456fec5d76fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 19 03:08:08.032190 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-1ea184dc-8790-486d-adde-8c2f0b3b8e15 req-1794213a-d881-4dc3-8ff1-0431057061d3 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=9cc54ca0063647f58309a9cc08a310b1&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1282978
Feb 19 03:08:08.141698 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84116) accepted ('10.222.0.13', 50506) {{(pid=84116) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:08:08.151806 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7ab77f-a94b-4c76-92c2-8bac5cfeccc5 req-cbc57724-545e-4353-947b-9b2ff8bdde80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:08:08.154751 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-0c7ab77f-a94b-4c76-92c2-8bac5cfeccc5 req-cbc57724-545e-4353-947b-9b2ff8bdde80 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854203462'] for port, before_response {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:08.158937 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-0c7ab77f-a94b-4c76-92c2-8bac5cfeccc5 req-cbc57724-545e-4353-947b-9b2ff8bdde80 service neutron] 10.222.0.65 "PUT /v2.0/ports/651bfe87-563d-4e1c-91d7-2f39f5b29059 HTTP/1.1" status: 200  len: 1158 time: 3.6558485
Feb 19 03:08:08.177452 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20b97697-437f-486c-910b-47864b498dfd', 'tag': '651bfe87-563d-4e1c-91d7-2f39f5b29059'}] {{(pid=84116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 03:08:08.258638 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc57724-545e-4353-947b-9b2ff8bdde80 service neutron] Pushing event updated for resources: {'Port': ['ID=651bfe87-563d-4e1c-91d7-2f39f5b29059,revision_number=3']} {{(pid=84116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:08:08.265207 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-cbc57724-545e-4353-947b-9b2ff8bdde80 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:08:08.361880 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838630373'] for port, before_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:08.388299 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-1ea184dc-8790-486d-adde-8c2f0b3b8e15 req-25ee629f-b4eb-4fca-aa96-e661c78ba1c0 service neutron] 10.222.0.13 "GET /v2.0/networks/f43f4357-3ff6-40b8-94e0-eb50f3b0a088?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3445418
Feb 19 03:08:08.498339 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20b97697-437f-486c-910b-47864b498dfd', 'tag': '651bfe87-563d-4e1c-91d7-2f39f5b29059', 'status': 'completed', 'code': 200}
Feb 19 03:08:08.504235 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.db [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] For port 0248f8e8-e2b2-4ed1-b7da-e388f145e5a4, host dv-cinder-775706-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-2-iscsi',level=0,port_id=0248f8e8-e2b2-4ed1-b7da-e388f145e5a4,segment=NetworkSegment(beb532a6-df16-4e1c-84e0-3b45d5f83fc7),segment_id=beb532a6-df16-4e1c-84e0-3b45d5f83fc7)] {{(pid=84117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 03:08:08.539171 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269711510320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767142869380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269711906403'] for port, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:08.541753 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:08:08.574035 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-51cd1f2f-2b0c-4007-a342-1eb174d22df5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:08.632348 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-51cd1f2f-2b0c-4007-a342-1eb174d22df5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 03:08:08.646453 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-51cd1f2f-2b0c-4007-a342-1eb174d22df5 admin admin] Usage tracker for resource:security_group_rule and tenant:af0556fbd567471d8ef00ab96f6eeaf4 is out of sync, need to count used quota {{(pid=84116) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 03:08:08.663595 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-51cd1f2f-2b0c-4007-a342-1eb174d22df5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84116) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 03:08:08.689674 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Pushing event updated for resources: {'Port': ['ID=0248f8e8-e2b2-4ed1-b7da-e388f145e5a4,revision_number=5']} {{(pid=84117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:08:08.693668 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=84117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:08:08.697611 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-51cd1f2f-2b0c-4007-a342-1eb174d22df5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 03:08:08.768772 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7ab77f-a94b-4c76-92c2-8bac5cfeccc5 req-4110a800-d283-4f16-ba70-5086010a35e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:08:08.771003 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-0c7ab77f-a94b-4c76-92c2-8bac5cfeccc5 req-4110a800-d283-4f16-ba70-5086010a35e9 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=3930a9bb64484ce1bf7cabab6e8229f8&device_id=20b97697-437f-486c-910b-47864b498dfd HTTP/1.1" status: 200  len: 1161 time: 0.4814341
Feb 19 03:08:08.788737 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-1ea184dc-8790-486d-adde-8c2f0b3b8e15 req-9c549c0e-2310-43ff-b786-60810e860f4d service neutron] 10.222.0.13 "GET /v2.0/networks/f43f4357-3ff6-40b8-94e0-eb50f3b0a088?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3992109
Feb 19 03:08:08.830367 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e7cc3f-ac95-4c58-a058-23b4184cc6e7 req-e6bd9748-fda8-42ba-adc8-5a00178a3d20 tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:08:08.836707 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-18e7cc3f-ac95-4c58-a058-23b4184cc6e7 req-e6bd9748-fda8-42ba-adc8-5a00178a3d20 tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] 10.222.0.13 "GET /v2.0/ports?device_id=20b97697-437f-486c-910b-47864b498dfd HTTP/1.1" status: 200  len: 944 time: 0.2500226
Feb 19 03:08:08.914570 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-18e7cc3f-ac95-4c58-a058-23b4184cc6e7 req-3dadc01f-f885-435c-ae4b-643d2dbce06e tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] 10.222.0.13 "GET /v2.0/security-groups?id=3abdea19-59c5-47bb-abc1-26c9cf24f411&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0702233
Feb 19 03:08:09.073918 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-0c7ab77f-a94b-4c76-92c2-8bac5cfeccc5 req-1c29e053-2a16-469f-bbd4-a46b7cc9c5f8 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=651bfe87-563d-4e1c-91d7-2f39f5b29059 HTTP/1.1" status: 200  len: 217 time: 0.2881727
Feb 19 03:08:09.169915 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7ab77f-a94b-4c76-92c2-8bac5cfeccc5 req-75ec77e0-075f-4bca-9763-8e574c2288f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:08:09.171825 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-0c7ab77f-a94b-4c76-92c2-8bac5cfeccc5 req-75ec77e0-075f-4bca-9763-8e574c2288f6 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f1853278-935e-4022-b7cb-005e1e744dbb HTTP/1.1" status: 200  len: 853 time: 0.0906687
Feb 19 03:08:09.425350 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-51cd1f2f-2b0c-4007-a342-1eb174d22df5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:09.451540 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-0c7ab77f-a94b-4c76-92c2-8bac5cfeccc5 req-cad46312-a585-4b5c-85cf-9c3b8ddce54e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=5954e949-f082-4293-8249-33bd0ebaecec&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2716327
Feb 19 03:08:09.561927 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9530f52a-af3a-46eb-8b4a-d58b21c6bc26 req-1d9eaba4-91a0-45a2-8da5-85a5b1aeba82 tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:08:09.567987 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-9530f52a-af3a-46eb-8b4a-d58b21c6bc26 req-1d9eaba4-91a0-45a2-8da5-85a5b1aeba82 tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] 10.222.0.13 "GET /v2.0/ports?device_id=84573221-9e33-48d2-866b-d60d20f086d1 HTTP/1.1" status: 200  len: 945 time: 0.2761190
Feb 19 03:08:09.598385 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.rpc [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Device 0248f8e8-e2b2-4ed1-b7da-e388f145e5a4 up at agent ovs-agent-dv-cinder-775706-2-iscsi {{(pid=84117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 03:08:09.625218 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-51cd1f2f-2b0c-4007-a342-1eb174d22df5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237410'] for security_group, after_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:09.641265 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84115) accepted ('10.222.0.13', 50536) {{(pid=84115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:08:09.661929 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-d82122f5-ee47-4cd1-b2aa-4a38b7ce2ca1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:08:09.708046 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-51cd1f2f-2b0c-4007-a342-1eb174d22df5 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=af0556fbd567471d8ef00ab96f6eeaf4&name=default HTTP/1.1" status: 200  len: 2979 time: 1.5619252
Feb 19 03:08:09.723744 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Provisioning complete for port 0248f8e8-e2b2-4ed1-b7da-e388f145e5a4 triggered by entity L2. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 03:08:09.723891 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cd1f2f-2b0c-4007-a342-1eb174d22df5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cdb05b4-cf4f-44b1-83b7-fd01e94104fc,revision_number=1']} {{(pid=84116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:08:09.723972 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16124857'] for port, provisioning_complete {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:09.726270 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84116) accepted ('10.222.0.13', 50542) {{(pid=84116) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:08:09.728881 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-51cd1f2f-2b0c-4007-a342-1eb174d22df5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:08:09.826745 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-1887b626-92e2-4d43-9730-011f9b3a93fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:09.830681 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-940cd3c7-4720-4357-897a-38fba741877b req-15abbb57-827f-489e-826f-b7e5f1e85cd1 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] 10.222.0.13 "GET /v2.0/ports?device_id=39c82310-15ee-49b5-a086-cd2790e856d2 HTTP/1.1" status: 200  len: 210 time: 0.1883559
Feb 19 03:08:09.844065 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-9530f52a-af3a-46eb-8b4a-d58b21c6bc26 req-3a8da7ea-2b9d-4304-b4f3-61dd90dd3275 tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7be7950-201e-4452-88dd-92f8a0a2b5e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2711437
Feb 19 03:08:09.886437 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-0c7ab77f-a94b-4c76-92c2-8bac5cfeccc5 req-ce59b6d3-bf10-482c-b458-ce3ec2ab1343 service neutron] 10.222.0.65 "GET /v2.0/networks/5954e949-f082-4293-8249-33bd0ebaecec?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4134941
Feb 19 03:08:09.905261 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-1887b626-92e2-4d43-9730-011f9b3a93fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:10.007398 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-6a7ac4ad-89bf-4249-941b-94f75a699d30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:10.076250 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-6a7ac4ad-89bf-4249-941b-94f75a699d30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 03:08:10.083704 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-6a7ac4ad-89bf-4249-941b-94f75a699d30 admin admin] Usage tracker for resource:security_group_rule and tenant:495499e7e0e74990b21782cefdca00a1 is out of sync, need to count used quota {{(pid=84115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 03:08:10.092284 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-6a7ac4ad-89bf-4249-941b-94f75a699d30 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 03:08:10.107560 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-6a7ac4ad-89bf-4249-941b-94f75a699d30 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 03:08:10.141860 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-0c7ab77f-a94b-4c76-92c2-8bac5cfeccc5 req-db202455-d85f-4922-84ed-5e807cf5aab8 service neutron] 10.222.0.65 "GET /v2.0/networks/5954e949-f082-4293-8249-33bd0ebaecec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2241027
Feb 19 03:08:10.145413 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-1887b626-92e2-4d43-9730-011f9b3a93fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237410'] for security_group, after_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:10.150729 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-8e70ebb0-33dd-4086-aac6-33d4f2dcdb7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:08:10.163096 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1887b626-92e2-4d43-9730-011f9b3a93fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cdb05b4-cf4f-44b1-83b7-fd01e94104fc,revision_number=None']} {{(pid=84116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:08:10.177020 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-1887b626-92e2-4d43-9730-011f9b3a93fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:08:10.177878 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-1887b626-92e2-4d43-9730-011f9b3a93fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:10.179108 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-1887b626-92e2-4d43-9730-011f9b3a93fc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7cdb05b4-cf4f-44b1-83b7-fd01e94104fc HTTP/1.1" status: 204  len: 168 time: 0.4518452
Feb 19 03:08:10.368107 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ee4263-4e54-4c27-beb7-f8988cb3b116 req-cd19e659-f28b-47a2-822b-eb9a03294d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:08:10.369662 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-c4ee4263-4e54-4c27-beb7-f8988cb3b116 req-cd19e659-f28b-47a2-822b-eb9a03294d2c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=3930a9bb64484ce1bf7cabab6e8229f8&device_id=20b97697-437f-486c-910b-47864b498dfd HTTP/1.1" status: 200  len: 1161 time: 0.1016188
Feb 19 03:08:10.372260 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993d4f02-02e5-4b27-849a-fc1894cf74be req-f320df1c-bb3b-4343-8b12-8aa23ec07e46 tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:08:10.373896 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-993d4f02-02e5-4b27-849a-fc1894cf74be req-f320df1c-bb3b-4343-8b12-8aa23ec07e46 tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] 10.222.0.13 "GET /v2.0/ports?device_id=20b97697-437f-486c-910b-47864b498dfd HTTP/1.1" status: 200  len: 944 time: 0.2508757
Feb 19 03:08:10.458277 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-993d4f02-02e5-4b27-849a-fc1894cf74be req-26db6c24-1677-44d6-a95c-1376b0286d46 tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] 10.222.0.13 "GET /v2.0/security-groups?id=3abdea19-59c5-47bb-abc1-26c9cf24f411&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0774794
Feb 19 03:08:10.635357 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ee4263-4e54-4c27-beb7-f8988cb3b116 req-2e5355b2-97e4-48f4-ac8e-24022acaa39b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:08:10.636634 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-6a7ac4ad-89bf-4249-941b-94f75a699d30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:10.637276 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-c4ee4263-4e54-4c27-beb7-f8988cb3b116 req-2e5355b2-97e4-48f4-ac8e-24022acaa39b service neutron] 10.222.0.65 "GET /v2.0/networks?id=5954e949-f082-4293-8249-33bd0ebaecec HTTP/1.1" status: 200  len: 907 time: 0.2541277
Feb 19 03:08:10.666348 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-6a7ac4ad-89bf-4249-941b-94f75a699d30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237410'] for security_group, after_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:10.699742 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-4484929c-e691-4379-91f7-c7dc0815cb15 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:08:10.737987 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-6a7ac4ad-89bf-4249-941b-94f75a699d30 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=495499e7e0e74990b21782cefdca00a1&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0939198
Feb 19 03:08:10.739317 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7ac4ad-89bf-4249-941b-94f75a699d30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9875a13-fd4b-4ff4-a2f0-5cbaa572ee3e,revision_number=1']} {{(pid=84115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:08:10.742797 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84115) accepted ('10.222.0.13', 50566) {{(pid=84115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:08:10.745153 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-c4ee4263-4e54-4c27-beb7-f8988cb3b116 req-cc1fae36-2b48-49b7-8b1c-b0baad632fbc service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=651bfe87-563d-4e1c-91d7-2f39f5b29059 HTTP/1.1" status: 200  len: 217 time: 0.0933478
Feb 19 03:08:10.745945 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-6a7ac4ad-89bf-4249-941b-94f75a699d30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:08:10.850974 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ee4263-4e54-4c27-beb7-f8988cb3b116 req-7c36f7ce-0ab3-4bf3-93bb-b85072571e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:08:10.852783 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-c4ee4263-4e54-4c27-beb7-f8988cb3b116 req-7c36f7ce-0ab3-4bf3-93bb-b85072571e64 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f1853278-935e-4022-b7cb-005e1e744dbb HTTP/1.1" status: 200  len: 853 time: 0.0855484
Feb 19 03:08:10.863927 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-f412cb3b-4886-4466-a069-1cd4ec91ebf0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:10.898056 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-f412cb3b-4886-4466-a069-1cd4ec91ebf0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:10.942310 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-c4ee4263-4e54-4c27-beb7-f8988cb3b116 req-2efa8626-fec3-47e4-b1ac-119fc543e876 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=5954e949-f082-4293-8249-33bd0ebaecec&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0810075
Feb 19 03:08:11.086271 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84116) accepted ('10.222.0.13', 50574) {{(pid=84116) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:08:11.099881 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-f412cb3b-4886-4466-a069-1cd4ec91ebf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237410'] for security_group, after_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:11.110284 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-57fd419c-c4ec-4f14-956e-5d4675bdd7d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:11.148371 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-57fd419c-c4ec-4f14-956e-5d4675bdd7d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 03:08:11.157399 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-57fd419c-c4ec-4f14-956e-5d4675bdd7d4 admin admin] Usage tracker for resource:security_group_rule and tenant:c0234f673ce8426084e1867b578692b1 is out of sync, need to count used quota {{(pid=84116) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 03:08:11.163400 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-57fd419c-c4ec-4f14-956e-5d4675bdd7d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84116) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 03:08:11.187753 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-57fd419c-c4ec-4f14-956e-5d4675bdd7d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 03:08:11.198718 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-c4ee4263-4e54-4c27-beb7-f8988cb3b116 req-5eb95924-1aa2-4278-a128-dbc5ffe16b72 service neutron] 10.222.0.65 "GET /v2.0/networks/5954e949-f082-4293-8249-33bd0ebaecec?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2458429
Feb 19 03:08:11.420341 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:08:11.423688 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-c4ee4263-4e54-4c27-beb7-f8988cb3b116 req-44700f81-d15d-441e-bc11-961a4d33c98d service neutron] 10.222.0.65 "GET /v2.0/networks/5954e949-f082-4293-8249-33bd0ebaecec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2095957
Feb 19 03:08:11.430688 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-2495b952-3194-4229-9136-550faac0ab82 req-16920e03-902d-4271-8163-d5fd36067a10 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] 10.222.0.13 "GET /v2.0/ports?device_id=39c82310-15ee-49b5-a086-cd2790e856d2 HTTP/1.1" status: 200  len: 210 time: 0.3393872
Feb 19 03:08:11.449628 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f412cb3b-4886-4466-a069-1cd4ec91ebf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9875a13-fd4b-4ff4-a2f0-5cbaa572ee3e,revision_number=None']} {{(pid=84115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:08:11.463159 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-f412cb3b-4886-4466-a069-1cd4ec91ebf0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:08:11.465143 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-f412cb3b-4886-4466-a069-1cd4ec91ebf0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:11.466957 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-f412cb3b-4886-4466-a069-1cd4ec91ebf0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c9875a13-fd4b-4ff4-a2f0-5cbaa572ee3e HTTP/1.1" status: 204  len: 168 time: 0.7232130
Feb 19 03:08:11.508311 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ce8f32-5aa8-466d-8c25-801e68814740 req-705da853-5254-4d7f-9913-927bcacb8053 tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:08:11.533261 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-04ce8f32-5aa8-466d-8c25-801e68814740 req-705da853-5254-4d7f-9913-927bcacb8053 tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] 10.222.0.13 "GET /v2.0/ports?device_id=84573221-9e33-48d2-866b-d60d20f086d1 HTTP/1.1" status: 200  len: 945 time: 0.4939747
Feb 19 03:08:11.542744 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-57fd419c-c4ec-4f14-956e-5d4675bdd7d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:11.585772 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-57fd419c-c4ec-4f14-956e-5d4675bdd7d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237410'] for security_group, after_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:11.614505 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-04ce8f32-5aa8-466d-8c25-801e68814740 req-3e974fa2-e74d-4860-bde6-b74297cfd22a tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7be7950-201e-4452-88dd-92f8a0a2b5e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0799687
Feb 19 03:08:11.617495 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-6e5a53de-3480-4d95-9155-b85f6c26d1c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:08:11.640960 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-57fd419c-c4ec-4f14-956e-5d4675bdd7d4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c0234f673ce8426084e1867b578692b1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5533299
Feb 19 03:08:11.643838 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84115) accepted ('10.222.0.13', 50582) {{(pid=84115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:08:11.663893 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fd419c-c4ec-4f14-956e-5d4675bdd7d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2582fd30-4e49-41cf-8aff-ed375870f723,revision_number=1']} {{(pid=84116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:08:11.679648 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-57fd419c-c4ec-4f14-956e-5d4675bdd7d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:08:11.820136 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d560fd68-9c8b-42ae-aac3-1f99634bc915 req-3ff20738-3d8e-4d86-a4cb-c1aab9e744cd tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:08:11.826912 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-d560fd68-9c8b-42ae-aac3-1f99634bc915 req-3ff20738-3d8e-4d86-a4cb-c1aab9e744cd tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] 10.222.0.13 "GET /v2.0/ports?device_id=20b97697-437f-486c-910b-47864b498dfd HTTP/1.1" status: 200  len: 944 time: 0.1393006
Feb 19 03:08:11.828105 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-60b62381-775f-45ba-b232-617eb788caff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:11.881757 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-60b62381-775f-45ba-b232-617eb788caff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:12.064204 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-d560fd68-9c8b-42ae-aac3-1f99634bc915 req-ca3e2ec4-c055-4ba2-85c2-19768b075e9d tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] 10.222.0.13 "GET /v2.0/security-groups?id=3abdea19-59c5-47bb-abc1-26c9cf24f411&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2174778
Feb 19 03:08:12.067165 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-60b62381-775f-45ba-b232-617eb788caff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237410'] for security_group, after_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:12.091817 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-c845e56c-f2d0-472f-a709-6b35fc559a4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:08:12.095265 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b62381-775f-45ba-b232-617eb788caff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2582fd30-4e49-41cf-8aff-ed375870f723,revision_number=None']} {{(pid=84115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:08:12.097585 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-60b62381-775f-45ba-b232-617eb788caff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:08:12.103471 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-60b62381-775f-45ba-b232-617eb788caff admin admin] Notify callbacks [] for security_group, before_response {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:12.104775 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-60b62381-775f-45ba-b232-617eb788caff admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2582fd30-4e49-41cf-8aff-ed375870f723 HTTP/1.1" status: 204  len: 168 time: 0.4597237
Feb 19 03:08:12.461441 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea184dc-8790-486d-adde-8c2f0b3b8e15 req-8460e5a4-c777-484b-abd7-10c2786b35fd tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:08:12.461441 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [req-1ea184dc-8790-486d-adde-8c2f0b3b8e15 req-8460e5a4-c777-484b-abd7-10c2786b35fd tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Synchronizing usage tracker for tenant:9cc54ca0063647f58309a9cc08a310b1 on resource:network {{(pid=84116) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 19 03:08:12.523109 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [req-1ea184dc-8790-486d-adde-8c2f0b3b8e15 req-8460e5a4-c777-484b-abd7-10c2786b35fd tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Unset dirty status for tenant:9cc54ca0063647f58309a9cc08a310b1 on resource:network {{(pid=84116) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 19 03:08:12.524670 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-1ea184dc-8790-486d-adde-8c2f0b3b8e15 req-8460e5a4-c777-484b-abd7-10c2786b35fd tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] 10.222.0.65 "GET /v2.0/networks?id=f43f4357-3ff6-40b8-94e0-eb50f3b0a088 HTTP/1.1" status: 200  len: 810 time: 0.2452488
Feb 19 03:08:12.674415 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-12dec96a-b3c5-4d12-9df2-3bd6569a4354 req-a825d094-59b5-4330-aaf3-7e7894561533 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] 10.222.0.13 "GET /v2.0/ports?device_id=39c82310-15ee-49b5-a086-cd2790e856d2 HTTP/1.1" status: 200  len: 210 time: 0.0786130
Feb 19 03:08:12.692134 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [req-1ea184dc-8790-486d-adde-8c2f0b3b8e15 req-ad1e9f72-731e-4902-b62e-3e207df9712e tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Synchronizing usage tracker for tenant:9cc54ca0063647f58309a9cc08a310b1 on resource:security_group {{(pid=84116) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 19 03:08:12.711251 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [req-1ea184dc-8790-486d-adde-8c2f0b3b8e15 req-ad1e9f72-731e-4902-b62e-3e207df9712e tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Unset dirty status for tenant:9cc54ca0063647f58309a9cc08a310b1 on resource:security_group {{(pid=84116) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 19 03:08:12.712721 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-1ea184dc-8790-486d-adde-8c2f0b3b8e15 req-ad1e9f72-731e-4902-b62e-3e207df9712e tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=9cc54ca0063647f58309a9cc08a310b1 HTTP/1.1" status: 200  len: 5707 time: 0.1733096
Feb 19 03:08:12.724746 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.v2.base [req-1ea184dc-8790-486d-adde-8c2f0b3b8e15 req-c1de3768-2306-489b-91bf-cf3b461005e4 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Request body: {'port': {'device_id': '39c82310-15ee-49b5-a086-cd2790e856d2', 'network_id': 'f43f4357-3ff6-40b8-94e0-eb50f3b0a088', 'admin_state_up': True, 'tenant_id': '9cc54ca0063647f58309a9cc08a310b1', 'security_groups': ['6e7eef30-c0d8-4a18-a57a-f21b76010128']}} {{(pid=84116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 03:08:12.919807 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caede5c0-8878-470c-9f41-0bb17cba4522 req-1fe29536-92ae-4500-932d-81853355c7bf tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:08:12.927634 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-caede5c0-8878-470c-9f41-0bb17cba4522 req-1fe29536-92ae-4500-932d-81853355c7bf tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] 10.222.0.13 "GET /v2.0/ports?device_id=84573221-9e33-48d2-866b-d60d20f086d1 HTTP/1.1" status: 200  len: 945 time: 0.1321552
Feb 19 03:08:12.931980 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [req-1ea184dc-8790-486d-adde-8c2f0b3b8e15 req-c1de3768-2306-489b-91bf-cf3b461005e4 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 03:08:12.936702 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [req-1ea184dc-8790-486d-adde-8c2f0b3b8e15 req-c1de3768-2306-489b-91bf-cf3b461005e4 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Usage tracker for resource:port and tenant:9cc54ca0063647f58309a9cc08a310b1 is out of sync, need to count used quota {{(pid=84116) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 03:08:12.942115 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [req-1ea184dc-8790-486d-adde-8c2f0b3b8e15 req-c1de3768-2306-489b-91bf-cf3b461005e4 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84116) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 03:08:12.948316 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [req-1ea184dc-8790-486d-adde-8c2f0b3b8e15 req-c1de3768-2306-489b-91bf-cf3b461005e4 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 03:08:12.974536 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-caede5c0-8878-470c-9f41-0bb17cba4522 req-60c18474-5967-4449-a846-4b260457bfa9 tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7be7950-201e-4452-88dd-92f8a0a2b5e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459514
Feb 19 03:08:12.980083 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1ea184dc-8790-486d-adde-8c2f0b3b8e15 req-c1de3768-2306-489b-91bf-cf3b461005e4 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Made reservation on behalf of 9cc54ca0063647f58309a9cc08a310b1 for: {'port': 1} {{(pid=84116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 19 03:08:12.986555 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-1ea184dc-8790-486d-adde-8c2f0b3b8e15 req-c1de3768-2306-489b-91bf-cf3b461005e4 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838630373'] for port, before_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:13.363962 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0e3f99-2b7c-4569-b621-b35a52daae3e req-a9b3940b-924d-419c-a49d-90fe909f416a tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:08:13.366011 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-4b0e3f99-2b7c-4569-b621-b35a52daae3e req-a9b3940b-924d-419c-a49d-90fe909f416a tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] 10.222.0.13 "GET /v2.0/ports?device_id=20b97697-437f-486c-910b-47864b498dfd HTTP/1.1" status: 200  len: 944 time: 0.0965531
Feb 19 03:08:13.431272 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-4b0e3f99-2b7c-4569-b621-b35a52daae3e req-9d9faea3-07cb-439b-a3a9-83767d46e3be tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] 10.222.0.13 "GET /v2.0/security-groups?id=3abdea19-59c5-47bb-abc1-26c9cf24f411&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0587342
Feb 19 03:08:13.440392 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.db_base_plugin_common [req-1ea184dc-8790-486d-adde-8c2f0b3b8e15 req-c1de3768-2306-489b-91bf-cf3b461005e4 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Allocated IP 172.20.0.13 (f43f4357-3ff6-40b8-94e0-eb50f3b0a088/bcac62f7-68c0-43e3-adb5-456fec5d76fe/e488387b-5255-49c1-864a-bb8311c72122) {{(pid=84116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 19 03:08:13.925892 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-1ea184dc-8790-486d-adde-8c2f0b3b8e15 req-c1de3768-2306-489b-91bf-cf3b461005e4 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Notify callbacks [] for port, precommit_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:13.943330 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [req-1ea184dc-8790-486d-adde-8c2f0b3b8e15 req-c1de3768-2306-489b-91bf-cf3b461005e4 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Transition to ACTIVE for port object e488387b-5255-49c1-864a-bb8311c72122 will not be triggered until provisioned by entity DHCP. {{(pid=84116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 19 03:08:14.015230 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-1ea184dc-8790-486d-adde-8c2f0b3b8e15 req-c1de3768-2306-489b-91bf-cf3b461005e4 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363269711907205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2630593'] for port, after_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:14.017022 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.rpc [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Device 651bfe87-563d-4e1c-91d7-2f39f5b29059 up at agent ovs-agent-hv-cinder-77570 {{(pid=84117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 03:08:14.066148 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-1d40d999-0836-4102-b86e-da66d6e68cec tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:08:14.146737 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94752dd8-b783-4670-b6bb-c0b84896d5a5 req-c48c71db-737d-4ce2-955e-704f026f82d7 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:08:14.148440 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-94752dd8-b783-4670-b6bb-c0b84896d5a5 req-c48c71db-737d-4ce2-955e-704f026f82d7 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] 10.222.0.13 "GET /v2.0/ports?device_id=39c82310-15ee-49b5-a086-cd2790e856d2 HTTP/1.1" status: 200  len: 932 time: 0.2022610
Feb 19 03:08:14.234712 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-94752dd8-b783-4670-b6bb-c0b84896d5a5 req-48e9d5a1-1d9a-4a3d-884d-c498acfd25d2 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e7eef30-c0d8-4a18-a57a-f21b76010128&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0778198
Feb 19 03:08:14.258108 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1de3768-2306-489b-91bf-cf3b461005e4 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Pushing event updated for resources: {'Port': ['ID=e488387b-5255-49c1-864a-bb8311c72122,revision_number=1']} {{(pid=84116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:08:14.299377 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Provisioning for port 651bfe87-563d-4e1c-91d7-2f39f5b29059 completed by entity L2. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 19 03:08:14.305605 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Provisioning complete for port 651bfe87-563d-4e1c-91d7-2f39f5b29059 triggered by entity L2. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 03:08:14.306253 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16124857'] for port, provisioning_complete {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:14.325953 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-c1de3768-2306-489b-91bf-cf3b461005e4 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:08:14.366470 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee4f68c-4ecc-4491-8e71-a9c024554363 req-babfeebc-77c6-473a-8cc2-daa70dd1dace tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:08:14.368616 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-bee4f68c-4ecc-4491-8e71-a9c024554363 req-babfeebc-77c6-473a-8cc2-daa70dd1dace tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] 10.222.0.13 "GET /v2.0/ports?device_id=84573221-9e33-48d2-866b-d60d20f086d1 HTTP/1.1" status: 200  len: 945 time: 0.0964420
Feb 19 03:08:14.475215 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838630373'] for port, before_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:14.479486 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-bee4f68c-4ecc-4491-8e71-a9c024554363 req-0cd9ee3f-ad27-4785-8bb2-7324d250019f tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7be7950-201e-4452-88dd-92f8a0a2b5e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1006236
Feb 19 03:08:14.481745 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1ea184dc-8790-486d-adde-8c2f0b3b8e15 req-c1de3768-2306-489b-91bf-cf3b461005e4 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Network f43f4357-3ff6-40b8-94e0-eb50f3b0a088 is already hosted by enough agents. {{(pid=84116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 19 03:08:14.484314 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.scheduler.base_scheduler [req-1ea184dc-8790-486d-adde-8c2f0b3b8e15 req-c1de3768-2306-489b-91bf-cf3b461005e4 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Resources bound (agent type, host, resource id):  {{(pid=84116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 19 03:08:14.490910 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ea184dc-8790-486d-adde-8c2f0b3b8e15 req-c1de3768-2306-489b-91bf-cf3b461005e4 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Received port after_create {{(pid=84116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 19 03:08:14.568251 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20b97697-437f-486c-910b-47864b498dfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '651bfe87-563d-4e1c-91d7-2f39f5b29059'}] {{(pid=84117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 03:08:14.591144 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.db [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] For port 651bfe87-563d-4e1c-91d7-2f39f5b29059, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=651bfe87-563d-4e1c-91d7-2f39f5b29059,segment=NetworkSegment(24bf194f-4bc7-4684-a2af-42ff5163776b),segment_id=24bf194f-4bc7-4684-a2af-42ff5163776b)] {{(pid=84117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 03:08:14.638981 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269711510320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767142869380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269711906403'] for port, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:14.641893 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:08:14.648553 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea184dc-8790-486d-adde-8c2f0b3b8e15 req-c1de3768-2306-489b-91bf-cf3b461005e4 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:08:14.650066 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-1ea184dc-8790-486d-adde-8c2f0b3b8e15 req-c1de3768-2306-489b-91bf-cf3b461005e4 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854203462'] for port, before_response {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:14.720024 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-1ea184dc-8790-486d-adde-8c2f0b3b8e15 req-c1de3768-2306-489b-91bf-cf3b461005e4 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.9979379
Feb 19 03:08:14.742341 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.v2.base [req-1ea184dc-8790-486d-adde-8c2f0b3b8e15 req-3c0793c8-26ca-4d95-8be4-26da48ef5f24 service neutron] Request body: {'port': {'device_id': '39c82310-15ee-49b5-a086-cd2790e856d2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77570'}} {{(pid=84116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 03:08:14.743231 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20b97697-437f-486c-910b-47864b498dfd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '651bfe87-563d-4e1c-91d7-2f39f5b29059', 'code': 200}
Feb 19 03:08:14.819879 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aedd8eb-093c-4b91-aca6-54551feaa321 req-7fcfdb17-dd4b-4963-bf61-79c363dec229 tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:08:14.831648 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-6aedd8eb-093c-4b91-aca6-54551feaa321 req-7fcfdb17-dd4b-4963-bf61-79c363dec229 tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] 10.222.0.13 "GET /v2.0/ports?device_id=20b97697-437f-486c-910b-47864b498dfd HTTP/1.1" status: 200  len: 946 time: 0.1479874
Feb 19 03:08:14.842067 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Pushing event updated for resources: {'Port': ['ID=651bfe87-563d-4e1c-91d7-2f39f5b29059,revision_number=4']} {{(pid=84117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:08:14.846970 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=84117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:08:14.909518 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-6aedd8eb-093c-4b91-aca6-54551feaa321 req-5eff2254-724d-4d2a-87e4-6b5bdc167c1d tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] 10.222.0.13 "GET /v2.0/security-groups?id=3abdea19-59c5-47bb-abc1-26c9cf24f411&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0731311
Feb 19 03:08:14.967412 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-1ea184dc-8790-486d-adde-8c2f0b3b8e15 req-3c0793c8-26ca-4d95-8be4-26da48ef5f24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838630373'] for port, before_update {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:15.065809 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-781d069f-dc80-4779-8e43-c188723602da None None] Provisioning for port e488387b-5255-49c1-864a-bb8311c72122 completed by entity DHCP. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 19 03:08:15.071842 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-781d069f-dc80-4779-8e43-c188723602da None None] Provisioning complete for port e488387b-5255-49c1-864a-bb8311c72122 triggered by entity DHCP. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 03:08:15.072379 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-781d069f-dc80-4779-8e43-c188723602da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16124857'] for port, provisioning_complete {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:15.143239 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.plugin [None req-781d069f-dc80-4779-8e43-c188723602da None None] Port e488387b-5255-49c1-864a-bb8311c72122 cannot update to ACTIVE because it is not bound. {{(pid=84117) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 19 03:08:15.316919 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.rpc [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Device 651bfe87-563d-4e1c-91d7-2f39f5b29059 up at agent ovs-agent-hv-cinder-77570 {{(pid=84117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 03:08:15.372119 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ef6c50-796c-4621-92ec-b1d044bee5cb req-51119c3b-28f0-47b3-b773-c9935c9bcb4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:08:15.373862 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-92ef6c50-796c-4621-92ec-b1d044bee5cb req-51119c3b-28f0-47b3-b773-c9935c9bcb4a service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=20b97697-437f-486c-910b-47864b498dfd HTTP/1.1" status: 200  len: 1163 time: 0.2005327
Feb 19 03:08:15.405456 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Provisioning complete for port 651bfe87-563d-4e1c-91d7-2f39f5b29059 triggered by entity L2. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 03:08:15.406387 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16124857'] for port, provisioning_complete {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:15.455762 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-92ef6c50-796c-4621-92ec-b1d044bee5cb req-5bde14ab-cd23-4763-b1b8-5b29ea103107 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=3abdea19-59c5-47bb-abc1-26c9cf24f411&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0735862
Feb 19 03:08:15.558905 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.notifiers.nova [req-1ea184dc-8790-486d-adde-8c2f0b3b8e15 req-3c0793c8-26ca-4d95-8be4-26da48ef5f24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e488387b-5255-49c1-864a-bb8311c72122 {{(pid=84116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 19 03:08:15.577326 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-1ea184dc-8790-486d-adde-8c2f0b3b8e15 req-3c0793c8-26ca-4d95-8be4-26da48ef5f24 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:15.595120 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [req-1ea184dc-8790-486d-adde-8c2f0b3b8e15 req-3c0793c8-26ca-4d95-8be4-26da48ef5f24 service neutron] Transition to ACTIVE for port object e488387b-5255-49c1-864a-bb8311c72122 will not be triggered until provisioned by entity L2. {{(pid=84116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 19 03:08:15.638277 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-1ea184dc-8790-486d-adde-8c2f0b3b8e15 req-3c0793c8-26ca-4d95-8be4-26da48ef5f24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269711510320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767142869380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269711906403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852145191'] for port, after_update {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:15.745685 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9912f110-193d-4826-92eb-7daf2824ef1d req-6fb78628-1392-4814-b22b-ab802c693b48 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:08:15.749214 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84116) accepted ('10.222.0.13', 50688) {{(pid=84116) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:08:15.749994 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-cbc57724-545e-4353-947b-9b2ff8bdde80 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:08:15.750423 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-9912f110-193d-4826-92eb-7daf2824ef1d req-6fb78628-1392-4814-b22b-ab802c693b48 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] 10.222.0.13 "GET /v2.0/ports?device_id=39c82310-15ee-49b5-a086-cd2790e856d2 HTTP/1.1" status: 200  len: 944 time: 0.1860354
Feb 19 03:08:15.761257 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa4e6aa-831e-4e2a-a3c9-c912eae0089e req-9533c5db-feb4-49a1-b8d7-33baf940a3e3 tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:08:15.763179 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-eaa4e6aa-831e-4e2a-a3c9-c912eae0089e req-9533c5db-feb4-49a1-b8d7-33baf940a3e3 tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] 10.222.0.13 "GET /v2.0/ports?device_id=84573221-9e33-48d2-866b-d60d20f086d1 HTTP/1.1" status: 200  len: 945 time: 0.1272724
Feb 19 03:08:15.843278 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-eaa4e6aa-831e-4e2a-a3c9-c912eae0089e req-4fd0a766-d77d-47ac-823c-aa5a29d3d60c tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7be7950-201e-4452-88dd-92f8a0a2b5e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0646389
Feb 19 03:08:15.844693 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0793c8-26ca-4d95-8be4-26da48ef5f24 service neutron] Pushing event updated for resources: {'Port': ['ID=e488387b-5255-49c1-864a-bb8311c72122,revision_number=2']} {{(pid=84116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:08:15.850269 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-3c0793c8-26ca-4d95-8be4-26da48ef5f24 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:08:15.851379 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-9912f110-193d-4826-92eb-7daf2824ef1d req-428d38f0-c6d0-4c4a-a223-da5a5bbd3c79 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e7eef30-c0d8-4a18-a57a-f21b76010128&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0870023
Feb 19 03:08:16.058592 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-b8282c8d-d748-4c26-a278-80dee5d7fa76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:16.095284 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-b8282c8d-d748-4c26-a278-80dee5d7fa76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 03:08:16.110482 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-b8282c8d-d748-4c26-a278-80dee5d7fa76 admin admin] Usage tracker for resource:security_group_rule and tenant:d05a4bf419dc4fb5a14a88692f7345a5 is out of sync, need to count used quota {{(pid=84116) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 03:08:16.115084 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-b8282c8d-d748-4c26-a278-80dee5d7fa76 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84116) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 03:08:16.126510 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-b8282c8d-d748-4c26-a278-80dee5d7fa76 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 03:08:16.131131 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.managers [req-1ea184dc-8790-486d-adde-8c2f0b3b8e15 req-3c0793c8-26ca-4d95-8be4-26da48ef5f24 service neutron] Attempting to bind port e488387b-5255-49c1-864a-bb8311c72122 on host hv-cinder-77570 for vnic_type normal with profile  {{(pid=84116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 03:08:16.131512 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.managers [req-1ea184dc-8790-486d-adde-8c2f0b3b8e15 req-3c0793c8-26ca-4d95-8be4-26da48ef5f24 service neutron] Attempting to bind port e488387b-5255-49c1-864a-bb8311c72122 by drivers openvswitch on host hv-cinder-77570 at level 0 using segments [{'id': 'beb532a6-df16-4e1c-84e0-3b45d5f83fc7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f43f4357-3ff6-40b8-94e0-eb50f3b0a088'}] {{(pid=84116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 19 03:08:16.131898 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ea184dc-8790-486d-adde-8c2f0b3b8e15 req-3c0793c8-26ca-4d95-8be4-26da48ef5f24 service neutron] Attempting to bind port e488387b-5255-49c1-864a-bb8311c72122 on network f43f4357-3ff6-40b8-94e0-eb50f3b0a088 {{(pid=84116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 19 03:08:16.145306 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ea184dc-8790-486d-adde-8c2f0b3b8e15 req-3c0793c8-26ca-4d95-8be4-26da48ef5f24 service neutron] Checking agent: {'id': 'd79517dc-1443-4e8d-af8f-f4fe2bcc2381', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77570', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 19, 3, 4, 30), 'started_at': datetime.datetime(2021, 2, 19, 3, 5), 'heartbeat_timestamp': datetime.datetime(2021, 2, 19, 3, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.91', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 19 03:08:16.145683 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ea184dc-8790-486d-adde-8c2f0b3b8e15 req-3c0793c8-26ca-4d95-8be4-26da48ef5f24 service neutron] Checking segment: {'id': 'beb532a6-df16-4e1c-84e0-3b45d5f83fc7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f43f4357-3ff6-40b8-94e0-eb50f3b0a088'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 19 03:08:16.146111 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-1ea184dc-8790-486d-adde-8c2f0b3b8e15 req-3c0793c8-26ca-4d95-8be4-26da48ef5f24 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:16.153604 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ea184dc-8790-486d-adde-8c2f0b3b8e15 req-3c0793c8-26ca-4d95-8be4-26da48ef5f24 service neutron] Bound using segment: {'id': 'beb532a6-df16-4e1c-84e0-3b45d5f83fc7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f43f4357-3ff6-40b8-94e0-eb50f3b0a088'} {{(pid=84116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 19 03:08:16.153604 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.managers [req-1ea184dc-8790-486d-adde-8c2f0b3b8e15 req-3c0793c8-26ca-4d95-8be4-26da48ef5f24 service neutron] Bound port: e488387b-5255-49c1-864a-bb8311c72122, host: hv-cinder-77570, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'beb532a6-df16-4e1c-84e0-3b45d5f83fc7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f43f4357-3ff6-40b8-94e0-eb50f3b0a088'}}] {{(pid=84116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 19 03:08:16.153604 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-1ea184dc-8790-486d-adde-8c2f0b3b8e15 req-3c0793c8-26ca-4d95-8be4-26da48ef5f24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838630373'] for port, before_update {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:16.283336 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544905b9-7772-48f7-b03a-8721c2f20503 req-d5523d4f-cf24-45bc-93ee-0c1039e15026 tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:08:16.285029 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-544905b9-7772-48f7-b03a-8721c2f20503 req-d5523d4f-cf24-45bc-93ee-0c1039e15026 tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] 10.222.0.13 "GET /v2.0/ports?device_id=20b97697-437f-486c-910b-47864b498dfd HTTP/1.1" status: 200  len: 946 time: 0.1026511
Feb 19 03:08:16.342414 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.db [req-1ea184dc-8790-486d-adde-8c2f0b3b8e15 req-3c0793c8-26ca-4d95-8be4-26da48ef5f24 service neutron] For port e488387b-5255-49c1-864a-bb8311c72122, host hv-cinder-77570, cleared binding levels {{(pid=84116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 19 03:08:16.352366 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.db [req-1ea184dc-8790-486d-adde-8c2f0b3b8e15 req-3c0793c8-26ca-4d95-8be4-26da48ef5f24 service neutron] For port e488387b-5255-49c1-864a-bb8311c72122, host hv-cinder-77570, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=e488387b-5255-49c1-864a-bb8311c72122,segment=NetworkSegment(beb532a6-df16-4e1c-84e0-3b45d5f83fc7),segment_id=beb532a6-df16-4e1c-84e0-3b45d5f83fc7)] {{(pid=84116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 19 03:08:16.357530 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-544905b9-7772-48f7-b03a-8721c2f20503 req-53c43800-1215-4bef-a04d-805ee33918a3 tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] 10.222.0.13 "GET /v2.0/security-groups?id=3abdea19-59c5-47bb-abc1-26c9cf24f411&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0657547
Feb 19 03:08:16.385038 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-b8282c8d-d748-4c26-a278-80dee5d7fa76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:16.386924 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-1ea184dc-8790-486d-adde-8c2f0b3b8e15 req-3c0793c8-26ca-4d95-8be4-26da48ef5f24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269711510320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767142869380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269711906403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852145191'] for port, after_update {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:16.455241 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:08:16.511725 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-b8282c8d-d748-4c26-a278-80dee5d7fa76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237410'] for security_group, after_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:16.575968 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-b8282c8d-d748-4c26-a278-80dee5d7fa76 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d05a4bf419dc4fb5a14a88692f7345a5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7930999
Feb 19 03:08:16.581828 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84116) accepted ('10.222.0.13', 50714) {{(pid=84116) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:08:16.605788 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0793c8-26ca-4d95-8be4-26da48ef5f24 service neutron] Pushing event updated for resources: {'Port': ['ID=e488387b-5255-49c1-864a-bb8311c72122,revision_number=3']} {{(pid=84116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:08:16.613251 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-3c0793c8-26ca-4d95-8be4-26da48ef5f24 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:08:16.615451 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-57fd419c-c4ec-4f14-956e-5d4675bdd7d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.085s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:08:16.673554 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3367de5-9be3-4e70-bf4c-7e78e666f645 req-600ba73a-c1ba-4f48-a43c-814ed529fdba tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:08:16.674392 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [req-e3367de5-9be3-4e70-bf4c-7e78e666f645 req-600ba73a-c1ba-4f48-a43c-814ed529fdba tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] Synchronizing usage tracker for tenant:a0ccfe73f663490cabd2bb049ae99c7c on resource:network {{(pid=84115) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 19 03:08:16.696935 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8282c8d-d748-4c26-a278-80dee5d7fa76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=77a1c98b-7d7b-42f4-8ea8-de4b7179567a,revision_number=1']} {{(pid=84116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:08:16.700997 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-b8282c8d-d748-4c26-a278-80dee5d7fa76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:08:16.708556 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea184dc-8790-486d-adde-8c2f0b3b8e15 req-3c0793c8-26ca-4d95-8be4-26da48ef5f24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:08:16.709244 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-1ea184dc-8790-486d-adde-8c2f0b3b8e15 req-3c0793c8-26ca-4d95-8be4-26da48ef5f24 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854203462'] for port, before_response {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:16.710822 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-1ea184dc-8790-486d-adde-8c2f0b3b8e15 req-3c0793c8-26ca-4d95-8be4-26da48ef5f24 service neutron] 10.222.0.65 "PUT /v2.0/ports/e488387b-5255-49c1-864a-bb8311c72122 HTTP/1.1" status: 200  len: 1158 time: 1.9745150
Feb 19 03:08:16.712338 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39c82310-15ee-49b5-a086-cd2790e856d2', 'tag': 'e488387b-5255-49c1-864a-bb8311c72122'}] {{(pid=84116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 03:08:16.721790 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [req-e3367de5-9be3-4e70-bf4c-7e78e666f645 req-600ba73a-c1ba-4f48-a43c-814ed529fdba tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] Unset dirty status for tenant:a0ccfe73f663490cabd2bb049ae99c7c on resource:network {{(pid=84115) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 19 03:08:16.723102 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-e3367de5-9be3-4e70-bf4c-7e78e666f645 req-600ba73a-c1ba-4f48-a43c-814ed529fdba tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] 10.222.0.13 "GET /v2.0/networks?id=4097a413-4776-4469-a598-b6a7e21b8df1 HTTP/1.1" status: 200  len: 815 time: 0.2132492
Feb 19 03:08:16.742676 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-830b7c66-88fa-4bc3-890a-8da5f8b62458 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:16.752090 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-e3367de5-9be3-4e70-bf4c-7e78e666f645 req-1f957b5c-61eb-4bb9-995c-9a99746c4420 tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] 10.222.0.13 "GET /v2.0/quotas/a0ccfe73f663490cabd2bb049ae99c7c HTTP/1.1" status: 200  len: 375 time: 0.0177038
Feb 19 03:08:16.800533 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-830b7c66-88fa-4bc3-890a-8da5f8b62458 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:16.811133 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39c82310-15ee-49b5-a086-cd2790e856d2', 'tag': 'e488387b-5255-49c1-864a-bb8311c72122', 'status': 'completed', 'code': 200}
Feb 19 03:08:16.920657 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [req-e3367de5-9be3-4e70-bf4c-7e78e666f645 req-d374c3a2-d0a2-47e8-9dee-0070fc8c6cc0 tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] Synchronizing usage tracker for tenant:a0ccfe73f663490cabd2bb049ae99c7c on resource:port {{(pid=84115) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 19 03:08:16.931332 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-830b7c66-88fa-4bc3-890a-8da5f8b62458 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237410'] for security_group, after_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:16.941743 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-d1bfe8cb-4995-4aca-88e6-982b5fc92d2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:08:16.960327 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-830b7c66-88fa-4bc3-890a-8da5f8b62458 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=77a1c98b-7d7b-42f4-8ea8-de4b7179567a,revision_number=None']} {{(pid=84116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:08:16.964727 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-830b7c66-88fa-4bc3-890a-8da5f8b62458 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:08:16.967035 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-830b7c66-88fa-4bc3-890a-8da5f8b62458 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:16.968282 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-830b7c66-88fa-4bc3-890a-8da5f8b62458 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/77a1c98b-7d7b-42f4-8ea8-de4b7179567a HTTP/1.1" status: 204  len: 168 time: 0.3854463
Feb 19 03:08:16.987931 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea184dc-8790-486d-adde-8c2f0b3b8e15 req-373fb623-9db3-4023-b137-88de43de753c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:08:16.989614 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-1ea184dc-8790-486d-adde-8c2f0b3b8e15 req-373fb623-9db3-4023-b137-88de43de753c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9cc54ca0063647f58309a9cc08a310b1&device_id=39c82310-15ee-49b5-a086-cd2790e856d2 HTTP/1.1" status: 200  len: 1161 time: 0.1665387
Feb 19 03:08:16.998098 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [req-e3367de5-9be3-4e70-bf4c-7e78e666f645 req-d374c3a2-d0a2-47e8-9dee-0070fc8c6cc0 tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] Unset dirty status for tenant:a0ccfe73f663490cabd2bb049ae99c7c on resource:port {{(pid=84115) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 19 03:08:17.000023 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-e3367de5-9be3-4e70-bf4c-7e78e666f645 req-d374c3a2-d0a2-47e8-9dee-0070fc8c6cc0 tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=a0ccfe73f663490cabd2bb049ae99c7c&fields=id HTTP/1.1" status: 200  len: 302 time: 0.2418752
Feb 19 03:08:17.149928 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-1ea184dc-8790-486d-adde-8c2f0b3b8e15 req-f5d51e71-3706-4b96-a995-36454db33266 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e488387b-5255-49c1-864a-bb8311c72122 HTTP/1.1" status: 200  len: 217 time: 0.1451681
Feb 19 03:08:17.245532 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-e3367de5-9be3-4e70-bf4c-7e78e666f645 req-3c487df5-be71-405b-992c-5357e6e1ad6f service neutron] 10.222.0.13 "GET /v2.0/networks/4097a413-4776-4469-a598-b6a7e21b8df1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2290938
Feb 19 03:08:17.297014 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea184dc-8790-486d-adde-8c2f0b3b8e15 req-64128a13-f2fe-44f4-9202-0d1f42f5e78c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:08:17.298636 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-1ea184dc-8790-486d-adde-8c2f0b3b8e15 req-64128a13-f2fe-44f4-9202-0d1f42f5e78c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=bcac62f7-68c0-43e3-adb5-456fec5d76fe HTTP/1.1" status: 200  len: 849 time: 0.1416705
Feb 19 03:08:17.391170 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea184dc-8790-486d-adde-8c2f0b3b8e15 req-89ea0537-4273-43cd-b643-d120b94ebbdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:08:17.393503 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-1ea184dc-8790-486d-adde-8c2f0b3b8e15 req-89ea0537-4273-43cd-b643-d120b94ebbdd service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f43f4357-3ff6-40b8-94e0-eb50f3b0a088&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0877917
Feb 19 03:08:17.426699 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.rpc [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Device 8e1dc085-b1a7-40cf-b595-a991a868d384 up at agent ovs-agent-hv-cinder-77570 {{(pid=84117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 03:08:17.465411 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-e3367de5-9be3-4e70-bf4c-7e78e666f645 req-fa0492d1-cee7-4f15-b070-04415143e5f4 service neutron] 10.222.0.13 "GET /v2.0/networks/4097a413-4776-4469-a598-b6a7e21b8df1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2189178
Feb 19 03:08:17.473669 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7800c0-a074-45a1-9c2d-8e0ebb0fa195 req-079def7f-59dd-462a-9eb8-d6c08101cf14 tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:08:17.482150 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-4d7800c0-a074-45a1-9c2d-8e0ebb0fa195 req-079def7f-59dd-462a-9eb8-d6c08101cf14 tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] 10.222.0.13 "GET /v2.0/ports?device_id=84573221-9e33-48d2-866b-d60d20f086d1 HTTP/1.1" status: 200  len: 945 time: 0.1529245
Feb 19 03:08:17.518238 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Provisioning complete for port 8e1dc085-b1a7-40cf-b595-a991a868d384 triggered by entity L2. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 03:08:17.518970 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16124857'] for port, provisioning_complete {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:17.541683 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-4d7800c0-a074-45a1-9c2d-8e0ebb0fa195 req-870d0528-47b2-41ac-bf82-ae8dd4c6a709 tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7be7950-201e-4452-88dd-92f8a0a2b5e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0585005
Feb 19 03:08:17.609463 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-1ea184dc-8790-486d-adde-8c2f0b3b8e15 req-6e884ca3-01ef-4a04-8f3d-9ef00e7196c2 service neutron] 10.222.0.65 "GET /v2.0/networks/f43f4357-3ff6-40b8-94e0-eb50f3b0a088?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2062049
Feb 19 03:08:17.662004 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.rpc [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Device 651bfe87-563d-4e1c-91d7-2f39f5b29059 up at agent ovs-agent-hv-cinder-77570 {{(pid=84117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 03:08:17.748365 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Provisioning complete for port 651bfe87-563d-4e1c-91d7-2f39f5b29059 triggered by entity L2. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 03:08:17.748891 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16124857'] for port, provisioning_complete {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:17.836289 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0bac3d-bd2b-4c39-a4f3-c58f20446a77 req-10002e85-b3c3-4ca6-934d-0735a1c86860 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:08:17.838270 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-7d0bac3d-bd2b-4c39-a4f3-c58f20446a77 req-10002e85-b3c3-4ca6-934d-0735a1c86860 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] 10.222.0.13 "GET /v2.0/ports?device_id=39c82310-15ee-49b5-a086-cd2790e856d2 HTTP/1.1" status: 200  len: 944 time: 0.1789401
Feb 19 03:08:17.849102 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-1ea184dc-8790-486d-adde-8c2f0b3b8e15 req-c6fcb5a8-c97a-404d-88e3-939d7e408418 service neutron] 10.222.0.65 "GET /v2.0/networks/f43f4357-3ff6-40b8-94e0-eb50f3b0a088?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2315967
Feb 19 03:08:17.911791 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-7d0bac3d-bd2b-4c39-a4f3-c58f20446a77 req-79b65304-c08b-4da8-90db-fad25a4df5c6 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e7eef30-c0d8-4a18-a57a-f21b76010128&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0631213
Feb 19 03:08:18.068563 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b0a2f3-5c36-4c4c-997f-a6e446bbe3cb req-7af6b625-b1d4-4376-88c7-0432915e5f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:08:18.070439 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-43b0a2f3-5c36-4c4c-997f-a6e446bbe3cb req-7af6b625-b1d4-4376-88c7-0432915e5f9e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9cc54ca0063647f58309a9cc08a310b1&device_id=39c82310-15ee-49b5-a086-cd2790e856d2 HTTP/1.1" status: 200  len: 1161 time: 0.1044660
Feb 19 03:08:18.078836 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-ceaf1dee-4bdf-4d65-ac7a-9bfb6c36bda0 req-c8e416dc-2f6f-4bc9-9419-06dd52d921e1 tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] 10.222.0.13 "GET /v2.0/ports?device_id=445f0f06-0e3a-4d82-8062-494e11d3e5e8 HTTP/1.1" status: 200  len: 210 time: 0.1000388
Feb 19 03:08:18.134868 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4765221c-c50a-4bb9-b4e8-cef1ad4ab22f req-799d91d7-7b73-4b32-b6b3-4380e6583642 tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:08:18.136805 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-4765221c-c50a-4bb9-b4e8-cef1ad4ab22f req-799d91d7-7b73-4b32-b6b3-4380e6583642 tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] 10.222.0.13 "GET /v2.0/ports?device_id=20b97697-437f-486c-910b-47864b498dfd HTTP/1.1" status: 200  len: 946 time: 0.1115587
Feb 19 03:08:18.190167 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-4765221c-c50a-4bb9-b4e8-cef1ad4ab22f req-db33e1e0-7b1b-4b60-ab68-107549bb2199 tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] 10.222.0.13 "GET /v2.0/security-groups?id=3abdea19-59c5-47bb-abc1-26c9cf24f411&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0465159
Feb 19 03:08:18.242534 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b0a2f3-5c36-4c4c-997f-a6e446bbe3cb req-294567f2-f30e-47f3-9242-59ce51655ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:08:18.244140 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-43b0a2f3-5c36-4c4c-997f-a6e446bbe3cb req-294567f2-f30e-47f3-9242-59ce51655ed3 service neutron] 10.222.0.65 "GET /v2.0/networks?id=f43f4357-3ff6-40b8-94e0-eb50f3b0a088 HTTP/1.1" status: 200  len: 904 time: 0.1650400
Feb 19 03:08:18.256434 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84115) accepted ('10.222.0.13', 50760) {{(pid=84115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:08:18.332128 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-43b0a2f3-5c36-4c4c-997f-a6e446bbe3cb req-cc6c7db5-387d-4abb-a32e-dff6c1e95765 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e488387b-5255-49c1-864a-bb8311c72122 HTTP/1.1" status: 200  len: 217 time: 0.0790524
Feb 19 03:08:18.408530 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.v2.base [None req-a0ff0bf9-b6c7-473b-a49b-9fd992a86194 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-845494617-network', 'tenant_id': '15972dafcae5480290e92407c155b4a6'}} {{(pid=84115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 03:08:18.413642 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-a0ff0bf9-b6c7-473b-a49b-9fd992a86194 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 03:08:18.418172 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-a0ff0bf9-b6c7-473b-a49b-9fd992a86194 admin admin] Usage tracker for resource:network and tenant:15972dafcae5480290e92407c155b4a6 is out of sync, need to count used quota {{(pid=84115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 03:08:18.423620 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-a0ff0bf9-b6c7-473b-a49b-9fd992a86194 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 03:08:18.427851 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-a0ff0bf9-b6c7-473b-a49b-9fd992a86194 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 03:08:18.434799 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b0a2f3-5c36-4c4c-997f-a6e446bbe3cb req-404ba039-5d7c-4aa9-8c3b-6795ca2b272d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:08:18.436472 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-43b0a2f3-5c36-4c4c-997f-a6e446bbe3cb req-404ba039-5d7c-4aa9-8c3b-6795ca2b272d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=bcac62f7-68c0-43e3-adb5-456fec5d76fe HTTP/1.1" status: 200  len: 849 time: 0.0950336
Feb 19 03:08:18.477381 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0ff0bf9-b6c7-473b-a49b-9fd992a86194 admin admin] Made reservation on behalf of 15972dafcae5480290e92407c155b4a6 for: {'network': 1} {{(pid=84115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 19 03:08:18.483329 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-a0ff0bf9-b6c7-473b-a49b-9fd992a86194 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838630373'] for network, before_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:18.501691 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-a0ff0bf9-b6c7-473b-a49b-9fd992a86194 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:18.521373 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-a0ff0bf9-b6c7-473b-a49b-9fd992a86194 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 03:08:18.525474 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-a0ff0bf9-b6c7-473b-a49b-9fd992a86194 admin admin] Usage tracker for resource:security_group_rule and tenant:15972dafcae5480290e92407c155b4a6 is out of sync, need to count used quota {{(pid=84115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 03:08:18.528564 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-a0ff0bf9-b6c7-473b-a49b-9fd992a86194 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 03:08:18.535196 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b0a2f3-5c36-4c4c-997f-a6e446bbe3cb req-f188e1a4-e6f2-41b7-b005-1bea2d767d40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:08:18.535355 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-a0ff0bf9-b6c7-473b-a49b-9fd992a86194 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 03:08:18.537235 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-43b0a2f3-5c36-4c4c-997f-a6e446bbe3cb req-f188e1a4-e6f2-41b7-b005-1bea2d767d40 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f43f4357-3ff6-40b8-94e0-eb50f3b0a088&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0891893
Feb 19 03:08:18.704949 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-43b0a2f3-5c36-4c4c-997f-a6e446bbe3cb req-bb512cb4-a9e2-4bdf-b73d-73c10b8c11a1 service neutron] 10.222.0.65 "GET /v2.0/networks/f43f4357-3ff6-40b8-94e0-eb50f3b0a088?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1572831
Feb 19 03:08:18.774592 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-a0ff0bf9-b6c7-473b-a49b-9fd992a86194 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:18.802970 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4bb9a3-601b-4de1-9d98-9e110a969eb1 req-a59bffb9-aa57-4a78-877f-44350e94ef8e tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:08:18.807032 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-2c4bb9a3-601b-4de1-9d98-9e110a969eb1 req-a59bffb9-aa57-4a78-877f-44350e94ef8e tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] 10.222.0.13 "GET /v2.0/ports?device_id=84573221-9e33-48d2-866b-d60d20f086d1 HTTP/1.1" status: 200  len: 945 time: 0.1391606
Feb 19 03:08:18.828025 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-a0ff0bf9-b6c7-473b-a49b-9fd992a86194 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237410'] for security_group, after_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:18.833988 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-a417b392-b1b2-45d3-942e-faf4a9206b22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:08:18.856675 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-43b0a2f3-5c36-4c4c-997f-a6e446bbe3cb req-5b663140-dca2-47fe-8d45-1c0734c6de66 service neutron] 10.222.0.65 "GET /v2.0/networks/f43f4357-3ff6-40b8-94e0-eb50f3b0a088?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1433086
Feb 19 03:08:18.895601 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-2c4bb9a3-601b-4de1-9d98-9e110a969eb1 req-f48368c0-b1e8-42f2-bf43-7f0e8a8eb91e tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7be7950-201e-4452-88dd-92f8a0a2b5e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0840108
Feb 19 03:08:18.916020 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0ff0bf9-b6c7-473b-a49b-9fd992a86194 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 8}  {{(pid=84115) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 19 03:08:18.926418 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ff0bf9-b6c7-473b-a49b-9fd992a86194 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c01c6371-c8a0-4bb5-ad5a-1a2db732a64c,revision_number=1']} {{(pid=84115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:08:18.933472 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-a0ff0bf9-b6c7-473b-a49b-9fd992a86194 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:08:18.933685 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-a0ff0bf9-b6c7-473b-a49b-9fd992a86194 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8767143388190', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838644319'] for segment, precommit_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:18.934079 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.db.segments_db [None req-a0ff0bf9-b6c7-473b-a49b-9fd992a86194 admin admin] Added segment fd301c7f-c4b0-4332-b94c-0e4a8acda55e of type vxlan for network e9c3c36b-9ba9-4bad-aa41-5ad95f05fd56
Feb 19 03:08:18.964803 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-a0ff0bf9-b6c7-473b-a49b-9fd992a86194 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363269711912974'] for network, precommit_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:19.047399 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-a0ff0bf9-b6c7-473b-a49b-9fd992a86194 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477'] for network, after_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:19.048712 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0ff0bf9-b6c7-473b-a49b-9fd992a86194 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:08:19.049357 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-a0ff0bf9-b6c7-473b-a49b-9fd992a86194 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854203462'] for network, before_response {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:19.055365 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:08:19.273178 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ff0bf9-b6c7-473b-a49b-9fd992a86194 admin admin] Pushing event updated for resources: {'Network': ['ID=e9c3c36b-9ba9-4bad-aa41-5ad95f05fd56,revision_number=1']} {{(pid=84115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:08:19.287490 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.rpc [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Network e9c3c36b-9ba9-4bad-aa41-5ad95f05fd56 details requested by agent ovs-agent-dv-cinder-775706-2-iscsi with host dv-cinder-775706-2-iscsi {{(pid=84117) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 19 03:08:19.289298 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-a0ff0bf9-b6c7-473b-a49b-9fd992a86194 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:08:19.290880 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-a0ff0bf9-b6c7-473b-a49b-9fd992a86194 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 877 time: 1.0328708
Feb 19 03:08:19.294692 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-6e0aa1de-17cc-47e7-a4b0-4a2501e0bd13 req-6ad90a99-9f75-4710-82c5-ef4eecd46c51 tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] 10.222.0.13 "GET /v2.0/ports?device_id=445f0f06-0e3a-4d82-8062-494e11d3e5e8 HTTP/1.1" status: 200  len: 210 time: 0.0636771
Feb 19 03:08:19.295049 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84116) accepted ('10.222.0.13', 50790) {{(pid=84116) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:08:19.303619 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.v2.base [None req-5852d068-ed71-4aa8-94c1-c2cb361fff97 admin admin] Request body: {'subnet': {'network_id': 'e9c3c36b-9ba9-4bad-aa41-5ad95f05fd56', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-845494617-subnet', 'tenant_id': '15972dafcae5480290e92407c155b4a6', 'ip_version': 4}} {{(pid=84116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 03:08:19.310219 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-5852d068-ed71-4aa8-94c1-c2cb361fff97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 03:08:19.315153 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-5852d068-ed71-4aa8-94c1-c2cb361fff97 admin admin] Usage tracker for resource:subnet and tenant:15972dafcae5480290e92407c155b4a6 is out of sync, need to count used quota {{(pid=84116) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 03:08:19.315263 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499e5037-4716-448c-9ad4-0585d877deaa req-2f904cf4-8eba-4f56-adcc-bb8ef060e94a tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:08:19.318885 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-499e5037-4716-448c-9ad4-0585d877deaa req-2f904cf4-8eba-4f56-adcc-bb8ef060e94a tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] 10.222.0.13 "GET /v2.0/ports?device_id=39c82310-15ee-49b5-a086-cd2790e856d2 HTTP/1.1" status: 200  len: 944 time: 0.1850004
Feb 19 03:08:19.319272 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-5852d068-ed71-4aa8-94c1-c2cb361fff97 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84116) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 03:08:19.326363 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-5852d068-ed71-4aa8-94c1-c2cb361fff97 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 03:08:19.362846 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5852d068-ed71-4aa8-94c1-c2cb361fff97 admin admin] Made reservation on behalf of 15972dafcae5480290e92407c155b4a6 for: {'subnet': 1} {{(pid=84116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 19 03:08:19.368033 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-5852d068-ed71-4aa8-94c1-c2cb361fff97 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3235471'] for subnet, before_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:19.370903 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-499e5037-4716-448c-9ad4-0585d877deaa req-132a052a-cd46-4d83-a8c2-add248020a96 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e7eef30-c0d8-4a18-a57a-f21b76010128&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0474293
Feb 19 03:08:19.520579 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.rpc [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Network e9c3c36b-9ba9-4bad-aa41-5ad95f05fd56 details requested by agent ovs-agent-hv-cinder-77570 with host hv-cinder-77570 {{(pid=84117) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 19 03:08:19.779066 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-d92e18d4-dbad-4c02-8bef-2d850b846f1a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:20.024443 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-5852d068-ed71-4aa8-94c1-c2cb361fff97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2630575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3235516'] for subnet, after_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:20.040446 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:08:20.124630 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc59781-11e6-4c53-9784-e119ceebce76 req-ca96d0f3-ebb2-4ef7-803b-9d9f3a437d0f tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:08:20.126302 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-3dc59781-11e6-4c53-9784-e119ceebce76 req-ca96d0f3-ebb2-4ef7-803b-9d9f3a437d0f tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] 10.222.0.13 "GET /v2.0/ports?device_id=84573221-9e33-48d2-866b-d60d20f086d1 HTTP/1.1" status: 200  len: 945 time: 0.0896893
Feb 19 03:08:20.169651 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5852d068-ed71-4aa8-94c1-c2cb361fff97 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7a2a5a5-1d7b-43c3-bf47-2a76329918f7,revision_number=0']} {{(pid=84116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:08:20.172918 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-5852d068-ed71-4aa8-94c1-c2cb361fff97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:08:20.183739 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-3dc59781-11e6-4c53-9784-e119ceebce76 req-3d9582a9-538b-4fee-9157-48e1d98eed00 tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7be7950-201e-4452-88dd-92f8a0a2b5e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0504704
Feb 19 03:08:20.268885 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5852d068-ed71-4aa8-94c1-c2cb361fff97 admin admin] Checking segment: {'id': 'fd301c7f-c4b0-4332-b94c-0e4a8acda55e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'e9c3c36b-9ba9-4bad-aa41-5ad95f05fd56'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 19 03:08:20.269275 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5852d068-ed71-4aa8-94c1-c2cb361fff97 admin admin] Network hostable DHCP agents. Network: e9c3c36b-9ba9-4bad-aa41-5ad95f05fd56, hostable agents: ['0c5e2175-22e3-4812-a651-647624438454'], hosted agents: [] {{(pid=84116) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 19 03:08:20.322821 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5852d068-ed71-4aa8-94c1-c2cb361fff97 admin admin] Network e9c3c36b-9ba9-4bad-aa41-5ad95f05fd56 is scheduled to be hosted by DHCP agent 0c5e2175-22e3-4812-a651-647624438454 with binding_index 1 {{(pid=84116) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 19 03:08:20.356848 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.scheduler.base_scheduler [None req-5852d068-ed71-4aa8-94c1-c2cb361fff97 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775706-2-iscsi, e9c3c36b-9ba9-4bad-aa41-5ad95f05fd56) {{(pid=84116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 19 03:08:20.366291 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0542d677-cbfa-49c6-ac2e-4e1c4b23e103 None None] Network e9c3c36b-9ba9-4bad-aa41-5ad95f05fd56 requested from dv-cinder-775706-2-iscsi {{(pid=84117) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 19 03:08:20.369544 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5852d068-ed71-4aa8-94c1-c2cb361fff97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:08:20.370254 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-5852d068-ed71-4aa8-94c1-c2cb361fff97 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854203462'] for subnet, before_response {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:20.415132 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-5852d068-ed71-4aa8-94c1-c2cb361fff97 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 1.1185160
Feb 19 03:08:20.418033 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84116) accepted ('10.222.0.13', 50810) {{(pid=84116) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:08:20.423610 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.v2.base [None req-3673dd7c-2d23-4168-b5e2-17d8aba6c3e7 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-845494617-router', 'tenant_id': '15972dafcae5480290e92407c155b4a6', 'external_gateway_info': {'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc'}}} {{(pid=84116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 03:08:20.428672 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-3673dd7c-2d23-4168-b5e2-17d8aba6c3e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 03:08:20.432750 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-3673dd7c-2d23-4168-b5e2-17d8aba6c3e7 admin admin] Usage tracker for resource:router and tenant:15972dafcae5480290e92407c155b4a6 is out of sync, need to count used quota {{(pid=84116) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 03:08:20.436484 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-3673dd7c-2d23-4168-b5e2-17d8aba6c3e7 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84116) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 03:08:20.444119 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-3673dd7c-2d23-4168-b5e2-17d8aba6c3e7 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 03:08:20.477019 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-3673dd7c-2d23-4168-b5e2-17d8aba6c3e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854401036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854736359'] for router, before_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:20.478139 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-3673dd7c-2d23-4168-b5e2-17d8aba6c3e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854401051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854387709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-537069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39441'] for router, precommit_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:20.492902 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-3673dd7c-2d23-4168-b5e2-17d8aba6c3e7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:20.599362 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f37b69f4-851d-467d-a601-16c0ba9a9b66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84d41ed4-238b-5c20-a491-76edeb2704ed-e9c3c36b-9ba9-4bad-aa41-5ad95f05fd56', 'network_id': 'e9c3c36b-9ba9-4bad-aa41-5ad95f05fd56', 'tenant_id': '15972dafcae5480290e92407c155b4a6', 'fixed_ips': [{'subnet_id': 'a7a2a5a5-1d7b-43c3-bf47-2a76329918f7'}]}} from dv-cinder-775706-2-iscsi. {{(pid=84117) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Feb 19 03:08:20.600299 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-f37b69f4-851d-467d-a601-16c0ba9a9b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838630373'] for port, before_create {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:20.811984 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-3673dd7c-2d23-4168-b5e2-17d8aba6c3e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854387574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-374659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39424'] for router, precommit_update {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:20.888687 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.db_base_plugin_common [None req-f37b69f4-851d-467d-a601-16c0ba9a9b66 None None] Allocated IP 172.20.0.2 (e9c3c36b-9ba9-4bad-aa41-5ad95f05fd56/a7a2a5a5-1d7b-43c3-bf47-2a76329918f7/1c54d7e6-50a0-49e7-aad3-e8c8e37b2211) {{(pid=84117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 19 03:08:21.158203 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-f37b69f4-851d-467d-a601-16c0ba9a9b66 None None] Notify callbacks [] for port, precommit_create {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:21.161735 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-3673dd7c-2d23-4168-b5e2-17d8aba6c3e7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:21.168827 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-f37b69f4-851d-467d-a601-16c0ba9a9b66 None None] Transition to ACTIVE for port object 1c54d7e6-50a0-49e7-aad3-e8c8e37b2211 will not be triggered until provisioned by entity L2. {{(pid=84117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 19 03:08:21.185359 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-f37b69f4-851d-467d-a601-16c0ba9a9b66 None None] Transition to ACTIVE for port object 1c54d7e6-50a0-49e7-aad3-e8c8e37b2211 will not be triggered until provisioned by entity DHCP. {{(pid=84117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 19 03:08:21.196524 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-3673dd7c-2d23-4168-b5e2-17d8aba6c3e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838630373'] for port, before_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:21.242242 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-f37b69f4-851d-467d-a601-16c0ba9a9b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363269711907205'] for port, after_create {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:21.259057 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-42e29a6a-f315-438a-8282-1c986e8ddaff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:08:21.395564 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37b69f4-851d-467d-a601-16c0ba9a9b66 None None] Pushing event updated for resources: {'Port': ['ID=1c54d7e6-50a0-49e7-aad3-e8c8e37b2211,revision_number=1']} {{(pid=84117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:08:21.400981 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-f37b69f4-851d-467d-a601-16c0ba9a9b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=84117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:08:21.454229 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f37b69f4-851d-467d-a601-16c0ba9a9b66 None None] Network e9c3c36b-9ba9-4bad-aa41-5ad95f05fd56 is already hosted by enough agents. {{(pid=84117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 19 03:08:21.455380 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.scheduler.base_scheduler [None req-f37b69f4-851d-467d-a601-16c0ba9a9b66 None None] Resources bound (agent type, host, resource id):  {{(pid=84117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 19 03:08:21.458205 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f37b69f4-851d-467d-a601-16c0ba9a9b66 None None] Received port after_create {{(pid=84117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 19 03:08:21.466356 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.db_base_plugin_common [None req-3673dd7c-2d23-4168-b5e2-17d8aba6c3e7 admin admin] Allocated IP 172.27.0.125 (11a0058d-2e2a-4262-b636-ae96512c4ecc/f5c7b3a5-422b-45ad-be9d-3c3e4c209310/d3f0dffa-05e4-4cf3-b5ed-05e96e26ef3b) {{(pid=84116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 19 03:08:21.517494 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.managers [None req-f37b69f4-851d-467d-a601-16c0ba9a9b66 None None] Attempting to bind port 1c54d7e6-50a0-49e7-aad3-e8c8e37b2211 on host dv-cinder-775706-2-iscsi for vnic_type normal with profile  {{(pid=84117) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 03:08:21.517943 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.managers [None req-f37b69f4-851d-467d-a601-16c0ba9a9b66 None None] Attempting to bind port 1c54d7e6-50a0-49e7-aad3-e8c8e37b2211 by drivers openvswitch on host dv-cinder-775706-2-iscsi at level 0 using segments [{'id': 'fd301c7f-c4b0-4332-b94c-0e4a8acda55e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'e9c3c36b-9ba9-4bad-aa41-5ad95f05fd56'}] {{(pid=84117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 19 03:08:21.518362 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f37b69f4-851d-467d-a601-16c0ba9a9b66 None None] Attempting to bind port 1c54d7e6-50a0-49e7-aad3-e8c8e37b2211 on network e9c3c36b-9ba9-4bad-aa41-5ad95f05fd56 {{(pid=84117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 19 03:08:21.523985 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f37b69f4-851d-467d-a601-16c0ba9a9b66 None None] Checking agent: {'id': '3cd1f8a8-5d37-45d2-b10a-f80d551451b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775706-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 19, 2, 56, 53), 'started_at': datetime.datetime(2021, 2, 19, 2, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 2, 19, 3, 7, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775706-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.86', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 19 03:08:21.524402 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f37b69f4-851d-467d-a601-16c0ba9a9b66 None None] Checking segment: {'id': 'fd301c7f-c4b0-4332-b94c-0e4a8acda55e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'e9c3c36b-9ba9-4bad-aa41-5ad95f05fd56'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 19 03:08:21.524850 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-f37b69f4-851d-467d-a601-16c0ba9a9b66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:21.525294 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f37b69f4-851d-467d-a601-16c0ba9a9b66 None None] Bound using segment: {'id': 'fd301c7f-c4b0-4332-b94c-0e4a8acda55e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'e9c3c36b-9ba9-4bad-aa41-5ad95f05fd56'} {{(pid=84117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 19 03:08:21.525853 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.managers [None req-f37b69f4-851d-467d-a601-16c0ba9a9b66 None None] Bound port: 1c54d7e6-50a0-49e7-aad3-e8c8e37b2211, host: dv-cinder-775706-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd301c7f-c4b0-4332-b94c-0e4a8acda55e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'e9c3c36b-9ba9-4bad-aa41-5ad95f05fd56'}}] {{(pid=84117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 19 03:08:21.526273 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-f37b69f4-851d-467d-a601-16c0ba9a9b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838630373'] for port, before_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:21.623122 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.db [None req-f37b69f4-851d-467d-a601-16c0ba9a9b66 None None] For port 1c54d7e6-50a0-49e7-aad3-e8c8e37b2211, host dv-cinder-775706-2-iscsi, cleared binding levels {{(pid=84117) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 19 03:08:21.626297 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.db [None req-f37b69f4-851d-467d-a601-16c0ba9a9b66 None None] For port 1c54d7e6-50a0-49e7-aad3-e8c8e37b2211, host dv-cinder-775706-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-2-iscsi',level=0,port_id=1c54d7e6-50a0-49e7-aad3-e8c8e37b2211,segment=NetworkSegment(fd301c7f-c4b0-4332-b94c-0e4a8acda55e),segment_id=fd301c7f-c4b0-4332-b94c-0e4a8acda55e)] {{(pid=84117) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 19 03:08:21.634568 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-3673dd7c-2d23-4168-b5e2-17d8aba6c3e7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:21.654393 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-f37b69f4-851d-467d-a601-16c0ba9a9b66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269711510320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767142869380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269711906403'] for port, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:21.670722 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-be35e418-9fe1-420e-81c2-dae761c61493 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:08:21.688778 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-3673dd7c-2d23-4168-b5e2-17d8aba6c3e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363269711907205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2630593'] for port, after_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:21.704185 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-36ec643f-069c-4b96-8bb7-d9bf176c3792 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:08:21.823139 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37b69f4-851d-467d-a601-16c0ba9a9b66 None None] Pushing event updated for resources: {'Port': ['ID=1c54d7e6-50a0-49e7-aad3-e8c8e37b2211,revision_number=2']} {{(pid=84117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:08:21.826749 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-f37b69f4-851d-467d-a601-16c0ba9a9b66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=84117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:08:21.842287 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3673dd7c-2d23-4168-b5e2-17d8aba6c3e7 admin admin] Pushing event updated for resources: {'Port': ['ID=d3f0dffa-05e4-4cf3-b5ed-05e96e26ef3b,revision_number=1']} {{(pid=84116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:08:21.846966 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-3673dd7c-2d23-4168-b5e2-17d8aba6c3e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:08:21.898006 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3673dd7c-2d23-4168-b5e2-17d8aba6c3e7 admin admin] Network 11a0058d-2e2a-4262-b636-ae96512c4ecc is already hosted by enough agents. {{(pid=84116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 19 03:08:21.899194 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.scheduler.base_scheduler [None req-3673dd7c-2d23-4168-b5e2-17d8aba6c3e7 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 19 03:08:21.901460 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3673dd7c-2d23-4168-b5e2-17d8aba6c3e7 admin admin] Received port after_create {{(pid=84116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 19 03:08:21.911457 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-2c826937-da68-4e81-936c-f91bc9a0bc53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:22.435624 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-3673dd7c-2d23-4168-b5e2-17d8aba6c3e7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:22.441693 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-4b343f23-6f62-4db0-bfb1-0e5ba3aa11dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:22.788752 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-3bc08d9f-fafe-452f-b818-01349c7c043b req-c829db82-7448-44d9-bed6-5e14b508ecfd tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] 10.222.0.13 "GET /v2.0/ports?device_id=445f0f06-0e3a-4d82-8062-494e11d3e5e8 HTTP/1.1" status: 200  len: 210 time: 0.0507517
Feb 19 03:08:23.005566 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203a2c1f-bb0c-4541-a1fd-571a44b00264 req-03ea62f0-36c5-4689-a9ab-39fb77e23dcc tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:08:23.007456 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-203a2c1f-bb0c-4541-a1fd-571a44b00264 req-03ea62f0-36c5-4689-a9ab-39fb77e23dcc tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] 10.222.0.13 "GET /v2.0/ports?device_id=39c82310-15ee-49b5-a086-cd2790e856d2 HTTP/1.1" status: 200  len: 944 time: 0.1045079
Feb 19 03:08:23.069707 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-203a2c1f-bb0c-4541-a1fd-571a44b00264 req-fd7fe610-d7a5-495a-abd6-448eb44368f3 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e7eef30-c0d8-4a18-a57a-f21b76010128&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0541656
Feb 19 03:08:23.180398 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3367de5-9be3-4e70-bf4c-7e78e666f645 req-bc179299-a6de-4899-a84c-85b21a3b2d25 tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:08:23.182224 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-e3367de5-9be3-4e70-bf4c-7e78e666f645 req-bc179299-a6de-4899-a84c-85b21a3b2d25 tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] 10.222.0.65 "GET /v2.0/networks?id=4097a413-4776-4469-a598-b6a7e21b8df1 HTTP/1.1" status: 200  len: 815 time: 0.3719187
Feb 19 03:08:23.190918 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-3673dd7c-2d23-4168-b5e2-17d8aba6c3e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-374674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854387483'] for router, after_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:23.200798 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.v2.base [req-e3367de5-9be3-4e70-bf4c-7e78e666f645 req-6740d127-5437-4200-904a-493269221eb4 tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] Request body: {'port': {'device_id': '445f0f06-0e3a-4d82-8062-494e11d3e5e8', 'network_id': '4097a413-4776-4469-a598-b6a7e21b8df1', 'admin_state_up': True, 'tenant_id': 'a0ccfe73f663490cabd2bb049ae99c7c'}} {{(pid=84116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 03:08:23.360350 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630d8fc8-1cbf-448d-833a-4e4676a46f54 req-fd552df9-8803-4592-b324-378b0f8f56eb tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:08:23.362064 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-630d8fc8-1cbf-448d-833a-4e4676a46f54 req-fd552df9-8803-4592-b324-378b0f8f56eb tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] 10.222.0.13 "GET /v2.0/ports?device_id=84573221-9e33-48d2-866b-d60d20f086d1 HTTP/1.1" status: 200  len: 945 time: 0.1582630
Feb 19 03:08:23.410002 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fa3d386-4bdf-43ec-9b75-699da7a2bf71 None None] Network e9c3c36b-9ba9-4bad-aa41-5ad95f05fd56 requested from dv-cinder-775706-2-iscsi {{(pid=84117) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 19 03:08:23.447443 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-630d8fc8-1cbf-448d-833a-4e4676a46f54 req-bd64db6a-4c56-453c-a622-0f9ad39359e6 tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7be7950-201e-4452-88dd-92f8a0a2b5e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0771046
Feb 19 03:08:23.591559 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.rpc [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Device e488387b-5255-49c1-864a-bb8311c72122 up at agent ovs-agent-hv-cinder-77570 {{(pid=84117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 03:08:23.598890 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [req-e3367de5-9be3-4e70-bf4c-7e78e666f645 req-6740d127-5437-4200-904a-493269221eb4 tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 03:08:23.622178 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [req-e3367de5-9be3-4e70-bf4c-7e78e666f645 req-6740d127-5437-4200-904a-493269221eb4 tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 03:08:23.685300 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.rpc [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Device 1c54d7e6-50a0-49e7-aad3-e8c8e37b2211 up at agent ovs-agent-dv-cinder-775706-2-iscsi {{(pid=84117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 03:08:23.699700 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e3367de5-9be3-4e70-bf4c-7e78e666f645 req-6740d127-5437-4200-904a-493269221eb4 tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] Made reservation on behalf of a0ccfe73f663490cabd2bb049ae99c7c for: {'port': 1} {{(pid=84116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 19 03:08:23.705792 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-e3367de5-9be3-4e70-bf4c-7e78e666f645 req-6740d127-5437-4200-904a-493269221eb4 tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838630373'] for port, before_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:23.794295 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3673dd7c-2d23-4168-b5e2-17d8aba6c3e7 admin admin] Router 38a43ecc-4ed4-4b6f-967c-3f9825b6e0d7 is scheduled to L3 agent f4ccfb5a-d22e-440e-8ddd-f393ad00f812 with binding_index 1 {{(pid=84116) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Feb 19 03:08:23.811880 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-a6456a39-abc1-4a1b-9087-63f76d62b777 None None] Provisioning for port 1c54d7e6-50a0-49e7-aad3-e8c8e37b2211 completed by entity DHCP. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 19 03:08:23.890771 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:23.950381 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Provisioning for port e488387b-5255-49c1-864a-bb8311c72122 completed by entity L2. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 19 03:08:23.958295 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Provisioning complete for port e488387b-5255-49c1-864a-bb8311c72122 triggered by entity L2. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 03:08:23.958716 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16124857'] for port, provisioning_complete {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:23.974305 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-d9c10dd7-0e56-4a4b-a69e-2593f3cdc683 req-be374e56-7000-4f9b-ae92-f4c5bde12e49 tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] 10.222.0.13 "GET /v2.0/ports?device_id=445f0f06-0e3a-4d82-8062-494e11d3e5e8 HTTP/1.1" status: 200  len: 210 time: 0.0500441
Feb 19 03:08:24.007316 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Provisioning for port 1c54d7e6-50a0-49e7-aad3-e8c8e37b2211 completed by entity L2. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 19 03:08:24.020322 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Provisioning complete for port 1c54d7e6-50a0-49e7-aad3-e8c8e37b2211 triggered by entity L2. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 03:08:24.020746 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16124857'] for port, provisioning_complete {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:24.269148 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3673dd7c-2d23-4168-b5e2-17d8aba6c3e7 admin admin] Notify agent at l3_agent.dv-cinder-775706-2-iscsi the message routers_updated {{(pid=84116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 19 03:08:24.291011 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7711d176-0b8b-42c6-b015-bab6161a8381 None None] Sync routers for ids ['38a43ecc-4ed4-4b6f-967c-3f9825b6e0d7'] in dv-cinder-775706-2-iscsi {{(pid=84118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 19 03:08:24.308645 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7711d176-0b8b-42c6-b015-bab6161a8381 None None] Routers {'38a43ecc-4ed4-4b6f-967c-3f9825b6e0d7'} bound to L3 agent in host dv-cinder-775706-2-iscsi {{(pid=84118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 03:08:24.312543 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_hamode_db [None req-7711d176-0b8b-42c6-b015-bab6161a8381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9425df51d0>, 'dv-cinder-775706-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-19T02:56:52Z,description=<?>,heartbeat_timestamp=2021-02-19T03:08:22Z,host='dv-cinder-775706-2-iscsi',id=f4ccfb5a-d22e-440e-8ddd-f393ad00f812,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T02:56:52Z,topic='l3_agent')) {'router_ids': ['38a43ecc-4ed4-4b6f-967c-3f9825b6e0d7'], 'active': True} {{(pid=84118) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 03:08:24.556596 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-3673dd7c-2d23-4168-b5e2-17d8aba6c3e7 admin admin] Notify callbacks [] for router, before_response {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:24.558535 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-3673dd7c-2d23-4168-b5e2-17d8aba6c3e7 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 4.1394801
Feb 19 03:08:24.577386 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84116) accepted ('10.222.0.13', 50874) {{(pid=84116) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:08:24.621939 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ecf1c4-f9df-4380-b23c-fdef1708bbf0 req-69cdac59-d260-4e38-8dfc-97082aa2019b tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:08:24.646452 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-d2ecf1c4-f9df-4380-b23c-fdef1708bbf0 req-69cdac59-d260-4e38-8dfc-97082aa2019b tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] 10.222.0.13 "GET /v2.0/ports?device_id=39c82310-15ee-49b5-a086-cd2790e856d2 HTTP/1.1" status: 200  len: 944 time: 0.2627521
Feb 19 03:08:24.828573 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvr_db [None req-7711d176-0b8b-42c6-b015-bab6161a8381 None None] Set router 38a43ecc-4ed4-4b6f-967c-3f9825b6e0d7 gateway port host: dv-cinder-775706-2-iscsi {{(pid=84118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 03:08:24.932986 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838630373'] for port, before_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:24.954473 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-d2ecf1c4-f9df-4380-b23c-fdef1708bbf0 req-4e1f004d-a642-4cbc-b6d7-2e8652a46c5b tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e7eef30-c0d8-4a18-a57a-f21b76010128&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.3067670
Feb 19 03:08:25.007363 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-ed1abd93-30ab-455f-b25e-ecbc2cc5cf06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:25.044212 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868ab2f8-8b23-4a51-8eef-4347906e3290 req-3cfe8f41-f0e2-424d-a603-2e1afc225607 tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:08:25.051918 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.db [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] For port e488387b-5255-49c1-864a-bb8311c72122, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=e488387b-5255-49c1-864a-bb8311c72122,segment=NetworkSegment(beb532a6-df16-4e1c-84e0-3b45d5f83fc7),segment_id=beb532a6-df16-4e1c-84e0-3b45d5f83fc7)] {{(pid=84117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 03:08:25.054684 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39c82310-15ee-49b5-a086-cd2790e856d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e488387b-5255-49c1-864a-bb8311c72122'}] {{(pid=84117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 03:08:25.056040 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-868ab2f8-8b23-4a51-8eef-4347906e3290 req-3cfe8f41-f0e2-424d-a603-2e1afc225607 tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] 10.222.0.13 "GET /v2.0/ports?device_id=84573221-9e33-48d2-866b-d60d20f086d1 HTTP/1.1" status: 200  len: 945 time: 0.3008435
Feb 19 03:08:25.148829 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-868ab2f8-8b23-4a51-8eef-4347906e3290 req-d362093a-9cd8-423c-9311-a6b17d5abe6d tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7be7950-201e-4452-88dd-92f8a0a2b5e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0857501
Feb 19 03:08:25.180267 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.db_base_plugin_common [req-e3367de5-9be3-4e70-bf4c-7e78e666f645 req-6740d127-5437-4200-904a-493269221eb4 tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] Allocated IP 172.20.0.8 (4097a413-4776-4469-a598-b6a7e21b8df1/74c961f0-fc07-4921-8313-2a6fd919edf2/16418b48-b026-46e8-a64e-e078dfd8d7a3) {{(pid=84116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 19 03:08:25.188514 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269711510320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767142869380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269711906403'] for port, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:25.190702 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.rpc [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Device 651bfe87-563d-4e1c-91d7-2f39f5b29059 up at agent ovs-agent-hv-cinder-77570 {{(pid=84117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 03:08:25.237701 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-3796c6a6-8a6e-42a2-bed3-24bcd65e21dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:08:25.363754 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838630373'] for port, before_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:25.445451 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Pushing event updated for resources: {'Port': ['ID=e488387b-5255-49c1-864a-bb8311c72122,revision_number=4']} {{(pid=84117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:08:25.460509 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=84117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:08:25.473110 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.db [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] For port 1c54d7e6-50a0-49e7-aad3-e8c8e37b2211, host dv-cinder-775706-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-2-iscsi',level=0,port_id=1c54d7e6-50a0-49e7-aad3-e8c8e37b2211,segment=NetworkSegment(fd301c7f-c4b0-4332-b94c-0e4a8acda55e),segment_id=fd301c7f-c4b0-4332-b94c-0e4a8acda55e)] {{(pid=84117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 03:08:25.492401 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Provisioning complete for port 651bfe87-563d-4e1c-91d7-2f39f5b29059 triggered by entity L2. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 03:08:25.493087 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16124857'] for port, provisioning_complete {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:25.547804 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-bdf4806c-392f-4b98-a5d6-bff7877e12ca req-56609ca4-82b3-4e4b-aea7-2d512c5490e4 tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] 10.222.0.13 "GET /v2.0/ports?device_id=445f0f06-0e3a-4d82-8062-494e11d3e5e8 HTTP/1.1" status: 200  len: 210 time: 0.1183329
Feb 19 03:08:25.593739 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269711510320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767142869380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269711906403'] for port, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:25.623373 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-03e8cce2-d2df-4d10-8192-9cff14802f98 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:08:25.737382 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b386ca-5a47-466f-88a2-1da1f2b11b7a req-b3e69643-9a81-407e-b1b6-4a2e45269daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:08:25.739777 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-f2b386ca-5a47-466f-88a2-1da1f2b11b7a req-b3e69643-9a81-407e-b1b6-4a2e45269daf service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=84573221-9e33-48d2-866b-d60d20f086d1 HTTP/1.1" status: 200  len: 1162 time: 1.0297132
Feb 19 03:08:25.745757 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39c82310-15ee-49b5-a086-cd2790e856d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e488387b-5255-49c1-864a-bb8311c72122', 'code': 200}
Feb 19 03:08:25.747822 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_hamode_db [None req-7711d176-0b8b-42c6-b015-bab6161a8381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9425df51d0>, [{'id': '38a43ecc-4ed4-4b6f-967c-3f9825b6e0d7', 'name': 'tempest-TestVolumeBootPattern-845494617-router', 'tenant_id': '15972dafcae5480290e92407c155b4a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'external_fixed_ips': [{'subnet_id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': 'd3f0dffa-05e4-4cf3-b5ed-05e96e26ef3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T03:08:20Z', 'updated_at': '2021-02-19T03:08:22Z', 'revision_number': 3, 'project_id': '15972dafcae5480290e92407c155b4a6', 'gw_port': {'id': 'd3f0dffa-05e4-4cf3-b5ed-05e96e26ef3b', 'name': '', 'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:1b:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38a43ecc-4ed4-4b6f-967c-3f9825b6e0d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T03:08:21Z', 'updated_at': '2021-02-19T03:08:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-2-iscsi'}], 'dv-cinder-775706-2-iscsi', False) {} {{(pid=84118) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 03:08:25.754136 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Pushing event updated for resources: {'Port': ['ID=1c54d7e6-50a0-49e7-aad3-e8c8e37b2211,revision_number=3']} {{(pid=84117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:08:25.755107 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7711d176-0b8b-42c6-b015-bab6161a8381 None None] Checking router: 38a43ecc-4ed4-4b6f-967c-3f9825b6e0d7 for host: dv-cinder-775706-2-iscsi {{(pid=84118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 19 03:08:25.755370 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7711d176-0b8b-42c6-b015-bab6161a8381 None None] Updating router 38a43ecc-4ed4-4b6f-967c-3f9825b6e0d7 port d3f0dffa-05e4-4cf3-b5ed-05e96e26ef3b binding host dv-cinder-775706-2-iscsi {{(pid=84118) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 19 03:08:25.766615 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=84117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:08:25.866403 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-1eb72ed3-670c-45a5-bbfe-da25d2a0a0fd None None] Provisioning complete for port 1c54d7e6-50a0-49e7-aad3-e8c8e37b2211 triggered by entity DHCP. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 03:08:25.867026 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-1eb72ed3-670c-45a5-bbfe-da25d2a0a0fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16124857'] for port, provisioning_complete {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:25.890391 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-7711d176-0b8b-42c6-b015-bab6161a8381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838630373'] for port, before_update {{(pid=84118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:26.108465 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.rpc [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Device e488387b-5255-49c1-864a-bb8311c72122 up at agent ovs-agent-hv-cinder-77570 {{(pid=84117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 03:08:26.209198 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Provisioning complete for port e488387b-5255-49c1-864a-bb8311c72122 triggered by entity L2. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 03:08:26.209616 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16124857'] for port, provisioning_complete {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:26.412406 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-65796af8-4153-42ad-8d90-7f395086c0be None None] Provisioning complete for port 1c54d7e6-50a0-49e7-aad3-e8c8e37b2211 triggered by entity DHCP. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 03:08:26.413817 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-65796af8-4153-42ad-8d90-7f395086c0be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16124857'] for port, provisioning_complete {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:26.612098 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-f2b386ca-5a47-466f-88a2-1da1f2b11b7a req-097c8f0a-6eca-4cfd-88dd-f94209cdca20 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=c7be7950-201e-4452-88dd-92f8a0a2b5e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1885695
Feb 19 03:08:26.635837 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37f4f1b8-ea77-4dbd-8bb7-b45bdb6ebaa8 req-85fa8f28-4c41-42a2-a023-e394973f527d tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:08:26.637737 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-37f4f1b8-ea77-4dbd-8bb7-b45bdb6ebaa8 req-85fa8f28-4c41-42a2-a023-e394973f527d tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] 10.222.0.13 "GET /v2.0/ports?device_id=39c82310-15ee-49b5-a086-cd2790e856d2 HTTP/1.1" status: 200  len: 946 time: 0.3524590
Feb 19 03:08:26.746381 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-a02da819-0feb-4a7e-8406-be93298fe519 None None] Provisioning complete for port 1c54d7e6-50a0-49e7-aad3-e8c8e37b2211 triggered by entity DHCP. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 03:08:26.747456 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-a02da819-0feb-4a7e-8406-be93298fe519 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16124857'] for port, provisioning_complete {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:26.820131 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-37f4f1b8-ea77-4dbd-8bb7-b45bdb6ebaa8 req-94f567b0-6564-4857-b66c-1950bc41b6b0 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e7eef30-c0d8-4a18-a57a-f21b76010128&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1761568
Feb 19 03:08:26.901241 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-e3367de5-9be3-4e70-bf4c-7e78e666f645 req-6740d127-5437-4200-904a-493269221eb4 tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] Notify callbacks [] for port, precommit_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:26.942012 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32ce62e-c456-464f-b4f7-634d056917cd req-67948059-d8c1-43c4-8782-5960c17a308d tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:08:26.951554 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-f32ce62e-c456-464f-b4f7-634d056917cd req-67948059-d8c1-43c4-8782-5960c17a308d tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] 10.222.0.13 "GET /v2.0/ports?device_id=84573221-9e33-48d2-866b-d60d20f086d1 HTTP/1.1" status: 200  len: 945 time: 0.2589984
Feb 19 03:08:26.959941 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-7711d176-0b8b-42c6-b015-bab6161a8381 None None] Notify callbacks [] for port, precommit_update {{(pid=84118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:26.995522 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-7711d176-0b8b-42c6-b015-bab6161a8381 None None] Transition to ACTIVE for port object d3f0dffa-05e4-4cf3-b5ed-05e96e26ef3b will not be triggered until provisioned by entity L2. {{(pid=84118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 19 03:08:27.050865 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-7711d176-0b8b-42c6-b015-bab6161a8381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269711510320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767142869380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269711906403'] for port, after_update {{(pid=84118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:27.053804 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [req-e3367de5-9be3-4e70-bf4c-7e78e666f645 req-6740d127-5437-4200-904a-493269221eb4 tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] Transition to ACTIVE for port object 16418b48-b026-46e8-a64e-e078dfd8d7a3 will not be triggered until provisioned by entity DHCP. {{(pid=84116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 19 03:08:27.100091 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:08:27.106471 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-f32ce62e-c456-464f-b4f7-634d056917cd req-0a6e0578-8eb3-4af4-b47b-8f6376ed3c50 tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7be7950-201e-4452-88dd-92f8a0a2b5e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1474922
Feb 19 03:08:27.278916 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-e3367de5-9be3-4e70-bf4c-7e78e666f645 req-6740d127-5437-4200-904a-493269221eb4 tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363269711907205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2630593'] for port, after_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:27.300972 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-9077cdd2-6dc4-429a-b2a1-d5ad2e8d53ae tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:08:27.405573 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e020c0dd-1837-4d25-af2e-93a9f9b088b7 None None] Pushing event updated for resources: {'Port': ['ID=d3f0dffa-05e4-4cf3-b5ed-05e96e26ef3b,revision_number=2']} {{(pid=84118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:08:27.409139 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-e020c0dd-1837-4d25-af2e-93a9f9b088b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=84118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:08:27.413201 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648b22ad-2c80-4e4c-967f-5a6c35c03db8 req-08a891c6-b07c-4fe5-b4c6-a514d744fe8f tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:08:27.428561 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-648b22ad-2c80-4e4c-967f-5a6c35c03db8 req-08a891c6-b07c-4fe5-b4c6-a514d744fe8f tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] 10.222.0.13 "GET /v2.0/ports?device_id=445f0f06-0e3a-4d82-8062-494e11d3e5e8 HTTP/1.1" status: 200  len: 931 time: 0.2741938
Feb 19 03:08:27.481772 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-882166b8-bc91-4323-8aa8-d33a660c7377 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838630373'] for port, before_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:27.485604 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.managers [None req-7711d176-0b8b-42c6-b015-bab6161a8381 None None] Attempting to bind port d3f0dffa-05e4-4cf3-b5ed-05e96e26ef3b on host dv-cinder-775706-2-iscsi for vnic_type normal with profile  {{(pid=84118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 03:08:27.485604 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.managers [None req-7711d176-0b8b-42c6-b015-bab6161a8381 None None] Attempting to bind port d3f0dffa-05e4-4cf3-b5ed-05e96e26ef3b by drivers openvswitch on host dv-cinder-775706-2-iscsi at level 0 using segments [{'id': '018f6e14-8221-4ee7-96a8-19699912d63c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc'}] {{(pid=84118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 19 03:08:27.486567 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7711d176-0b8b-42c6-b015-bab6161a8381 None None] Attempting to bind port d3f0dffa-05e4-4cf3-b5ed-05e96e26ef3b on network 11a0058d-2e2a-4262-b636-ae96512c4ecc {{(pid=84118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 19 03:08:27.500651 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7711d176-0b8b-42c6-b015-bab6161a8381 None None] Checking agent: {'id': '3cd1f8a8-5d37-45d2-b10a-f80d551451b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775706-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 19, 2, 56, 53), 'started_at': datetime.datetime(2021, 2, 19, 2, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 2, 19, 3, 8, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775706-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.86', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 19 03:08:27.505060 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7711d176-0b8b-42c6-b015-bab6161a8381 None None] Checking segment: {'id': '018f6e14-8221-4ee7-96a8-19699912d63c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 19 03:08:27.505752 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-7711d176-0b8b-42c6-b015-bab6161a8381 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:27.506370 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7711d176-0b8b-42c6-b015-bab6161a8381 None None] Bound using segment: {'id': '018f6e14-8221-4ee7-96a8-19699912d63c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc'} {{(pid=84118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 19 03:08:27.509826 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.managers [None req-7711d176-0b8b-42c6-b015-bab6161a8381 None None] Bound port: d3f0dffa-05e4-4cf3-b5ed-05e96e26ef3b, host: dv-cinder-775706-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '018f6e14-8221-4ee7-96a8-19699912d63c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc'}}] {{(pid=84118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 19 03:08:27.521799 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [req-648b22ad-2c80-4e4c-967f-5a6c35c03db8 req-408a4566-0dce-4d77-bc02-3fcc9734804c tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] Synchronizing usage tracker for tenant:a0ccfe73f663490cabd2bb049ae99c7c on resource:security_group {{(pid=84115) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 19 03:08:27.524134 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-7711d176-0b8b-42c6-b015-bab6161a8381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838630373'] for port, before_update {{(pid=84118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:27.602987 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [req-648b22ad-2c80-4e4c-967f-5a6c35c03db8 req-408a4566-0dce-4d77-bc02-3fcc9734804c tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] Unset dirty status for tenant:a0ccfe73f663490cabd2bb049ae99c7c on resource:security_group {{(pid=84115) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 19 03:08:27.604715 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-648b22ad-2c80-4e4c-967f-5a6c35c03db8 req-408a4566-0dce-4d77-bc02-3fcc9734804c tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] 10.222.0.13 "GET /v2.0/security-groups?id=aeaa7df1-6317-4400-8081-4d374588da7c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1692045
Feb 19 03:08:27.637449 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6740d127-5437-4200-904a-493269221eb4 tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] Pushing event updated for resources: {'Port': ['ID=16418b48-b026-46e8-a64e-e078dfd8d7a3,revision_number=1']} {{(pid=84116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:08:27.654961 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-6740d127-5437-4200-904a-493269221eb4 tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:08:27.670076 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.db [None req-7711d176-0b8b-42c6-b015-bab6161a8381 None None] For port d3f0dffa-05e4-4cf3-b5ed-05e96e26ef3b, host dv-cinder-775706-2-iscsi, cleared binding levels {{(pid=84118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 19 03:08:27.676492 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.db [None req-7711d176-0b8b-42c6-b015-bab6161a8381 None None] For port d3f0dffa-05e4-4cf3-b5ed-05e96e26ef3b, host dv-cinder-775706-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-2-iscsi',level=0,port_id=d3f0dffa-05e4-4cf3-b5ed-05e96e26ef3b,segment=NetworkSegment(018f6e14-8221-4ee7-96a8-19699912d63c),segment_id=018f6e14-8221-4ee7-96a8-19699912d63c)] {{(pid=84118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 19 03:08:27.724273 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-7711d176-0b8b-42c6-b015-bab6161a8381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269711510320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767142869380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269711906403'] for port, after_update {{(pid=84118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:27.739915 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.rpc [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Device 1c54d7e6-50a0-49e7-aad3-e8c8e37b2211 up at agent ovs-agent-dv-cinder-775706-2-iscsi {{(pid=84117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 03:08:27.772893 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:08:27.850063 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Provisioning complete for port 1c54d7e6-50a0-49e7-aad3-e8c8e37b2211 triggered by entity L2. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 03:08:27.850254 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16124857'] for port, provisioning_complete {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:28.040705 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.db_base_plugin_common [None req-882166b8-bc91-4323-8aa8-d33a660c7377 admin admin] Allocated IP 172.20.0.1 (e9c3c36b-9ba9-4bad-aa41-5ad95f05fd56/a7a2a5a5-1d7b-43c3-bf47-2a76329918f7/620ca212-b760-4421-979b-f3ffea0ba319) {{(pid=84116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 19 03:08:28.164358 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e020c0dd-1837-4d25-af2e-93a9f9b088b7 None None] Pushing event updated for resources: {'Port': ['ID=d3f0dffa-05e4-4cf3-b5ed-05e96e26ef3b,revision_number=3']} {{(pid=84118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:08:28.169203 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-e020c0dd-1837-4d25-af2e-93a9f9b088b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=84118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:08:28.258061 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7711d176-0b8b-42c6-b015-bab6161a8381 None None] Routers {'38a43ecc-4ed4-4b6f-967c-3f9825b6e0d7'} bound to L3 agent in host dv-cinder-775706-2-iscsi {{(pid=84118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 03:08:28.258770 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_hamode_db [None req-7711d176-0b8b-42c6-b015-bab6161a8381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9425df51d0>, 'dv-cinder-775706-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-19T02:56:52Z,description=<?>,heartbeat_timestamp=2021-02-19T03:08:22Z,host='dv-cinder-775706-2-iscsi',id=f4ccfb5a-d22e-440e-8ddd-f393ad00f812,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T02:56:52Z,topic='l3_agent')) {'router_ids': ['38a43ecc-4ed4-4b6f-967c-3f9825b6e0d7'], 'active': True} {{(pid=84118) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 03:08:28.400091 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-882166b8-bc91-4323-8aa8-d33a660c7377 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:28.438660 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-882166b8-bc91-4323-8aa8-d33a660c7377 admin admin] Transition to ACTIVE for port object 620ca212-b760-4421-979b-f3ffea0ba319 will not be triggered until provisioned by entity DHCP. {{(pid=84116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 19 03:08:28.500245 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e3367de5-9be3-4e70-bf4c-7e78e666f645 req-6740d127-5437-4200-904a-493269221eb4 tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] Network 4097a413-4776-4469-a598-b6a7e21b8df1 is already hosted by enough agents. {{(pid=84116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 19 03:08:28.501535 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.scheduler.base_scheduler [req-e3367de5-9be3-4e70-bf4c-7e78e666f645 req-6740d127-5437-4200-904a-493269221eb4 tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] Resources bound (agent type, host, resource id):  {{(pid=84116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 19 03:08:28.514796 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3367de5-9be3-4e70-bf4c-7e78e666f645 req-6740d127-5437-4200-904a-493269221eb4 tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] Received port after_create {{(pid=84116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 19 03:08:28.545584 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0ad05b-5efc-4056-912e-d7026bb3b766 req-2899336e-43e9-40c0-be81-9d343fa933b9 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:08:28.547300 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-2f0ad05b-5efc-4056-912e-d7026bb3b766 req-2899336e-43e9-40c0-be81-9d343fa933b9 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] 10.222.0.13 "GET /v2.0/ports?device_id=39c82310-15ee-49b5-a086-cd2790e856d2 HTTP/1.1" status: 200  len: 946 time: 0.3941016
Feb 19 03:08:28.569547 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3472b6f7-c3c9-4400-8144-3a438de2eef8 req-66668c15-8ece-46e3-93bf-1ac54c4f6c4e tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:08:28.571427 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-3472b6f7-c3c9-4400-8144-3a438de2eef8 req-66668c15-8ece-46e3-93bf-1ac54c4f6c4e tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] 10.222.0.13 "GET /v2.0/ports?device_id=84573221-9e33-48d2-866b-d60d20f086d1 HTTP/1.1" status: 200  len: 945 time: 0.1492577
Feb 19 03:08:28.645392 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-882166b8-bc91-4323-8aa8-d33a660c7377 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363269711907205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2630593'] for port, after_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:28.659936 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-29581d7b-0a16-4052-983f-cf39546eed67 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:08:28.693916 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-3472b6f7-c3c9-4400-8144-3a438de2eef8 req-eef6398c-3a2e-44fb-818b-45cc60a0f6d5 tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7be7950-201e-4452-88dd-92f8a0a2b5e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1008816
Feb 19 03:08:28.700005 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvr_db [None req-7711d176-0b8b-42c6-b015-bab6161a8381 None None] Set router 38a43ecc-4ed4-4b6f-967c-3f9825b6e0d7 gateway port host: dv-cinder-775706-2-iscsi {{(pid=84118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 03:08:28.720634 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-2f0ad05b-5efc-4056-912e-d7026bb3b766 req-bd62415e-cc78-406c-9279-b84032f3619f tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e7eef30-c0d8-4a18-a57a-f21b76010128&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1580877
Feb 19 03:08:28.726902 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3367de5-9be3-4e70-bf4c-7e78e666f645 req-6740d127-5437-4200-904a-493269221eb4 tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:08:28.728396 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-e3367de5-9be3-4e70-bf4c-7e78e666f645 req-6740d127-5437-4200-904a-493269221eb4 tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854203462'] for port, before_response {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:28.982680 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882166b8-bc91-4323-8aa8-d33a660c7377 admin admin] Pushing event updated for resources: {'Port': ['ID=620ca212-b760-4421-979b-f3ffea0ba319,revision_number=1']} {{(pid=84116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:08:28.996298 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-882166b8-bc91-4323-8aa8-d33a660c7377 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:08:29.036483 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-11179280-33e9-4725-8a91-a56401efcb4a None None] Provisioning for port 16418b48-b026-46e8-a64e-e078dfd8d7a3 completed by entity DHCP. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 19 03:08:29.043867 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-11179280-33e9-4725-8a91-a56401efcb4a None None] Provisioning complete for port 16418b48-b026-46e8-a64e-e078dfd8d7a3 triggered by entity DHCP. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 03:08:29.044295 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-11179280-33e9-4725-8a91-a56401efcb4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16124857'] for port, provisioning_complete {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:29.053133 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84115) accepted ('10.222.0.13', 50928) {{(pid=84115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:08:29.128882 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fa294bc-8cf7-4c77-85fb-c678a827911e req-fd2776e8-c5b7-446b-a13e-35369b633714 tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:08:29.130726 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-0fa294bc-8cf7-4c77-85fb-c678a827911e req-fd2776e8-c5b7-446b-a13e-35369b633714 tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] 10.222.0.13 "GET /v2.0/ports?device_id=445f0f06-0e3a-4d82-8062-494e11d3e5e8 HTTP/1.1" status: 200  len: 931 time: 0.1985481
Feb 19 03:08:29.169468 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-e3367de5-9be3-4e70-bf4c-7e78e666f645 req-6740d127-5437-4200-904a-493269221eb4 tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 5.9738286
Feb 19 03:08:29.170962 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.plugin [None req-11179280-33e9-4725-8a91-a56401efcb4a None None] Port 16418b48-b026-46e8-a64e-e078dfd8d7a3 cannot update to ACTIVE because it is not bound. {{(pid=84117) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 19 03:08:29.186529 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-0fa294bc-8cf7-4c77-85fb-c678a827911e req-1516ba26-111e-4879-86c4-17512b4e62b6 tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] 10.222.0.13 "GET /v2.0/security-groups?id=aeaa7df1-6317-4400-8081-4d374588da7c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0470281
Feb 19 03:08:29.194771 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-882166b8-bc91-4323-8aa8-d33a660c7377 admin admin] Network e9c3c36b-9ba9-4bad-aa41-5ad95f05fd56 is already hosted by enough agents. {{(pid=84116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 19 03:08:29.210786 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.scheduler.base_scheduler [None req-882166b8-bc91-4323-8aa8-d33a660c7377 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 19 03:08:29.224609 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-882166b8-bc91-4323-8aa8-d33a660c7377 admin admin] Received port after_create {{(pid=84116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 19 03:08:29.300186 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_hamode_db [None req-7711d176-0b8b-42c6-b015-bab6161a8381 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9425df51d0>, [{'id': '38a43ecc-4ed4-4b6f-967c-3f9825b6e0d7', 'name': 'tempest-TestVolumeBootPattern-845494617-router', 'tenant_id': '15972dafcae5480290e92407c155b4a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'external_fixed_ips': [{'subnet_id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': 'd3f0dffa-05e4-4cf3-b5ed-05e96e26ef3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T03:08:20Z', 'updated_at': '2021-02-19T03:08:22Z', 'revision_number': 3, 'project_id': '15972dafcae5480290e92407c155b4a6', 'gw_port': {'id': 'd3f0dffa-05e4-4cf3-b5ed-05e96e26ef3b', 'name': '', 'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:1b:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38a43ecc-4ed4-4b6f-967c-3f9825b6e0d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T03:08:21Z', 'updated_at': '2021-02-19T03:08:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-2-iscsi'}], 'dv-cinder-775706-2-iscsi', False) {} {{(pid=84118) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 03:08:29.305698 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7711d176-0b8b-42c6-b015-bab6161a8381 None None] The sync data for ids ['38a43ecc-4ed4-4b6f-967c-3f9825b6e0d7'] in dv-cinder-775706-2-iscsi is: [{'id': '38a43ecc-4ed4-4b6f-967c-3f9825b6e0d7', 'name': 'tempest-TestVolumeBootPattern-845494617-router', 'tenant_id': '15972dafcae5480290e92407c155b4a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'external_fixed_ips': [{'subnet_id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': 'd3f0dffa-05e4-4cf3-b5ed-05e96e26ef3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T03:08:20Z', 'updated_at': '2021-02-19T03:08:22Z', 'revision_number': 3, 'project_id': '15972dafcae5480290e92407c155b4a6', 'gw_port': {'id': 'd3f0dffa-05e4-4cf3-b5ed-05e96e26ef3b', 'name': '', 'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:1b:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38a43ecc-4ed4-4b6f-967c-3f9825b6e0d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T03:08:21Z', 'updated_at': '2021-02-19T03:08:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-2-iscsi'}] {{(pid=84118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 19 03:08:29.353807 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-79e861b0-4f5a-400c-9314-2b88260b1d71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:29.369983 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-882166b8-bc91-4323-8aa8-d33a660c7377 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-386270'] for router_interface, before_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:29.399607 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-79e861b0-4f5a-400c-9314-2b88260b1d71 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 03:08:29.411978 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-79e861b0-4f5a-400c-9314-2b88260b1d71 admin admin] Usage tracker for resource:security_group_rule and tenant:55e5a10cd2f34347b5feccc77fed85ac is out of sync, need to count used quota {{(pid=84115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 03:08:29.423229 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-79e861b0-4f5a-400c-9314-2b88260b1d71 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 03:08:29.435977 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-79e861b0-4f5a-400c-9314-2b88260b1d71 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 03:08:29.631231 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-79e861b0-4f5a-400c-9314-2b88260b1d71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:29.649688 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-882166b8-bc91-4323-8aa8-d33a660c7377 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838630373'] for port, before_update {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:29.654034 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-d0ec38ce-45e1-4bc2-a973-0faa3efaa52e None None] Provisioning for port 620ca212-b760-4421-979b-f3ffea0ba319 completed by entity DHCP. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 19 03:08:29.659916 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-d0ec38ce-45e1-4bc2-a973-0faa3efaa52e None None] Provisioning complete for port 620ca212-b760-4421-979b-f3ffea0ba319 triggered by entity DHCP. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 03:08:29.660337 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-d0ec38ce-45e1-4bc2-a973-0faa3efaa52e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16124857'] for port, provisioning_complete {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:29.692762 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-79e861b0-4f5a-400c-9314-2b88260b1d71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237410'] for security_group, after_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:29.720526 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-77ba265e-206e-4479-b19a-218165d05d5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:08:29.755014 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.plugin [None req-d0ec38ce-45e1-4bc2-a973-0faa3efaa52e None None] Port 620ca212-b760-4421-979b-f3ffea0ba319 cannot update to ACTIVE because it is not bound. {{(pid=84117) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 19 03:08:29.786635 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e861b0-4f5a-400c-9314-2b88260b1d71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fffc7b44-2523-4aa7-a60f-6990f4a0e9bf,revision_number=1']} {{(pid=84115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:08:29.796284 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e861b0-4f5a-400c-9314-2b88260b1d71 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:08:29.796787 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e861b0-4f5a-400c-9314-2b88260b1d71 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:08:29.797682 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e861b0-4f5a-400c-9314-2b88260b1d71 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:08:29.797682 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e861b0-4f5a-400c-9314-2b88260b1d71 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:08:29.798161 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e861b0-4f5a-400c-9314-2b88260b1d71 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:08:29.798639 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e861b0-4f5a-400c-9314-2b88260b1d71 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:08:29.799196 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e861b0-4f5a-400c-9314-2b88260b1d71 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:08:29.799798 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e861b0-4f5a-400c-9314-2b88260b1d71 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:08:29.800284 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e861b0-4f5a-400c-9314-2b88260b1d71 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:08:29.800794 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e861b0-4f5a-400c-9314-2b88260b1d71 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:08:29.801323 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e861b0-4f5a-400c-9314-2b88260b1d71 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:08:29.801810 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e861b0-4f5a-400c-9314-2b88260b1d71 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:08:29.802328 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e861b0-4f5a-400c-9314-2b88260b1d71 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:08:29.802802 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e861b0-4f5a-400c-9314-2b88260b1d71 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:08:29.803233 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e861b0-4f5a-400c-9314-2b88260b1d71 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:08:29.803833 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e861b0-4f5a-400c-9314-2b88260b1d71 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:08:29.804275 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e861b0-4f5a-400c-9314-2b88260b1d71 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:08:29.804718 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e861b0-4f5a-400c-9314-2b88260b1d71 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:08:29.805157 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e861b0-4f5a-400c-9314-2b88260b1d71 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:08:29.805597 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e861b0-4f5a-400c-9314-2b88260b1d71 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:08:29.806091 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e861b0-4f5a-400c-9314-2b88260b1d71 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:08:29.806530 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e861b0-4f5a-400c-9314-2b88260b1d71 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:08:29.806981 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e861b0-4f5a-400c-9314-2b88260b1d71 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:08:29.807431 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79e861b0-4f5a-400c-9314-2b88260b1d71 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:08:29.817437 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-79e861b0-4f5a-400c-9314-2b88260b1d71 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=55e5a10cd2f34347b5feccc77fed85ac&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7629759
Feb 19 03:08:29.817620 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84116) accepted ('10.222.0.13', 50944) {{(pid=84116) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:08:29.818637 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-79e861b0-4f5a-400c-9314-2b88260b1d71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:08:30.045203 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-dcac0059-a668-4b64-ac7c-ed263f24d633 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:30.076024 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-dcac0059-a668-4b64-ac7c-ed263f24d633 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:30.179942 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:30.398802 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c1e7d5-027f-4e7e-bb5f-aa925f1da42b req-30978818-57d7-41f8-87db-033f3cd39b44 tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:08:30.401404 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-d0c1e7d5-027f-4e7e-bb5f-aa925f1da42b req-30978818-57d7-41f8-87db-033f3cd39b44 tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] 10.222.0.13 "GET /v2.0/ports?device_id=84573221-9e33-48d2-866b-d60d20f086d1 HTTP/1.1" status: 200  len: 945 time: 0.4093604
Feb 19 03:08:30.429131 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dd23a8-289d-43b7-a4dd-3406d4650f62 req-db8ed7d7-3cc0-42d2-9e3e-94965bebaa48 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:08:30.435178 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-28dd23a8-289d-43b7-a4dd-3406d4650f62 req-db8ed7d7-3cc0-42d2-9e3e-94965bebaa48 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] 10.222.0.13 "GET /v2.0/ports?device_id=39c82310-15ee-49b5-a086-cd2790e856d2 HTTP/1.1" status: 200  len: 946 time: 0.5181291
Feb 19 03:08:30.532586 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-d0c1e7d5-027f-4e7e-bb5f-aa925f1da42b req-d1e37390-c6a8-4594-a930-4d1d1f587e66 tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7be7950-201e-4452-88dd-92f8a0a2b5e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1120586
Feb 19 03:08:30.564462 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-28dd23a8-289d-43b7-a4dd-3406d4650f62 req-a7a4a3de-b7a9-43f4-806a-0fe30f4e7d00 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e7eef30-c0d8-4a18-a57a-f21b76010128&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0952151
Feb 19 03:08:30.601008 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-882166b8-bc91-4323-8aa8-d33a660c7377 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:30.682761 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-882166b8-bc91-4323-8aa8-d33a660c7377 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269711510320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767142869380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269711906403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852145191'] for port, after_update {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:30.749062 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-24cdc741-8016-43db-9f04-fcd9e5c1401c tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:08:30.786039 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7b09bd-a544-4dde-a09b-d62404d996ea req-ad372eae-d9b7-402b-ad07-54732c86c9fb tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:08:30.787837 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-7b7b09bd-a544-4dde-a09b-d62404d996ea req-ad372eae-d9b7-402b-ad07-54732c86c9fb tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] 10.222.0.13 "GET /v2.0/ports?device_id=445f0f06-0e3a-4d82-8062-494e11d3e5e8 HTTP/1.1" status: 200  len: 931 time: 0.0975239
Feb 19 03:08:30.856018 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-dcac0059-a668-4b64-ac7c-ed263f24d633 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237410'] for security_group, after_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:30.861024 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-7b7b09bd-a544-4dde-a09b-d62404d996ea req-812200c8-2fde-4821-9df4-17e8d45bbd70 tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] 10.222.0.13 "GET /v2.0/security-groups?id=aeaa7df1-6317-4400-8081-4d374588da7c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0592813
Feb 19 03:08:30.878880 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882166b8-bc91-4323-8aa8-d33a660c7377 admin admin] Pushing event updated for resources: {'Port': ['ID=620ca212-b760-4421-979b-f3ffea0ba319,revision_number=2']} {{(pid=84116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:08:30.882401 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-882166b8-bc91-4323-8aa8-d33a660c7377 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:08:30.888840 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-7223e891-ea72-4a3d-976a-c5cdd4755256 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:08:30.900615 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcac0059-a668-4b64-ac7c-ed263f24d633 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fffc7b44-2523-4aa7-a60f-6990f4a0e9bf,revision_number=None']} {{(pid=84116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:08:30.903486 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-dcac0059-a668-4b64-ac7c-ed263f24d633 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:08:30.909796 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-dcac0059-a668-4b64-ac7c-ed263f24d633 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:30.911216 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-dcac0059-a668-4b64-ac7c-ed263f24d633 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fffc7b44-2523-4aa7-a60f-6990f4a0e9bf HTTP/1.1" status: 204  len: 168 time: 1.0906627
Feb 19 03:08:30.926421 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-882166b8-bc91-4323-8aa8-d33a660c7377 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854203496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854389636'] for router_interface, after_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:31.089933 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-882166b8-bc91-4323-8aa8-d33a660c7377 admin admin] Network e9c3c36b-9ba9-4bad-aa41-5ad95f05fd56 is already hosted by enough agents. {{(pid=84116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 19 03:08:31.091038 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.scheduler.base_scheduler [None req-882166b8-bc91-4323-8aa8-d33a660c7377 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 19 03:08:31.149942 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.agents_db [None req-fa9641de-a39b-4023-bfa7-5325e5d2422e None None] Agent healthcheck: found 6 active agents {{(pid=84118) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 19 03:08:31.351824 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-882166b8-bc91-4323-8aa8-d33a660c7377 admin admin] Router 38a43ecc-4ed4-4b6f-967c-3f9825b6e0d7 has already been hosted by L3 agent f4ccfb5a-d22e-440e-8ddd-f393ad00f812 {{(pid=84116) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 19 03:08:31.504004 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-52a6a9a3-a0f4-4abf-8fba-367af2b84eee None None] Provisioning complete for port 620ca212-b760-4421-979b-f3ffea0ba319 triggered by entity DHCP. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 03:08:31.504439 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-52a6a9a3-a0f4-4abf-8fba-367af2b84eee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16124857'] for port, provisioning_complete {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:31.580184 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84115) accepted ('10.222.0.13', 50972) {{(pid=84115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:08:31.584204 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.plugin [None req-52a6a9a3-a0f4-4abf-8fba-367af2b84eee None None] Port 620ca212-b760-4421-979b-f3ffea0ba319 cannot update to ACTIVE because it is not bound. {{(pid=84117) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 19 03:08:31.607931 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-effdabaf-f056-449a-8419-5281f1616e8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:31.627662 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-effdabaf-f056-449a-8419-5281f1616e8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 03:08:31.632885 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-effdabaf-f056-449a-8419-5281f1616e8d admin admin] Usage tracker for resource:security_group_rule and tenant:06a1f9f1f67b4a2b9f3d2359676acbc7 is out of sync, need to count used quota {{(pid=84115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 03:08:31.641555 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-effdabaf-f056-449a-8419-5281f1616e8d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 03:08:31.648944 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-effdabaf-f056-449a-8419-5281f1616e8d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 03:08:31.695658 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-882166b8-bc91-4323-8aa8-d33a660c7377 admin admin] Notify agent at l3_agent.dv-cinder-775706-2-iscsi the message routers_updated {{(pid=84116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 19 03:08:31.703884 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-882166b8-bc91-4323-8aa8-d33a660c7377 admin admin] 10.222.0.13 "PUT /v2.0/routers/38a43ecc-4ed4-4b6f-967c-3f9825b6e0d7/add_router_interface HTTP/1.1" status: 200  len: 503 time: 7.1159861
Feb 19 03:08:31.729636 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.rpc [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Device d3f0dffa-05e4-4cf3-b5ed-05e96e26ef3b up at agent ovs-agent-dv-cinder-775706-2-iscsi {{(pid=84117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 03:08:31.817303 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-effdabaf-f056-449a-8419-5281f1616e8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:31.827365 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ce4e2c-729c-4201-a32e-4882f95de1c5 req-a365ed03-b33f-48e3-a8b9-54e0b02934e3 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:08:31.829074 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-46ce4e2c-729c-4201-a32e-4882f95de1c5 req-a365ed03-b33f-48e3-a8b9-54e0b02934e3 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e4882dd-d538-4794-b670-363a7a2168f7 HTTP/1.1" status: 200  len: 946 time: 0.3432765
Feb 19 03:08:31.875409 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-effdabaf-f056-449a-8419-5281f1616e8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237410'] for security_group, after_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:31.887224 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Provisioning for port d3f0dffa-05e4-4cf3-b5ed-05e96e26ef3b completed by entity L2. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 19 03:08:31.893153 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-80eedf95-ab96-423c-a3f6-dd7968424a8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:08:31.893822 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Provisioning complete for port d3f0dffa-05e4-4cf3-b5ed-05e96e26ef3b triggered by entity L2. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 03:08:31.894413 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16124857'] for port, provisioning_complete {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:32.005235 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-46ce4e2c-729c-4201-a32e-4882f95de1c5 req-61b11813-baba-477e-a7d1-ae884dc66a3b tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cec6e94-f87a-4dfc-b64f-629a6d488241&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1688063
Feb 19 03:08:32.015384 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cac7ead-dcc5-4a71-a79f-e6a3c723240c req-6d3bd1c1-6418-44f0-abf3-fe35a0e64508 tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:08:32.017024 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-0cac7ead-dcc5-4a71-a79f-e6a3c723240c req-6d3bd1c1-6418-44f0-abf3-fe35a0e64508 tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] 10.222.0.13 "GET /v2.0/ports?device_id=84573221-9e33-48d2-866b-d60d20f086d1 HTTP/1.1" status: 200  len: 945 time: 0.3281734
Feb 19 03:08:32.017826 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effdabaf-f056-449a-8419-5281f1616e8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fcfeaf5-b89a-4375-b2bf-c6c3503228b6,revision_number=1']} {{(pid=84115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:08:32.021356 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-effdabaf-f056-449a-8419-5281f1616e8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:08:32.072219 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84116) accepted ('10.222.0.13', 50988) {{(pid=84116) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:08:32.083235 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-effdabaf-f056-449a-8419-5281f1616e8d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=06a1f9f1f67b4a2b9f3d2359676acbc7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4969084
Feb 19 03:08:32.194797 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-67c546d5-23eb-4093-b300-df31a3bce293 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:32.207130 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838630373'] for port, before_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:32.212151 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-0cac7ead-dcc5-4a71-a79f-e6a3c723240c req-3a469429-f91c-4520-b743-5b206d8cf814 tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7be7950-201e-4452-88dd-92f8a0a2b5e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1705184
Feb 19 03:08:32.275052 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.db [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] For port d3f0dffa-05e4-4cf3-b5ed-05e96e26ef3b, host dv-cinder-775706-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-2-iscsi',level=0,port_id=d3f0dffa-05e4-4cf3-b5ed-05e96e26ef3b,segment=NetworkSegment(018f6e14-8221-4ee7-96a8-19699912d63c),segment_id=018f6e14-8221-4ee7-96a8-19699912d63c)] {{(pid=84117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 03:08:32.293157 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-67c546d5-23eb-4093-b300-df31a3bce293 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:32.309793 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269711510320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767142869380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269711906403'] for port, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:32.323163 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-379abf98-2c1a-43c9-ad04-a57950527831 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:08:32.384504 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-67c546d5-23eb-4093-b300-df31a3bce293 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237410'] for security_group, after_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:32.391749 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-c1b215c7-2e26-4a37-b327-b48b7446dd2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:08:32.395807 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee9ecc2-8a2e-4063-b8cb-2459c19e877c req-82540d06-3ac1-4ff9-b1ac-3f2838d52100 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:08:32.404865 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-aee9ecc2-8a2e-4063-b8cb-2459c19e877c req-82540d06-3ac1-4ff9-b1ac-3f2838d52100 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] 10.222.0.13 "GET /v2.0/ports?device_id=39c82310-15ee-49b5-a086-cd2790e856d2 HTTP/1.1" status: 200  len: 946 time: 0.1963840
Feb 19 03:08:32.442107 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-67c546d5-23eb-4093-b300-df31a3bce293 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:32.442107 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-67c546d5-23eb-4093-b300-df31a3bce293 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/0fcfeaf5-b89a-4375-b2bf-c6c3503228b6 HTTP/1.1" status: 204  len: 168 time: 0.3668005
Feb 19 03:08:32.442107 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c546d5-23eb-4093-b300-df31a3bce293 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fcfeaf5-b89a-4375-b2bf-c6c3503228b6,revision_number=None']} {{(pid=84116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:08:32.457961 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-67c546d5-23eb-4093-b300-df31a3bce293 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:08:32.490927 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-aee9ecc2-8a2e-4063-b8cb-2459c19e877c req-e1c7977d-e7a6-40aa-bc35-5f1e6231d365 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e7eef30-c0d8-4a18-a57a-f21b76010128&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0849557
Feb 19 03:08:32.520231 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Pushing event updated for resources: {'Port': ['ID=d3f0dffa-05e4-4cf3-b5ed-05e96e26ef3b,revision_number=4']} {{(pid=84117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:08:32.526622 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=84117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:08:32.624313 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35dc6c5f-28e2-4a0b-936a-98b3a3361835 req-7f937b63-3cab-4335-add1-7db4f0ec468f tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:08:32.626091 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-35dc6c5f-28e2-4a0b-936a-98b3a3361835 req-7f937b63-3cab-4335-add1-7db4f0ec468f tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] 10.222.0.13 "GET /v2.0/ports?device_id=445f0f06-0e3a-4d82-8062-494e11d3e5e8 HTTP/1.1" status: 200  len: 931 time: 0.1340392
Feb 19 03:08:32.685003 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-35dc6c5f-28e2-4a0b-936a-98b3a3361835 req-497aff3f-ef20-4a68-8364-8bae6be5a5a9 tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] 10.222.0.13 "GET /v2.0/security-groups?id=aeaa7df1-6317-4400-8081-4d374588da7c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0493813
Feb 19 03:08:32.742731 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7271ec93-a4b6-4c4b-bcf5-57f9355ce13b None None] Sync routers for ids ['38a43ecc-4ed4-4b6f-967c-3f9825b6e0d7'] in dv-cinder-775706-2-iscsi {{(pid=84117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 19 03:08:32.756054 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7271ec93-a4b6-4c4b-bcf5-57f9355ce13b None None] Routers {'38a43ecc-4ed4-4b6f-967c-3f9825b6e0d7'} bound to L3 agent in host dv-cinder-775706-2-iscsi {{(pid=84117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 03:08:32.756759 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_hamode_db [None req-7271ec93-a4b6-4c4b-bcf5-57f9355ce13b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9426b53ef0>, 'dv-cinder-775706-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-19T02:56:52Z,description=<?>,heartbeat_timestamp=2021-02-19T03:08:22Z,host='dv-cinder-775706-2-iscsi',id=f4ccfb5a-d22e-440e-8ddd-f393ad00f812,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T02:56:52Z,topic='l3_agent')) {'router_ids': ['38a43ecc-4ed4-4b6f-967c-3f9825b6e0d7'], 'active': True} {{(pid=84117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 03:08:32.970005 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvr_db [None req-7271ec93-a4b6-4c4b-bcf5-57f9355ce13b None None] Set router 38a43ecc-4ed4-4b6f-967c-3f9825b6e0d7 gateway port host: dv-cinder-775706-2-iscsi {{(pid=84117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 03:08:33.348469 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d664f3a6-4a7a-4af0-946b-e9ab8c2f5b13 req-f878df10-82ac-4864-8e18-f844e04e0a24 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:08:33.356115 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-d664f3a6-4a7a-4af0-946b-e9ab8c2f5b13 req-f878df10-82ac-4864-8e18-f844e04e0a24 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e4882dd-d538-4794-b670-363a7a2168f7 HTTP/1.1" status: 200  len: 946 time: 0.1691468
Feb 19 03:08:33.423339 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-d664f3a6-4a7a-4af0-946b-e9ab8c2f5b13 req-87f80827-7e57-4b12-b2a4-f44251449373 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cec6e94-f87a-4dfc-b64f-629a6d488241&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0660968
Feb 19 03:08:33.481313 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_hamode_db [None req-7271ec93-a4b6-4c4b-bcf5-57f9355ce13b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9426b53ef0>, [{'id': '38a43ecc-4ed4-4b6f-967c-3f9825b6e0d7', 'name': 'tempest-TestVolumeBootPattern-845494617-router', 'tenant_id': '15972dafcae5480290e92407c155b4a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'external_fixed_ips': [{'subnet_id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': 'd3f0dffa-05e4-4cf3-b5ed-05e96e26ef3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T03:08:20Z', 'updated_at': '2021-02-19T03:08:29Z', 'revision_number': 4, 'project_id': '15972dafcae5480290e92407c155b4a6', 'gw_port': {'id': 'd3f0dffa-05e4-4cf3-b5ed-05e96e26ef3b', 'name': '', 'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:1b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38a43ecc-4ed4-4b6f-967c-3f9825b6e0d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T03:08:21Z', 'updated_at': '2021-02-19T03:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-2-iscsi', '_interfaces': [{'id': '620ca212-b760-4421-979b-f3ffea0ba319', 'name': '', 'network_id': 'e9c3c36b-9ba9-4bad-aa41-5ad95f05fd56', 'tenant_id': '15972dafcae5480290e92407c155b4a6', 'mac_address': 'fa:16:3e:38:b6:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38a43ecc-4ed4-4b6f-967c-3f9825b6e0d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'a7a2a5a5-1d7b-43c3-bf47-2a76329918f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T03:08:27Z', 'updated_at': '2021-02-19T03:08:29Z', 'revision_number': 2, 'project_id': '15972dafcae5480290e92407c155b4a6', 'subnets': [{'id': 'a7a2a5a5-1d7b-43c3-bf47-2a76329918f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775706-2-iscsi', False) {} {{(pid=84117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 03:08:33.486155 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7271ec93-a4b6-4c4b-bcf5-57f9355ce13b None None] Checking router: 38a43ecc-4ed4-4b6f-967c-3f9825b6e0d7 for host: dv-cinder-775706-2-iscsi {{(pid=84117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 19 03:08:33.486573 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7271ec93-a4b6-4c4b-bcf5-57f9355ce13b None None] Updating router 38a43ecc-4ed4-4b6f-967c-3f9825b6e0d7 port 620ca212-b760-4421-979b-f3ffea0ba319 binding host dv-cinder-775706-2-iscsi {{(pid=84117) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 19 03:08:33.514991 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84116) accepted ('10.222.0.13', 51028) {{(pid=84116) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:08:33.521706 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.v2.base [None req-52e83c0a-a058-4559-96de-0609d1695479 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-274869325-network', 'tenant_id': 'd27f6c1005a649899564d57c50d0b93b'}} {{(pid=84116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 03:08:33.530816 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-52e83c0a-a058-4559-96de-0609d1695479 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 03:08:33.541091 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-52e83c0a-a058-4559-96de-0609d1695479 admin admin] Usage tracker for resource:network and tenant:d27f6c1005a649899564d57c50d0b93b is out of sync, need to count used quota {{(pid=84116) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 03:08:33.547647 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-52e83c0a-a058-4559-96de-0609d1695479 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84116) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 03:08:33.548999 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-7271ec93-a4b6-4c4b-bcf5-57f9355ce13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838630373'] for port, before_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:33.567267 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-52e83c0a-a058-4559-96de-0609d1695479 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 03:08:33.613554 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52e83c0a-a058-4559-96de-0609d1695479 admin admin] Made reservation on behalf of d27f6c1005a649899564d57c50d0b93b for: {'network': 1} {{(pid=84116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 19 03:08:33.623647 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-52e83c0a-a058-4559-96de-0609d1695479 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838630373'] for network, before_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:33.685054 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-52e83c0a-a058-4559-96de-0609d1695479 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:33.751502 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-52e83c0a-a058-4559-96de-0609d1695479 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 03:08:33.755972 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-52e83c0a-a058-4559-96de-0609d1695479 admin admin] Usage tracker for resource:security_group_rule and tenant:d27f6c1005a649899564d57c50d0b93b is out of sync, need to count used quota {{(pid=84116) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 03:08:33.759722 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-52e83c0a-a058-4559-96de-0609d1695479 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84116) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 03:08:33.777609 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbec8710-0d44-463a-8faa-3dd122c7fa13 req-c4bc756c-a9a5-4c98-8944-fbf3419dcd28 tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:08:33.779274 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-dbec8710-0d44-463a-8faa-3dd122c7fa13 req-c4bc756c-a9a5-4c98-8944-fbf3419dcd28 tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] 10.222.0.13 "GET /v2.0/ports?device_id=84573221-9e33-48d2-866b-d60d20f086d1 HTTP/1.1" status: 200  len: 945 time: 0.1630764
Feb 19 03:08:33.795228 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-52e83c0a-a058-4559-96de-0609d1695479 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 03:08:33.799157 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.rpc [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Device d3f0dffa-05e4-4cf3-b5ed-05e96e26ef3b up at agent ovs-agent-dv-cinder-775706-2-iscsi {{(pid=84117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 03:08:33.905487 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-dbec8710-0d44-463a-8faa-3dd122c7fa13 req-0a3679d7-f746-46c1-b668-97e088b306f2 tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7be7950-201e-4452-88dd-92f8a0a2b5e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0803638
Feb 19 03:08:33.922439 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Provisioning complete for port d3f0dffa-05e4-4cf3-b5ed-05e96e26ef3b triggered by entity L2. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 03:08:33.922863 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16124857'] for port, provisioning_complete {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:33.937489 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064e0b7e-1592-48bc-9463-2f565403de2d req-7b23b474-e3dc-49c4-b2e8-7b4c42e2b91e tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:08:33.962388 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-064e0b7e-1592-48bc-9463-2f565403de2d req-7b23b474-e3dc-49c4-b2e8-7b4c42e2b91e tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] 10.222.0.13 "GET /v2.0/ports?device_id=39c82310-15ee-49b5-a086-cd2790e856d2 HTTP/1.1" status: 200  len: 946 time: 0.1919229
Feb 19 03:08:33.969814 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-52e83c0a-a058-4559-96de-0609d1695479 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:34.002592 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-52e83c0a-a058-4559-96de-0609d1695479 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237410'] for security_group, after_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:34.007772 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-fb6a5ece-3f7c-4914-aef4-a9d4f6f44a1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:08:34.070112 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-064e0b7e-1592-48bc-9463-2f565403de2d req-8e130218-44d9-4404-98cb-c53edb8bb97b tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e7eef30-c0d8-4a18-a57a-f21b76010128&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1063502
Feb 19 03:08:34.087338 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e83c0a-a058-4559-96de-0609d1695479 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8166e667-bab3-4e3c-9eb9-3852645366a6,revision_number=1']} {{(pid=84116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:08:34.098921 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e83c0a-a058-4559-96de-0609d1695479 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:08:34.099335 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e83c0a-a058-4559-96de-0609d1695479 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:08:34.099738 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e83c0a-a058-4559-96de-0609d1695479 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:08:34.100137 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e83c0a-a058-4559-96de-0609d1695479 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:08:34.100533 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e83c0a-a058-4559-96de-0609d1695479 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:08:34.100926 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e83c0a-a058-4559-96de-0609d1695479 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:08:34.101623 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e83c0a-a058-4559-96de-0609d1695479 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:08:34.102070 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e83c0a-a058-4559-96de-0609d1695479 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:08:34.102470 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e83c0a-a058-4559-96de-0609d1695479 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:08:34.103067 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e83c0a-a058-4559-96de-0609d1695479 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:08:34.103459 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e83c0a-a058-4559-96de-0609d1695479 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:08:34.103844 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e83c0a-a058-4559-96de-0609d1695479 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:08:34.104292 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e83c0a-a058-4559-96de-0609d1695479 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:08:34.104673 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e83c0a-a058-4559-96de-0609d1695479 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:08:34.105059 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e83c0a-a058-4559-96de-0609d1695479 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:08:34.105956 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e83c0a-a058-4559-96de-0609d1695479 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:08:34.106342 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e83c0a-a058-4559-96de-0609d1695479 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:08:34.106728 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e83c0a-a058-4559-96de-0609d1695479 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:08:34.107119 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e83c0a-a058-4559-96de-0609d1695479 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:08:34.107805 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e83c0a-a058-4559-96de-0609d1695479 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:08:34.108188 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e83c0a-a058-4559-96de-0609d1695479 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:08:34.108571 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e83c0a-a058-4559-96de-0609d1695479 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:08:34.109092 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e83c0a-a058-4559-96de-0609d1695479 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:08:34.109473 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-52e83c0a-a058-4559-96de-0609d1695479 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:08:34.131873 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-52e83c0a-a058-4559-96de-0609d1695479 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:08:34.142609 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-52e83c0a-a058-4559-96de-0609d1695479 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 9}  {{(pid=84116) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 19 03:08:34.153877 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-52e83c0a-a058-4559-96de-0609d1695479 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838644319'] for segment, precommit_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:34.154275 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.db.segments_db [None req-52e83c0a-a058-4559-96de-0609d1695479 admin admin] Added segment 5659cbf6-6b1c-4a46-9d2c-49f33fb6f6a4 of type vxlan for network 6946dce6-087a-4bdb-88e1-3a97fb894be8
Feb 19 03:08:34.197071 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-52e83c0a-a058-4559-96de-0609d1695479 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363269711912974'] for network, precommit_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:34.253579 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-115ed9f1-62ba-4590-958f-a41913ce88f0 req-5b504b9f-1bdd-4569-9055-cbe3a4854d17 tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:08:34.262396 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-115ed9f1-62ba-4590-958f-a41913ce88f0 req-5b504b9f-1bdd-4569-9055-cbe3a4854d17 tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] 10.222.0.13 "GET /v2.0/ports?device_id=445f0f06-0e3a-4d82-8062-494e11d3e5e8 HTTP/1.1" status: 200  len: 931 time: 0.1735218
Feb 19 03:08:34.282829 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-52e83c0a-a058-4559-96de-0609d1695479 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477'] for network, after_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:34.284325 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52e83c0a-a058-4559-96de-0609d1695479 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:08:34.285909 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-52e83c0a-a058-4559-96de-0609d1695479 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854203462'] for network, before_response {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:34.296391 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:08:34.334716 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-115ed9f1-62ba-4590-958f-a41913ce88f0 req-39134259-ce39-478f-8765-f47254b7396b tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] 10.222.0.13 "GET /v2.0/security-groups?id=aeaa7df1-6317-4400-8081-4d374588da7c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0729837
Feb 19 03:08:34.491948 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e83c0a-a058-4559-96de-0609d1695479 admin admin] Pushing event updated for resources: {'Network': ['ID=6946dce6-087a-4bdb-88e1-3a97fb894be8,revision_number=1']} {{(pid=84116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:08:34.500700 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-52e83c0a-a058-4559-96de-0609d1695479 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:08:34.502533 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-52e83c0a-a058-4559-96de-0609d1695479 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 877 time: 0.9861214
Feb 19 03:08:34.505556 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84115) accepted ('10.222.0.13', 51048) {{(pid=84115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:08:34.512521 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.v2.base [None req-83a33712-c04a-4e6f-89a4-cddf00e7e2fc admin admin] Request body: {'subnet': {'network_id': '6946dce6-087a-4bdb-88e1-3a97fb894be8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-274869325-subnet', 'tenant_id': 'd27f6c1005a649899564d57c50d0b93b', 'ip_version': 4}} {{(pid=84115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 03:08:34.521106 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-83a33712-c04a-4e6f-89a4-cddf00e7e2fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 03:08:34.526647 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-83a33712-c04a-4e6f-89a4-cddf00e7e2fc admin admin] Usage tracker for resource:subnet and tenant:d27f6c1005a649899564d57c50d0b93b is out of sync, need to count used quota {{(pid=84115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 03:08:34.565024 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-83a33712-c04a-4e6f-89a4-cddf00e7e2fc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 03:08:34.585153 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.rpc [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Network 6946dce6-087a-4bdb-88e1-3a97fb894be8 details requested by agent ovs-agent-hv-cinder-77570 with host hv-cinder-77570 {{(pid=84117) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 19 03:08:34.604274 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-83a33712-c04a-4e6f-89a4-cddf00e7e2fc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 03:08:34.607367 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.rpc [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Network 6946dce6-087a-4bdb-88e1-3a97fb894be8 details requested by agent ovs-agent-dv-cinder-775706-2-iscsi with host dv-cinder-775706-2-iscsi {{(pid=84117) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 19 03:08:34.715443 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cdb2d0-c218-409f-b4c3-90f3be09eec1 req-798f820e-b3fe-4ac6-98c4-73200f11fcf0 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:08:34.717793 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-63cdb2d0-c218-409f-b4c3-90f3be09eec1 req-798f820e-b3fe-4ac6-98c4-73200f11fcf0 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e4882dd-d538-4794-b670-363a7a2168f7 HTTP/1.1" status: 200  len: 946 time: 0.1090770
Feb 19 03:08:34.735610 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83a33712-c04a-4e6f-89a4-cddf00e7e2fc admin admin] Made reservation on behalf of d27f6c1005a649899564d57c50d0b93b for: {'subnet': 1} {{(pid=84115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 19 03:08:34.740673 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-83a33712-c04a-4e6f-89a4-cddf00e7e2fc admin admin] Notify callbacks [] for subnet, before_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:34.889612 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-63cdb2d0-c218-409f-b4c3-90f3be09eec1 req-51c48c8f-5532-4d0c-8c99-fbd721063b3c tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cec6e94-f87a-4dfc-b64f-629a6d488241&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1550043
Feb 19 03:08:34.955102 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-7271ec93-a4b6-4c4b-bcf5-57f9355ce13b None None] Notify callbacks [] for port, precommit_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:34.985300 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-7271ec93-a4b6-4c4b-bcf5-57f9355ce13b None None] Transition to ACTIVE for port object 620ca212-b760-4421-979b-f3ffea0ba319 will not be triggered until provisioned by entity L2. {{(pid=84117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 19 03:08:35.007076 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84116) accepted ('10.222.0.13', 51056) {{(pid=84116) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:08:35.013571 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-7271ec93-a4b6-4c4b-bcf5-57f9355ce13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269711510320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767142869380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269711906403'] for port, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:35.167159 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-188809dd-f469-4da2-8c20-a8244ee43750 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:08:35.184969 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-e95cda11-c5c6-48ba-bafb-338be63aa64a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:35.259126 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-e95cda11-c5c6-48ba-bafb-338be63aa64a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 03:08:35.273116 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-e95cda11-c5c6-48ba-bafb-338be63aa64a admin admin] Usage tracker for resource:security_group_rule and tenant:09fa0514dc8a4b058c50a484a28bc8e2 is out of sync, need to count used quota {{(pid=84116) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 03:08:35.283490 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-e95cda11-c5c6-48ba-bafb-338be63aa64a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84116) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 03:08:35.311818 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-e95cda11-c5c6-48ba-bafb-338be63aa64a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 03:08:35.425641 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.managers [None req-7271ec93-a4b6-4c4b-bcf5-57f9355ce13b None None] Attempting to bind port 620ca212-b760-4421-979b-f3ffea0ba319 on host dv-cinder-775706-2-iscsi for vnic_type normal with profile  {{(pid=84117) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 03:08:35.426239 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.managers [None req-7271ec93-a4b6-4c4b-bcf5-57f9355ce13b None None] Attempting to bind port 620ca212-b760-4421-979b-f3ffea0ba319 by drivers openvswitch on host dv-cinder-775706-2-iscsi at level 0 using segments [{'id': 'fd301c7f-c4b0-4332-b94c-0e4a8acda55e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'e9c3c36b-9ba9-4bad-aa41-5ad95f05fd56'}] {{(pid=84117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 19 03:08:35.426723 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7271ec93-a4b6-4c4b-bcf5-57f9355ce13b None None] Attempting to bind port 620ca212-b760-4421-979b-f3ffea0ba319 on network e9c3c36b-9ba9-4bad-aa41-5ad95f05fd56 {{(pid=84117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 19 03:08:35.439272 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7271ec93-a4b6-4c4b-bcf5-57f9355ce13b None None] Checking agent: {'id': '3cd1f8a8-5d37-45d2-b10a-f80d551451b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775706-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 19, 2, 56, 53), 'started_at': datetime.datetime(2021, 2, 19, 2, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 2, 19, 3, 8, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775706-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.86', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 19 03:08:35.444511 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7271ec93-a4b6-4c4b-bcf5-57f9355ce13b None None] Checking segment: {'id': 'fd301c7f-c4b0-4332-b94c-0e4a8acda55e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'e9c3c36b-9ba9-4bad-aa41-5ad95f05fd56'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 19 03:08:35.444511 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-7271ec93-a4b6-4c4b-bcf5-57f9355ce13b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:35.444511 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7271ec93-a4b6-4c4b-bcf5-57f9355ce13b None None] Bound using segment: {'id': 'fd301c7f-c4b0-4332-b94c-0e4a8acda55e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'e9c3c36b-9ba9-4bad-aa41-5ad95f05fd56'} {{(pid=84117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 19 03:08:35.444511 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.managers [None req-7271ec93-a4b6-4c4b-bcf5-57f9355ce13b None None] Bound port: 620ca212-b760-4421-979b-f3ffea0ba319, host: dv-cinder-775706-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd301c7f-c4b0-4332-b94c-0e4a8acda55e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'e9c3c36b-9ba9-4bad-aa41-5ad95f05fd56'}}] {{(pid=84117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 19 03:08:35.444511 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-7271ec93-a4b6-4c4b-bcf5-57f9355ce13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838630373'] for port, before_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:35.498555 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d966000-752f-4234-92c6-99c25bf2c7c5 req-329357e1-4ec4-44a0-b4b6-1d41e1697db7 tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:08:35.506215 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-1d966000-752f-4234-92c6-99c25bf2c7c5 req-329357e1-4ec4-44a0-b4b6-1d41e1697db7 tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] 10.222.0.13 "GET /v2.0/ports?device_id=84573221-9e33-48d2-866b-d60d20f086d1 HTTP/1.1" status: 200  len: 945 time: 0.4387503
Feb 19 03:08:35.514514 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f2d7c9-1d8f-41bd-967b-a19162f5d4b2 None None] Pushing event updated for resources: {'Port': ['ID=620ca212-b760-4421-979b-f3ffea0ba319,revision_number=3']} {{(pid=84117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:08:35.584523 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-e95cda11-c5c6-48ba-bafb-338be63aa64a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:35.592476 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-1d966000-752f-4234-92c6-99c25bf2c7c5 req-f0a74928-8b2d-40e2-9c2c-a14768fc704a tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7be7950-201e-4452-88dd-92f8a0a2b5e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0852156
Feb 19 03:08:35.599559 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-f0f2d7c9-1d8f-41bd-967b-a19162f5d4b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.432s {{(pid=84117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:08:35.671917 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e63e99-7743-45cb-b43d-65403722acfa req-713d0c51-1d04-4b23-9bf0-60fffc30e2ae tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:08:35.671917 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-e9e63e99-7743-45cb-b43d-65403722acfa req-713d0c51-1d04-4b23-9bf0-60fffc30e2ae tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] 10.222.0.13 "GET /v2.0/ports?device_id=39c82310-15ee-49b5-a086-cd2790e856d2 HTTP/1.1" status: 200  len: 946 time: 0.2415485
Feb 19 03:08:35.674000 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.db [None req-7271ec93-a4b6-4c4b-bcf5-57f9355ce13b None None] For port 620ca212-b760-4421-979b-f3ffea0ba319, host dv-cinder-775706-2-iscsi, cleared binding levels {{(pid=84117) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 19 03:08:35.674000 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.db [None req-7271ec93-a4b6-4c4b-bcf5-57f9355ce13b None None] For port 620ca212-b760-4421-979b-f3ffea0ba319, host dv-cinder-775706-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-2-iscsi',level=0,port_id=620ca212-b760-4421-979b-f3ffea0ba319,segment=NetworkSegment(fd301c7f-c4b0-4332-b94c-0e4a8acda55e),segment_id=fd301c7f-c4b0-4332-b94c-0e4a8acda55e)] {{(pid=84117) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 19 03:08:35.750307 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-e9e63e99-7743-45cb-b43d-65403722acfa req-a476f0d2-0b4b-40c5-b7d9-a0f9d5727ee6 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e7eef30-c0d8-4a18-a57a-f21b76010128&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0995777
Feb 19 03:08:35.859288 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-e95cda11-c5c6-48ba-bafb-338be63aa64a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237410'] for security_group, after_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:35.869246 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-dcac0059-a668-4b64-ac7c-ed263f24d633 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:08:35.886205 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-83a33712-c04a-4e6f-89a4-cddf00e7e2fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477'] for subnet, after_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:35.892795 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-7271ec93-a4b6-4c4b-bcf5-57f9355ce13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269711510320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767142869380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269711906403'] for port, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:35.905399 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:08:35.915087 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-e95cda11-c5c6-48ba-bafb-338be63aa64a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=09fa0514dc8a4b058c50a484a28bc8e2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9067848
Feb 19 03:08:35.917275 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95cda11-c5c6-48ba-bafb-338be63aa64a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d92ccda-4131-4c43-b3fa-aa3c188d450e,revision_number=1']} {{(pid=84116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:08:35.920460 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84116) accepted ('10.222.0.13', 51068) {{(pid=84116) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:08:35.923386 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-e95cda11-c5c6-48ba-bafb-338be63aa64a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:08:35.989125 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-6d7332a0-805c-40fb-8190-2da154ad3ede admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:36.020065 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-6d7332a0-805c-40fb-8190-2da154ad3ede admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:36.041226 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5117415b-1b56-44ad-98fc-1d817f10fd5a req-52125465-06d3-4308-b711-fe154a4ea979 tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:08:36.043433 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-5117415b-1b56-44ad-98fc-1d817f10fd5a req-52125465-06d3-4308-b711-fe154a4ea979 tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] 10.222.0.13 "GET /v2.0/ports?device_id=445f0f06-0e3a-4d82-8062-494e11d3e5e8 HTTP/1.1" status: 200  len: 931 time: 0.2983084
Feb 19 03:08:36.054663 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-188809dd-f469-4da2-8c20-a8244ee43750 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:08:36.060179 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a33712-c04a-4e6f-89a4-cddf00e7e2fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=6fe87f97-1d55-4c4e-a5ba-dd53fac5f555,revision_number=0']} {{(pid=84115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:08:36.063434 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-83a33712-c04a-4e6f-89a4-cddf00e7e2fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:08:36.104040 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-6d7332a0-805c-40fb-8190-2da154ad3ede admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237410'] for security_group, after_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:36.111940 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-596c000f-9902-46f4-9e0e-f8ee14f30222 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:08:36.157097 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7332a0-805c-40fb-8190-2da154ad3ede admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d92ccda-4131-4c43-b3fa-aa3c188d450e,revision_number=None']} {{(pid=84116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:08:36.165305 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7271ec93-a4b6-4c4b-bcf5-57f9355ce13b None None] Routers {'38a43ecc-4ed4-4b6f-967c-3f9825b6e0d7'} bound to L3 agent in host dv-cinder-775706-2-iscsi {{(pid=84117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 03:08:36.166257 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_hamode_db [None req-7271ec93-a4b6-4c4b-bcf5-57f9355ce13b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9426b53ef0>, 'dv-cinder-775706-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-19T02:56:52Z,description=<?>,heartbeat_timestamp=2021-02-19T03:08:22Z,host='dv-cinder-775706-2-iscsi',id=f4ccfb5a-d22e-440e-8ddd-f393ad00f812,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T02:56:52Z,topic='l3_agent')) {'router_ids': ['38a43ecc-4ed4-4b6f-967c-3f9825b6e0d7'], 'active': True} {{(pid=84117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 03:08:36.171257 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-6d7332a0-805c-40fb-8190-2da154ad3ede admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:08:36.173410 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-6d7332a0-805c-40fb-8190-2da154ad3ede admin admin] Notify callbacks [] for security_group, before_response {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:36.179057 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-6d7332a0-805c-40fb-8190-2da154ad3ede admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5d92ccda-4131-4c43-b3fa-aa3c188d450e HTTP/1.1" status: 204  len: 168 time: 0.2547934
Feb 19 03:08:36.213034 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-5117415b-1b56-44ad-98fc-1d817f10fd5a req-432cbe0e-b185-4ab2-8b6d-863710d409d1 tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] 10.222.0.13 "GET /v2.0/security-groups?id=aeaa7df1-6317-4400-8081-4d374588da7c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1518204
Feb 19 03:08:36.352808 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83a33712-c04a-4e6f-89a4-cddf00e7e2fc admin admin] Checking segment: {'id': '5659cbf6-6b1c-4a46-9d2c-49f33fb6f6a4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '6946dce6-087a-4bdb-88e1-3a97fb894be8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 19 03:08:36.353196 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83a33712-c04a-4e6f-89a4-cddf00e7e2fc admin admin] Network hostable DHCP agents. Network: 6946dce6-087a-4bdb-88e1-3a97fb894be8, hostable agents: ['0c5e2175-22e3-4812-a651-647624438454'], hosted agents: [] {{(pid=84115) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 19 03:08:36.389359 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f2d7c9-1d8f-41bd-967b-a19162f5d4b2 None None] Pushing event updated for resources: {'Port': ['ID=620ca212-b760-4421-979b-f3ffea0ba319,revision_number=4']} {{(pid=84117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:08:36.395235 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-f0f2d7c9-1d8f-41bd-967b-a19162f5d4b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=84117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:08:36.414437 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb560435-df84-4895-978e-51984bc9563d req-f36ecbdd-a1ff-4be8-bf36-c18388a63272 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:08:36.416170 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-bb560435-df84-4895-978e-51984bc9563d req-f36ecbdd-a1ff-4be8-bf36-c18388a63272 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e4882dd-d538-4794-b670-363a7a2168f7 HTTP/1.1" status: 200  len: 946 time: 0.2001903
Feb 19 03:08:36.470103 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83a33712-c04a-4e6f-89a4-cddf00e7e2fc admin admin] Network 6946dce6-087a-4bdb-88e1-3a97fb894be8 is scheduled to be hosted by DHCP agent 0c5e2175-22e3-4812-a651-647624438454 with binding_index 1 {{(pid=84115) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 19 03:08:36.496755 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-bb560435-df84-4895-978e-51984bc9563d req-fcb04e9c-dc6c-4abd-a1f8-b9478d8b0217 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cec6e94-f87a-4dfc-b64f-629a6d488241&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0733008
Feb 19 03:08:36.527988 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.scheduler.base_scheduler [None req-83a33712-c04a-4e6f-89a4-cddf00e7e2fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775706-2-iscsi, 6946dce6-087a-4bdb-88e1-3a97fb894be8) {{(pid=84115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 19 03:08:36.533309 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83a33712-c04a-4e6f-89a4-cddf00e7e2fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:08:36.533487 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-83a33712-c04a-4e6f-89a4-cddf00e7e2fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854203462'] for subnet, before_response {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:36.540461 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1647e8d-215b-45e4-bef3-630fd19b122c None None] Network 6946dce6-087a-4bdb-88e1-3a97fb894be8 requested from dv-cinder-775706-2-iscsi {{(pid=84117) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 19 03:08:36.598043 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-83a33712-c04a-4e6f-89a4-cddf00e7e2fc admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 2.0906732
Feb 19 03:08:36.600766 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84116) accepted ('10.222.0.13', 51080) {{(pid=84116) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:08:36.607337 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.v2.base [None req-922a80b4-bcf8-4a82-9572-55e05235c776 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-274869325-router', 'tenant_id': 'd27f6c1005a649899564d57c50d0b93b', 'external_gateway_info': {'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc'}}} {{(pid=84116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 03:08:36.612706 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-922a80b4-bcf8-4a82-9572-55e05235c776 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 03:08:36.633758 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-922a80b4-bcf8-4a82-9572-55e05235c776 admin admin] Usage tracker for resource:router and tenant:d27f6c1005a649899564d57c50d0b93b is out of sync, need to count used quota {{(pid=84116) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 03:08:36.642020 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-922a80b4-bcf8-4a82-9572-55e05235c776 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84116) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 03:08:36.651230 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-922a80b4-bcf8-4a82-9572-55e05235c776 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 03:08:36.688478 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-922a80b4-bcf8-4a82-9572-55e05235c776 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854401036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854736359'] for router, before_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:36.690089 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-922a80b4-bcf8-4a82-9572-55e05235c776 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854401051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854387709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-537069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39441'] for router, precommit_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:36.800830 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-922a80b4-bcf8-4a82-9572-55e05235c776 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:36.813949 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvr_db [None req-7271ec93-a4b6-4c4b-bcf5-57f9355ce13b None None] Set router 38a43ecc-4ed4-4b6f-967c-3f9825b6e0d7 gateway port host: dv-cinder-775706-2-iscsi {{(pid=84117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 03:08:36.927936 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c22c14-3229-4fe4-b6c9-95e7f6d77508 req-186cb03b-9999-45ef-80c5-b1da79218408 tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:08:36.929751 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-a8c22c14-3229-4fe4-b6c9-95e7f6d77508 req-186cb03b-9999-45ef-80c5-b1da79218408 tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] 10.222.0.13 "GET /v2.0/ports?device_id=84573221-9e33-48d2-866b-d60d20f086d1 HTTP/1.1" status: 200  len: 945 time: 0.1668544
Feb 19 03:08:37.028201 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-a8c22c14-3229-4fe4-b6c9-95e7f6d77508 req-4c48ad13-6ab5-4f73-9e25-52b0e69b3d13 tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7be7950-201e-4452-88dd-92f8a0a2b5e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0845556
Feb 19 03:08:37.138108 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb74cd6d-79d6-4fc7-8df0-68fde5105eec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84d41ed4-238b-5c20-a491-76edeb2704ed-6946dce6-087a-4bdb-88e1-3a97fb894be8', 'network_id': '6946dce6-087a-4bdb-88e1-3a97fb894be8', 'tenant_id': 'd27f6c1005a649899564d57c50d0b93b', 'fixed_ips': [{'subnet_id': '6fe87f97-1d55-4c4e-a5ba-dd53fac5f555'}]}} from dv-cinder-775706-2-iscsi. {{(pid=84117) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Feb 19 03:08:37.139447 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-eb74cd6d-79d6-4fc7-8df0-68fde5105eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838630373'] for port, before_create {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:37.160846 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800c3e85-3049-470f-aa04-737e8db32073 req-52b9027c-ac08-423e-b176-b265dc2f8a1c tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:08:37.162674 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-800c3e85-3049-470f-aa04-737e8db32073 req-52b9027c-ac08-423e-b176-b265dc2f8a1c tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] 10.222.0.13 "GET /v2.0/ports?device_id=39c82310-15ee-49b5-a086-cd2790e856d2 HTTP/1.1" status: 200  len: 946 time: 0.1297128
Feb 19 03:08:37.224156 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-922a80b4-bcf8-4a82-9572-55e05235c776 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854387574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-374659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39424'] for router, precommit_update {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:37.242005 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-800c3e85-3049-470f-aa04-737e8db32073 req-0cc29f5e-fdfc-400d-827c-0da748042ba3 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e7eef30-c0d8-4a18-a57a-f21b76010128&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0707953
Feb 19 03:08:37.447613 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eada9deb-ac79-4ff2-81dc-0e3b52063c07 req-b0415a19-dc3a-4926-aae6-9fae974b7cdc tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:08:37.450632 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-eada9deb-ac79-4ff2-81dc-0e3b52063c07 req-b0415a19-dc3a-4926-aae6-9fae974b7cdc tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] 10.222.0.13 "GET /v2.0/ports?device_id=445f0f06-0e3a-4d82-8062-494e11d3e5e8 HTTP/1.1" status: 200  len: 931 time: 0.1076732
Feb 19 03:08:37.527804 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-eada9deb-ac79-4ff2-81dc-0e3b52063c07 req-b8dc2f4a-511a-4aae-b59a-403abc7830b0 tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] 10.222.0.13 "GET /v2.0/security-groups?id=aeaa7df1-6317-4400-8081-4d374588da7c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0705748
Feb 19 03:08:37.650591 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-922a80b4-bcf8-4a82-9572-55e05235c776 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:37.686465 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-922a80b4-bcf8-4a82-9572-55e05235c776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838630373'] for port, before_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:37.693296 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_hamode_db [None req-7271ec93-a4b6-4c4b-bcf5-57f9355ce13b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9426b53ef0>, [{'id': '38a43ecc-4ed4-4b6f-967c-3f9825b6e0d7', 'name': 'tempest-TestVolumeBootPattern-845494617-router', 'tenant_id': '15972dafcae5480290e92407c155b4a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'external_fixed_ips': [{'subnet_id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': 'd3f0dffa-05e4-4cf3-b5ed-05e96e26ef3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T03:08:20Z', 'updated_at': '2021-02-19T03:08:29Z', 'revision_number': 4, 'project_id': '15972dafcae5480290e92407c155b4a6', 'gw_port': {'id': 'd3f0dffa-05e4-4cf3-b5ed-05e96e26ef3b', 'name': '', 'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:1b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38a43ecc-4ed4-4b6f-967c-3f9825b6e0d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T03:08:21Z', 'updated_at': '2021-02-19T03:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-2-iscsi', '_interfaces': [{'id': '620ca212-b760-4421-979b-f3ffea0ba319', 'name': '', 'network_id': 'e9c3c36b-9ba9-4bad-aa41-5ad95f05fd56', 'tenant_id': '15972dafcae5480290e92407c155b4a6', 'mac_address': 'fa:16:3e:38:b6:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38a43ecc-4ed4-4b6f-967c-3f9825b6e0d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'a7a2a5a5-1d7b-43c3-bf47-2a76329918f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T03:08:27Z', 'updated_at': '2021-02-19T03:08:35Z', 'revision_number': 4, 'project_id': '15972dafcae5480290e92407c155b4a6', 'subnets': [{'id': 'a7a2a5a5-1d7b-43c3-bf47-2a76329918f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775706-2-iscsi', False) {} {{(pid=84117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 03:08:37.712834 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7271ec93-a4b6-4c4b-bcf5-57f9355ce13b None None] The sync data for ids ['38a43ecc-4ed4-4b6f-967c-3f9825b6e0d7'] in dv-cinder-775706-2-iscsi is: [{'id': '38a43ecc-4ed4-4b6f-967c-3f9825b6e0d7', 'name': 'tempest-TestVolumeBootPattern-845494617-router', 'tenant_id': '15972dafcae5480290e92407c155b4a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'external_fixed_ips': [{'subnet_id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': 'd3f0dffa-05e4-4cf3-b5ed-05e96e26ef3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T03:08:20Z', 'updated_at': '2021-02-19T03:08:29Z', 'revision_number': 4, 'project_id': '15972dafcae5480290e92407c155b4a6', 'gw_port': {'id': 'd3f0dffa-05e4-4cf3-b5ed-05e96e26ef3b', 'name': '', 'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:1b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38a43ecc-4ed4-4b6f-967c-3f9825b6e0d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T03:08:21Z', 'updated_at': '2021-02-19T03:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-2-iscsi', '_interfaces': [{'id': '620ca212-b760-4421-979b-f3ffea0ba319', 'name': '', 'network_id': 'e9c3c36b-9ba9-4bad-aa41-5ad95f05fd56', 'tenant_id': '15972dafcae5480290e92407c155b4a6', 'mac_address': 'fa:16:3e:38:b6:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '38a43ecc-4ed4-4b6f-967c-3f9825b6e0d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'a7a2a5a5-1d7b-43c3-bf47-2a76329918f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T03:08:27Z', 'updated_at': '2021-02-19T03:08:35Z', 'revision_number': 4, 'project_id': '15972dafcae5480290e92407c155b4a6', 'subnets': [{'id': 'a7a2a5a5-1d7b-43c3-bf47-2a76329918f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 19 03:08:37.743681 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.db_base_plugin_common [None req-eb74cd6d-79d6-4fc7-8df0-68fde5105eec None None] Allocated IP 172.20.0.2 (6946dce6-087a-4bdb-88e1-3a97fb894be8/6fe87f97-1d55-4c4e-a5ba-dd53fac5f555/557aaf86-9e57-42ce-8e2c-cbd084a74048) {{(pid=84117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 19 03:08:37.793499 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c674060-8862-43fb-a06f-7c27ad76b0e4 req-516ede77-bfe2-4e8c-9e70-1f1c76cfe27a tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:08:37.796301 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-8c674060-8862-43fb-a06f-7c27ad76b0e4 req-516ede77-bfe2-4e8c-9e70-1f1c76cfe27a tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e4882dd-d538-4794-b670-363a7a2168f7 HTTP/1.1" status: 200  len: 946 time: 0.1418378
Feb 19 03:08:37.863017 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.v2.base [req-e3367de5-9be3-4e70-bf4c-7e78e666f645 req-1187cee5-72b0-4f2d-92fe-b8d6b47727cb service neutron] Request body: {'port': {'device_id': '445f0f06-0e3a-4d82-8062-494e11d3e5e8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77570'}} {{(pid=84116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 03:08:37.892821 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-8c674060-8862-43fb-a06f-7c27ad76b0e4 req-aed7a981-d81d-4531-b325-5782427968ef tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cec6e94-f87a-4dfc-b64f-629a6d488241&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0894914
Feb 19 03:08:38.103537 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-eb74cd6d-79d6-4fc7-8df0-68fde5105eec None None] Notify callbacks [] for port, precommit_create {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:38.129483 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-eb74cd6d-79d6-4fc7-8df0-68fde5105eec None None] Transition to ACTIVE for port object 557aaf86-9e57-42ce-8e2c-cbd084a74048 will not be triggered until provisioned by entity L2. {{(pid=84117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 19 03:08:38.150388 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-eb74cd6d-79d6-4fc7-8df0-68fde5105eec None None] Transition to ACTIVE for port object 557aaf86-9e57-42ce-8e2c-cbd084a74048 will not be triggered until provisioned by entity DHCP. {{(pid=84117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 19 03:08:38.185735 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-eb74cd6d-79d6-4fc7-8df0-68fde5105eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363269711907205'] for port, after_create {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:38.205847 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-2ed43a41-d145-42ca-9d91-402cb089702e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:08:38.329841 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1acb0725-1fc3-408f-a962-3b5892c4ae17 req-49ff7b35-4f34-4129-a56d-0c231ab4048d tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:08:38.331798 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-1acb0725-1fc3-408f-a962-3b5892c4ae17 req-49ff7b35-4f34-4129-a56d-0c231ab4048d tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] 10.222.0.13 "GET /v2.0/ports?device_id=84573221-9e33-48d2-866b-d60d20f086d1 HTTP/1.1" status: 200  len: 945 time: 0.1524441
Feb 19 03:08:38.422681 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-1acb0725-1fc3-408f-a962-3b5892c4ae17 req-b7c8abf2-cbb3-40fd-8c2e-422b6c4007f2 tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7be7950-201e-4452-88dd-92f8a0a2b5e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0813572
Feb 19 03:08:38.501507 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb74cd6d-79d6-4fc7-8df0-68fde5105eec None None] Pushing event updated for resources: {'Port': ['ID=557aaf86-9e57-42ce-8e2c-cbd084a74048,revision_number=1']} {{(pid=84117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:08:38.516103 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-eb74cd6d-79d6-4fc7-8df0-68fde5105eec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=84117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:08:38.578427 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb74cd6d-79d6-4fc7-8df0-68fde5105eec None None] Network 6946dce6-087a-4bdb-88e1-3a97fb894be8 is already hosted by enough agents. {{(pid=84117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 19 03:08:38.582259 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.scheduler.base_scheduler [None req-eb74cd6d-79d6-4fc7-8df0-68fde5105eec None None] Resources bound (agent type, host, resource id):  {{(pid=84117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 19 03:08:38.589601 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb74cd6d-79d6-4fc7-8df0-68fde5105eec None None] Received port after_create {{(pid=84117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 19 03:08:38.646136 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9483e39-da7f-4ff5-a2f1-cd570ea06fef req-2bba3898-7a73-43bf-aada-d2cd40e263d3 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:08:38.647863 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-d9483e39-da7f-4ff5-a2f1-cd570ea06fef req-2bba3898-7a73-43bf-aada-d2cd40e263d3 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] 10.222.0.13 "GET /v2.0/ports?device_id=39c82310-15ee-49b5-a086-cd2790e856d2 HTTP/1.1" status: 200  len: 946 time: 0.1883502
Feb 19 03:08:38.665983 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-e3367de5-9be3-4e70-bf4c-7e78e666f645 req-1187cee5-72b0-4f2d-92fe-b8d6b47727cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838630373'] for port, before_update {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:38.696582 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d362e2-b95e-4d13-a409-ef05bb3c1acc req-7d27a1fb-a51c-4fae-8b05-69f5cb70bb3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:08:38.698543 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-69d362e2-b95e-4d13-a409-ef05bb3c1acc req-7d27a1fb-a51c-4fae-8b05-69f5cb70bb3a service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=39c82310-15ee-49b5-a086-cd2790e856d2 HTTP/1.1" status: 200  len: 1163 time: 0.7883668
Feb 19 03:08:38.706418 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.managers [None req-eb74cd6d-79d6-4fc7-8df0-68fde5105eec None None] Attempting to bind port 557aaf86-9e57-42ce-8e2c-cbd084a74048 on host dv-cinder-775706-2-iscsi for vnic_type normal with profile  {{(pid=84117) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 03:08:38.706839 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.managers [None req-eb74cd6d-79d6-4fc7-8df0-68fde5105eec None None] Attempting to bind port 557aaf86-9e57-42ce-8e2c-cbd084a74048 by drivers openvswitch on host dv-cinder-775706-2-iscsi at level 0 using segments [{'id': '5659cbf6-6b1c-4a46-9d2c-49f33fb6f6a4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '6946dce6-087a-4bdb-88e1-3a97fb894be8'}] {{(pid=84117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 19 03:08:38.707255 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb74cd6d-79d6-4fc7-8df0-68fde5105eec None None] Attempting to bind port 557aaf86-9e57-42ce-8e2c-cbd084a74048 on network 6946dce6-087a-4bdb-88e1-3a97fb894be8 {{(pid=84117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 19 03:08:38.714978 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb74cd6d-79d6-4fc7-8df0-68fde5105eec None None] Checking agent: {'id': '3cd1f8a8-5d37-45d2-b10a-f80d551451b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775706-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 19, 2, 56, 53), 'started_at': datetime.datetime(2021, 2, 19, 2, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 2, 19, 3, 8, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775706-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.86', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 19 03:08:38.715408 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb74cd6d-79d6-4fc7-8df0-68fde5105eec None None] Checking segment: {'id': '5659cbf6-6b1c-4a46-9d2c-49f33fb6f6a4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '6946dce6-087a-4bdb-88e1-3a97fb894be8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 19 03:08:38.715893 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-eb74cd6d-79d6-4fc7-8df0-68fde5105eec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:38.717089 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb74cd6d-79d6-4fc7-8df0-68fde5105eec None None] Bound using segment: {'id': '5659cbf6-6b1c-4a46-9d2c-49f33fb6f6a4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '6946dce6-087a-4bdb-88e1-3a97fb894be8'} {{(pid=84117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 19 03:08:38.717623 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.managers [None req-eb74cd6d-79d6-4fc7-8df0-68fde5105eec None None] Bound port: 557aaf86-9e57-42ce-8e2c-cbd084a74048, host: dv-cinder-775706-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5659cbf6-6b1c-4a46-9d2c-49f33fb6f6a4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '6946dce6-087a-4bdb-88e1-3a97fb894be8'}}] {{(pid=84117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 19 03:08:38.718299 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-eb74cd6d-79d6-4fc7-8df0-68fde5105eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838630373'] for port, before_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:38.807338 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-d9483e39-da7f-4ff5-a2f1-cd570ea06fef req-3422d3bc-f457-4af2-8717-7d047f478b86 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e7eef30-c0d8-4a18-a57a-f21b76010128&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1529911
Feb 19 03:08:38.857297 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e87664-aec3-412b-8fbf-a35b978dd161 req-2a339c33-8172-4ed4-bf85-57a59d13714c tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:08:38.859079 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-e3e87664-aec3-412b-8fbf-a35b978dd161 req-2a339c33-8172-4ed4-bf85-57a59d13714c tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] 10.222.0.13 "GET /v2.0/ports?device_id=445f0f06-0e3a-4d82-8062-494e11d3e5e8 HTTP/1.1" status: 200  len: 931 time: 0.1896214
Feb 19 03:08:38.914573 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-69d362e2-b95e-4d13-a409-ef05bb3c1acc req-7e2fec0d-e837-405e-87ab-db3197679114 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=6e7eef30-c0d8-4a18-a57a-f21b76010128&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1743054
Feb 19 03:08:38.957140 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-e3e87664-aec3-412b-8fbf-a35b978dd161 req-239425df-7009-4933-8990-fcfd07092398 tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] 10.222.0.13 "GET /v2.0/security-groups?id=aeaa7df1-6317-4400-8081-4d374588da7c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0890827
Feb 19 03:08:38.974331 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.db [None req-eb74cd6d-79d6-4fc7-8df0-68fde5105eec None None] For port 557aaf86-9e57-42ce-8e2c-cbd084a74048, host dv-cinder-775706-2-iscsi, cleared binding levels {{(pid=84117) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 19 03:08:38.981544 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.db [None req-eb74cd6d-79d6-4fc7-8df0-68fde5105eec None None] For port 557aaf86-9e57-42ce-8e2c-cbd084a74048, host dv-cinder-775706-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-2-iscsi',level=0,port_id=557aaf86-9e57-42ce-8e2c-cbd084a74048,segment=NetworkSegment(5659cbf6-6b1c-4a46-9d2c-49f33fb6f6a4),segment_id=5659cbf6-6b1c-4a46-9d2c-49f33fb6f6a4)] {{(pid=84117) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 19 03:08:39.005888 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.db_base_plugin_common [None req-922a80b4-bcf8-4a82-9572-55e05235c776 admin admin] Allocated IP 172.27.0.89 (11a0058d-2e2a-4262-b636-ae96512c4ecc/f5c7b3a5-422b-45ad-be9d-3c3e4c209310/b1b4f2b6-d3f7-4b08-8b79-1a3c69383f83) {{(pid=84116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 19 03:08:39.052663 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-eb74cd6d-79d6-4fc7-8df0-68fde5105eec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269711510320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767142869380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269711906403'] for port, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:39.072227 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-eb74cd6d-79d6-4fc7-8df0-68fde5105eec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:08:39.172362 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9635d711-a9cc-4445-bc59-6bc4ff72d709 req-729e8e32-5394-432a-a64d-15ffc9983d09 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:08:39.184622 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-9635d711-a9cc-4445-bc59-6bc4ff72d709 req-729e8e32-5394-432a-a64d-15ffc9983d09 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e4882dd-d538-4794-b670-363a7a2168f7 HTTP/1.1" status: 200  len: 946 time: 0.1343193
Feb 19 03:08:39.185474 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb74cd6d-79d6-4fc7-8df0-68fde5105eec None None] Pushing event updated for resources: {'Port': ['ID=557aaf86-9e57-42ce-8e2c-cbd084a74048,revision_number=2']} {{(pid=84117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:08:39.190685 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-eb74cd6d-79d6-4fc7-8df0-68fde5105eec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=84117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:08:39.248234 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-9635d711-a9cc-4445-bc59-6bc4ff72d709 req-04b54460-f27c-4b91-baf1-e88dc8238c38 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cec6e94-f87a-4dfc-b64f-629a6d488241&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0625501
Feb 19 03:08:39.453534 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-922a80b4-bcf8-4a82-9572-55e05235c776 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:39.555990 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.notifiers.nova [req-e3367de5-9be3-4e70-bf4c-7e78e666f645 req-1187cee5-72b0-4f2d-92fe-b8d6b47727cb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 16418b48-b026-46e8-a64e-e078dfd8d7a3 {{(pid=84116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 19 03:08:39.565707 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-e3367de5-9be3-4e70-bf4c-7e78e666f645 req-1187cee5-72b0-4f2d-92fe-b8d6b47727cb service neutron] Notify callbacks [] for port, precommit_update {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:39.578586 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [req-e3367de5-9be3-4e70-bf4c-7e78e666f645 req-1187cee5-72b0-4f2d-92fe-b8d6b47727cb service neutron] Transition to ACTIVE for port object 16418b48-b026-46e8-a64e-e078dfd8d7a3 will not be triggered until provisioned by entity L2. {{(pid=84116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 19 03:08:39.596677 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-922a80b4-bcf8-4a82-9572-55e05235c776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363269711907205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2630593'] for port, after_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:39.613520 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:08:39.643532 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca79629-1a6d-4c81-a80f-9d886aab6eea req-11d1f4bd-9cb1-4f7b-9c26-162a0068aef5 tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:08:39.645401 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-eca79629-1a6d-4c81-a80f-9d886aab6eea req-11d1f4bd-9cb1-4f7b-9c26-162a0068aef5 tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] 10.222.0.13 "GET /v2.0/ports?device_id=84573221-9e33-48d2-866b-d60d20f086d1 HTTP/1.1" status: 200  len: 945 time: 0.0966351
Feb 19 03:08:39.716024 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-eca79629-1a6d-4c81-a80f-9d886aab6eea req-702c1cd3-6538-4f1d-9fb8-b8a52a273538 tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7be7950-201e-4452-88dd-92f8a0a2b5e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0495949
Feb 19 03:08:39.743462 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-e3367de5-9be3-4e70-bf4c-7e78e666f645 req-1187cee5-72b0-4f2d-92fe-b8d6b47727cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269711510320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767142869380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269711906403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852145191'] for port, after_update {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:39.808267 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.rpc [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Device 620ca212-b760-4421-979b-f3ffea0ba319 up at agent ovs-agent-dv-cinder-775706-2-iscsi {{(pid=84117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 03:08:39.816385 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922a80b4-bcf8-4a82-9572-55e05235c776 admin admin] Pushing event updated for resources: {'Port': ['ID=b1b4f2b6-d3f7-4b08-8b79-1a3c69383f83,revision_number=1']} {{(pid=84116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:08:39.878747 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-922a80b4-bcf8-4a82-9572-55e05235c776 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:08:39.881482 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-29581d7b-0a16-4052-983f-cf39546eed67 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.065s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:08:39.996815 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Provisioning for port 620ca212-b760-4421-979b-f3ffea0ba319 completed by entity L2. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 19 03:08:40.002284 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Provisioning complete for port 620ca212-b760-4421-979b-f3ffea0ba319 triggered by entity L2. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 03:08:40.002706 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16124857'] for port, provisioning_complete {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:40.048190 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1187cee5-72b0-4f2d-92fe-b8d6b47727cb service neutron] Pushing event updated for resources: {'Port': ['ID=16418b48-b026-46e8-a64e-e078dfd8d7a3,revision_number=2']} {{(pid=84116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:08:40.079254 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-1187cee5-72b0-4f2d-92fe-b8d6b47727cb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:08:40.097213 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3665507b-ab40-4d0f-8ea8-ea96ec7c2ef1 req-8f3d7161-6d06-4ede-9ff8-24bd3a65b88a tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:08:40.099213 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-3665507b-ab40-4d0f-8ea8-ea96ec7c2ef1 req-8f3d7161-6d06-4ede-9ff8-24bd3a65b88a tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] 10.222.0.13 "GET /v2.0/ports?device_id=39c82310-15ee-49b5-a086-cd2790e856d2 HTTP/1.1" status: 200  len: 946 time: 0.1112313
Feb 19 03:08:40.141208 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-922a80b4-bcf8-4a82-9572-55e05235c776 admin admin] Network 11a0058d-2e2a-4262-b636-ae96512c4ecc is already hosted by enough agents. {{(pid=84116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 19 03:08:40.147711 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.scheduler.base_scheduler [None req-922a80b4-bcf8-4a82-9572-55e05235c776 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 19 03:08:40.156215 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-922a80b4-bcf8-4a82-9572-55e05235c776 admin admin] Received port after_create {{(pid=84116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 19 03:08:40.161415 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-3665507b-ab40-4d0f-8ea8-ea96ec7c2ef1 req-04063d48-225d-4108-ad5e-ca7560dd194c tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e7eef30-c0d8-4a18-a57a-f21b76010128&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0553358
Feb 19 03:08:40.266288 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838630373'] for port, before_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:40.336602 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.db [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] For port 620ca212-b760-4421-979b-f3ffea0ba319, host dv-cinder-775706-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-2-iscsi',level=0,port_id=620ca212-b760-4421-979b-f3ffea0ba319,segment=NetworkSegment(fd301c7f-c4b0-4332-b94c-0e4a8acda55e),segment_id=fd301c7f-c4b0-4332-b94c-0e4a8acda55e)] {{(pid=84117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 03:08:40.360259 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-1124a756-7079-40a5-b788-a7656cba62d2 req-82bf4ddf-32cf-4dce-8913-dd8b6573a633 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=84573221-9e33-48d2-866b-d60d20f086d1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.3687396
Feb 19 03:08:40.372617 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269711510320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767142869380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269711906403'] for port, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:40.374773 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:08:40.480923 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Pushing event updated for resources: {'Port': ['ID=620ca212-b760-4421-979b-f3ffea0ba319,revision_number=5']} {{(pid=84117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:08:40.485111 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:08:40.717396 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.managers [req-e3367de5-9be3-4e70-bf4c-7e78e666f645 req-1187cee5-72b0-4f2d-92fe-b8d6b47727cb service neutron] Attempting to bind port 16418b48-b026-46e8-a64e-e078dfd8d7a3 on host hv-cinder-77570 for vnic_type normal with profile  {{(pid=84116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 03:08:40.717899 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.managers [req-e3367de5-9be3-4e70-bf4c-7e78e666f645 req-1187cee5-72b0-4f2d-92fe-b8d6b47727cb service neutron] Attempting to bind port 16418b48-b026-46e8-a64e-e078dfd8d7a3 by drivers openvswitch on host hv-cinder-77570 at level 0 using segments [{'id': 'b4e3de9c-c494-4579-9779-44c7e3e9c0cb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '4097a413-4776-4469-a598-b6a7e21b8df1'}] {{(pid=84116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 19 03:08:40.718344 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3367de5-9be3-4e70-bf4c-7e78e666f645 req-1187cee5-72b0-4f2d-92fe-b8d6b47727cb service neutron] Attempting to bind port 16418b48-b026-46e8-a64e-e078dfd8d7a3 on network 4097a413-4776-4469-a598-b6a7e21b8df1 {{(pid=84116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 19 03:08:40.731006 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3367de5-9be3-4e70-bf4c-7e78e666f645 req-1187cee5-72b0-4f2d-92fe-b8d6b47727cb service neutron] Checking agent: {'id': 'd79517dc-1443-4e8d-af8f-f4fe2bcc2381', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77570', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 19, 3, 4, 30), 'started_at': datetime.datetime(2021, 2, 19, 3, 5), 'heartbeat_timestamp': datetime.datetime(2021, 2, 19, 3, 8, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.91', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 19 03:08:40.731358 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3367de5-9be3-4e70-bf4c-7e78e666f645 req-1187cee5-72b0-4f2d-92fe-b8d6b47727cb service neutron] Checking segment: {'id': 'b4e3de9c-c494-4579-9779-44c7e3e9c0cb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '4097a413-4776-4469-a598-b6a7e21b8df1'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 19 03:08:40.731840 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-e3367de5-9be3-4e70-bf4c-7e78e666f645 req-1187cee5-72b0-4f2d-92fe-b8d6b47727cb service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:40.732304 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e3367de5-9be3-4e70-bf4c-7e78e666f645 req-1187cee5-72b0-4f2d-92fe-b8d6b47727cb service neutron] Bound using segment: {'id': 'b4e3de9c-c494-4579-9779-44c7e3e9c0cb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '4097a413-4776-4469-a598-b6a7e21b8df1'} {{(pid=84116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 19 03:08:40.732860 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.managers [req-e3367de5-9be3-4e70-bf4c-7e78e666f645 req-1187cee5-72b0-4f2d-92fe-b8d6b47727cb service neutron] Bound port: 16418b48-b026-46e8-a64e-e078dfd8d7a3, host: hv-cinder-77570, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4e3de9c-c494-4579-9779-44c7e3e9c0cb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': '4097a413-4776-4469-a598-b6a7e21b8df1'}}] {{(pid=84116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 19 03:08:40.733316 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-e3367de5-9be3-4e70-bf4c-7e78e666f645 req-1187cee5-72b0-4f2d-92fe-b8d6b47727cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838630373'] for port, before_update {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:40.782775 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9ed476-ffb8-4dd4-8159-30fc9f85a455 req-20c1b98c-aaa9-4f83-b2c4-973ae9da569d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:08:40.784543 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-2e9ed476-ffb8-4dd4-8159-30fc9f85a455 req-20c1b98c-aaa9-4f83-b2c4-973ae9da569d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a83cb91af86b404e843a85617a0bdf97&device_id=84573221-9e33-48d2-866b-d60d20f086d1 HTTP/1.1" status: 200  len: 1162 time: 0.5446205
Feb 19 03:08:40.904624 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb0b98b5-3898-4e55-b741-575c89b9a2f1 req-3cfd2bc3-f80e-4da0-9fb7-096244556c80 tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:08:40.906314 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-eb0b98b5-3898-4e55-b741-575c89b9a2f1 req-3cfd2bc3-f80e-4da0-9fb7-096244556c80 tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] 10.222.0.13 "GET /v2.0/ports?device_id=84573221-9e33-48d2-866b-d60d20f086d1 HTTP/1.1" status: 200  len: 945 time: 0.5414708
Feb 19 03:08:40.929847 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.db [req-e3367de5-9be3-4e70-bf4c-7e78e666f645 req-1187cee5-72b0-4f2d-92fe-b8d6b47727cb service neutron] For port 16418b48-b026-46e8-a64e-e078dfd8d7a3, host hv-cinder-77570, cleared binding levels {{(pid=84116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 19 03:08:40.947206 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.db [req-e3367de5-9be3-4e70-bf4c-7e78e666f645 req-1187cee5-72b0-4f2d-92fe-b8d6b47727cb service neutron] For port 16418b48-b026-46e8-a64e-e078dfd8d7a3, host hv-cinder-77570, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=16418b48-b026-46e8-a64e-e078dfd8d7a3,segment=NetworkSegment(b4e3de9c-c494-4579-9779-44c7e3e9c0cb),segment_id=b4e3de9c-c494-4579-9779-44c7e3e9c0cb)] {{(pid=84116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 19 03:08:40.953492 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51807bf8-9d8c-48ce-809f-0027e080bb96 req-de450e72-63ae-45e9-b65c-117db769576f tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:08:40.983844 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-51807bf8-9d8c-48ce-809f-0027e080bb96 req-de450e72-63ae-45e9-b65c-117db769576f tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] 10.222.0.13 "GET /v2.0/ports?device_id=445f0f06-0e3a-4d82-8062-494e11d3e5e8 HTTP/1.1" status: 200  len: 943 time: 0.5917721
Feb 19 03:08:41.034227 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-e3367de5-9be3-4e70-bf4c-7e78e666f645 req-1187cee5-72b0-4f2d-92fe-b8d6b47727cb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269711510320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767142869380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269711906403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852145191'] for port, after_update {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:41.061705 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-eb0b98b5-3898-4e55-b741-575c89b9a2f1 req-b9f7eb54-921d-42d6-b6ca-0135f08893ce tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7be7950-201e-4452-88dd-92f8a0a2b5e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1289144
Feb 19 03:08:41.062470 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:08:41.066022 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-51807bf8-9d8c-48ce-809f-0027e080bb96 req-124cfeeb-1c87-4e14-8648-0e6f390374c8 tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] 10.222.0.13 "GET /v2.0/security-groups?id=aeaa7df1-6317-4400-8081-4d374588da7c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1022749
Feb 19 03:08:41.067353 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9ed476-ffb8-4dd4-8159-30fc9f85a455 req-ae88fee5-29e9-4f36-900f-5cdecf38e812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:08:41.069056 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-2e9ed476-ffb8-4dd4-8159-30fc9f85a455 req-ae88fee5-29e9-4f36-900f-5cdecf38e812 service neutron] 10.222.0.65 "GET /v2.0/networks?id=6590657d-05da-4509-bb41-0f0908d98c62 HTTP/1.1" status: 200  len: 910 time: 0.2726460
Feb 19 03:08:41.110220 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-712969db-d639-412b-bc1f-1fbf059d0701 None None] Network 6946dce6-087a-4bdb-88e1-3a97fb894be8 requested from dv-cinder-775706-2-iscsi {{(pid=84117) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 19 03:08:41.169568 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-2e9ed476-ffb8-4dd4-8159-30fc9f85a455 req-962cb4b1-57f8-42ec-bf27-7dd5bd007e4a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8e1dc085-b1a7-40cf-b595-a991a868d384 HTTP/1.1" status: 200  len: 217 time: 0.0919578
Feb 19 03:08:41.385702 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-25997035-8187-4612-89ef-7051f87c86e4 req-db2c896d-9fb9-4b50-bf38-5193599a1f4d tempest-VolumesNegativeTest-929266281 tempest-VolumesNegativeTest-929266281-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=b53a5f0e36f3490cbfdfcb866a0eb04b&shared=False HTTP/1.1" status: 200  len: 213 time: 0.1264317
Feb 19 03:08:41.448769 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9ed476-ffb8-4dd4-8159-30fc9f85a455 req-c0e7c3cf-d49f-4d40-87fb-8d2761fed68e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:08:41.450542 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-2e9ed476-ffb8-4dd4-8159-30fc9f85a455 req-c0e7c3cf-d49f-4d40-87fb-8d2761fed68e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c8812985-29c9-4582-bf6b-c00d9e74b5a6 HTTP/1.1" status: 200  len: 856 time: 0.2725153
Feb 19 03:08:41.484896 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-922a80b4-bcf8-4a82-9572-55e05235c776 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:41.586174 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-2e9ed476-ffb8-4dd4-8159-30fc9f85a455 req-10d02775-0c7b-43d1-a15b-4b33e59eea4f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6590657d-05da-4509-bb41-0f0908d98c62&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0816860
Feb 19 03:08:41.621856 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1187cee5-72b0-4f2d-92fe-b8d6b47727cb service neutron] Pushing event updated for resources: {'Port': ['ID=16418b48-b026-46e8-a64e-e078dfd8d7a3,revision_number=3']} {{(pid=84116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:08:41.625912 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-1187cee5-72b0-4f2d-92fe-b8d6b47727cb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.573s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:08:41.754974 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3367de5-9be3-4e70-bf4c-7e78e666f645 req-1187cee5-72b0-4f2d-92fe-b8d6b47727cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:08:41.755532 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-e3367de5-9be3-4e70-bf4c-7e78e666f645 req-1187cee5-72b0-4f2d-92fe-b8d6b47727cb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854203462'] for port, before_response {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:41.757180 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-e3367de5-9be3-4e70-bf4c-7e78e666f645 req-1187cee5-72b0-4f2d-92fe-b8d6b47727cb service neutron] 10.222.0.65 "PUT /v2.0/ports/16418b48-b026-46e8-a64e-e078dfd8d7a3 HTTP/1.1" status: 200  len: 1157 time: 3.9085407
Feb 19 03:08:41.760044 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '445f0f06-0e3a-4d82-8062-494e11d3e5e8', 'tag': '16418b48-b026-46e8-a64e-e078dfd8d7a3'}] {{(pid=84116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 03:08:41.769535 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31018a9d-c76f-48f1-a32b-1ccb838aebac req-9a3eba10-80ea-4a7e-ad1c-6dbe6b30ea71 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:08:41.774503 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-31018a9d-c76f-48f1-a32b-1ccb838aebac req-9a3eba10-80ea-4a7e-ad1c-6dbe6b30ea71 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e4882dd-d538-4794-b670-363a7a2168f7 HTTP/1.1" status: 200  len: 946 time: 0.5171316
Feb 19 03:08:41.783176 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25997035-8187-4612-89ef-7051f87c86e4 req-41880d0c-75cf-445a-95f9-4b0b8b3a08df tempest-VolumesNegativeTest-929266281 tempest-VolumesNegativeTest-929266281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:08:41.784808 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-25997035-8187-4612-89ef-7051f87c86e4 req-41880d0c-75cf-445a-95f9-4b0b8b3a08df tempest-VolumesNegativeTest-929266281 tempest-VolumesNegativeTest-929266281-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.3781574
Feb 19 03:08:41.841354 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-25997035-8187-4612-89ef-7051f87c86e4 req-e45d4c91-07ef-4dc9-b451-4008568bf282 tempest-VolumesNegativeTest-929266281 tempest-VolumesNegativeTest-929266281-project] 10.222.0.13 "GET /v2.0/quotas/b53a5f0e36f3490cbfdfcb866a0eb04b HTTP/1.1" status: 200  len: 375 time: 0.0465627
Feb 19 03:08:41.862911 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.rpc [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Device 620ca212-b760-4421-979b-f3ffea0ba319 up at agent ovs-agent-dv-cinder-775706-2-iscsi {{(pid=84117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 03:08:41.943200 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-2e9ed476-ffb8-4dd4-8159-30fc9f85a455 req-70bff358-e07a-445a-bf35-a698c7844b36 service neutron] 10.222.0.65 "GET /v2.0/networks/6590657d-05da-4509-bb41-0f0908d98c62?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3350561
Feb 19 03:08:41.949293 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-25997035-8187-4612-89ef-7051f87c86e4 req-ff710d43-3143-43cc-af7b-cffdf7f075db tempest-VolumesNegativeTest-929266281 tempest-VolumesNegativeTest-929266281-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=b53a5f0e36f3490cbfdfcb866a0eb04b&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0880358
Feb 19 03:08:41.968944 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-31018a9d-c76f-48f1-a32b-1ccb838aebac req-bf760dcb-4855-4dab-8e7a-c814817b7aec tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cec6e94-f87a-4dfc-b64f-629a6d488241&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1755762
Feb 19 03:08:41.995998 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Provisioning complete for port 620ca212-b760-4421-979b-f3ffea0ba319 triggered by entity L2. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 03:08:42.003288 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16124857'] for port, provisioning_complete {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:42.036658 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-922a80b4-bcf8-4a82-9572-55e05235c776 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-374674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854387483'] for router, after_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:42.077931 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-f010ce7e-a446-4556-8eef-42067eb85f51 None None] Provisioning for port 557aaf86-9e57-42ce-8e2c-cbd084a74048 completed by entity DHCP. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 19 03:08:42.221738 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.rpc [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Device 557aaf86-9e57-42ce-8e2c-cbd084a74048 up at agent ovs-agent-dv-cinder-775706-2-iscsi {{(pid=84117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 03:08:42.301912 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-2e9ed476-ffb8-4dd4-8159-30fc9f85a455 req-15c09c6f-28d6-4699-a8ba-06c5a490c5a7 service neutron] 10.222.0.65 "GET /v2.0/networks/6590657d-05da-4509-bb41-0f0908d98c62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3311162
Feb 19 03:08:42.458232 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '445f0f06-0e3a-4d82-8062-494e11d3e5e8', 'tag': '16418b48-b026-46e8-a64e-e078dfd8d7a3', 'status': 'completed', 'code': 200}
Feb 19 03:08:42.469456 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Provisioning for port 557aaf86-9e57-42ce-8e2c-cbd084a74048 completed by entity L2. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 19 03:08:42.475138 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Provisioning complete for port 557aaf86-9e57-42ce-8e2c-cbd084a74048 triggered by entity L2. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 03:08:42.475740 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16124857'] for port, provisioning_complete {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:42.567997 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-37c38c2f-286f-4049-911a-7b9f6130c89f None None] Provisioning complete for port 557aaf86-9e57-42ce-8e2c-cbd084a74048 triggered by entity DHCP. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 03:08:42.568440 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-37c38c2f-286f-4049-911a-7b9f6130c89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16124857'] for port, provisioning_complete {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:42.571104 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3367de5-9be3-4e70-bf4c-7e78e666f645 req-78446c46-973f-408d-9319-c36faeaa18e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:08:42.572726 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-e3367de5-9be3-4e70-bf4c-7e78e666f645 req-78446c46-973f-408d-9319-c36faeaa18e4 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a0ccfe73f663490cabd2bb049ae99c7c&device_id=445f0f06-0e3a-4d82-8062-494e11d3e5e8 HTTP/1.1" status: 200  len: 1160 time: 0.4130816
Feb 19 03:08:42.671388 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-e3367de5-9be3-4e70-bf4c-7e78e666f645 req-7277cd5c-2934-4294-9ab6-211ba351945f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=16418b48-b026-46e8-a64e-e078dfd8d7a3 HTTP/1.1" status: 200  len: 217 time: 0.0710604
Feb 19 03:08:42.695621 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1124a756-7079-40a5-b788-a7656cba62d2 req-f75c17a1-db23-475e-a76c-f34471278f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:08:42.697613 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-1124a756-7079-40a5-b788-a7656cba62d2 req-f75c17a1-db23-475e-a76c-f34471278f86 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a83cb91af86b404e843a85617a0bdf97&device_id=84573221-9e33-48d2-866b-d60d20f086d1 HTTP/1.1" status: 200  len: 1162 time: 0.3308840
Feb 19 03:08:42.709361 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838630373'] for port, before_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:42.753531 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4536f743-b4f9-4ba8-ac46-c22510f9d8ba req-e9d7f112-badf-4e05-8c3d-f1f5a9acd457 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:08:42.757046 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3367de5-9be3-4e70-bf4c-7e78e666f645 req-b603ba19-7c69-452a-bbdb-fdaad20e8e07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:08:42.758840 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-e3367de5-9be3-4e70-bf4c-7e78e666f645 req-b603ba19-7c69-452a-bbdb-fdaad20e8e07 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=74c961f0-fc07-4921-8313-2a6fd919edf2 HTTP/1.1" status: 200  len: 854 time: 0.0784900
Feb 19 03:08:42.762922 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-922a80b4-bcf8-4a82-9572-55e05235c776 admin admin] Router ac85bc42-659c-4b1b-a675-d43a2f9adecd is scheduled to L3 agent f4ccfb5a-d22e-440e-8ddd-f393ad00f812 with binding_index 1 {{(pid=84116) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Feb 19 03:08:42.764290 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-4536f743-b4f9-4ba8-ac46-c22510f9d8ba req-e9d7f112-badf-4e05-8c3d-f1f5a9acd457 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] 10.222.0.13 "GET /v2.0/ports?device_id=39c82310-15ee-49b5-a086-cd2790e856d2 HTTP/1.1" status: 200  len: 946 time: 0.2706454
Feb 19 03:08:42.812266 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.db [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] For port 557aaf86-9e57-42ce-8e2c-cbd084a74048, host dv-cinder-775706-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-2-iscsi',level=0,port_id=557aaf86-9e57-42ce-8e2c-cbd084a74048,segment=NetworkSegment(5659cbf6-6b1c-4a46-9d2c-49f33fb6f6a4),segment_id=5659cbf6-6b1c-4a46-9d2c-49f33fb6f6a4)] {{(pid=84117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 03:08:42.825450 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-37c38c2f-286f-4049-911a-7b9f6130c89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838630373'] for port, before_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:42.860629 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269711510320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767142869380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269711906403'] for port, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:42.864760 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:08:42.878700 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afaaedb-71e8-4b65-970f-dbf3de7ad2a8 req-6c9867c6-2167-46db-bf2b-c8ee565f9d0f tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:08:42.886775 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-5afaaedb-71e8-4b65-970f-dbf3de7ad2a8 req-6c9867c6-2167-46db-bf2b-c8ee565f9d0f tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] 10.222.0.13 "GET /v2.0/ports?device_id=84573221-9e33-48d2-866b-d60d20f086d1 HTTP/1.1" status: 200  len: 945 time: 0.3006604
Feb 19 03:08:42.982339 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-4536f743-b4f9-4ba8-ac46-c22510f9d8ba req-e1663baa-b874-4389-be8b-2635f326bc3e tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e7eef30-c0d8-4a18-a57a-f21b76010128&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.2167854
Feb 19 03:08:43.004652 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.db.api [None req-37c38c2f-286f-4049-911a-7b9f6130c89f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84117) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 19 03:08:43.005090 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_db.api [None req-37c38c2f-286f-4049-911a-7b9f6130c89f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 19 03:08:43.009299 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1124a756-7079-40a5-b788-a7656cba62d2 req-75d41c0b-5d1f-4588-a01a-9bbe6e5c8f38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:08:43.013357 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-1124a756-7079-40a5-b788-a7656cba62d2 req-75d41c0b-5d1f-4588-a01a-9bbe6e5c8f38 service neutron] 10.222.0.65 "GET /v2.0/networks?id=6590657d-05da-4509-bb41-0f0908d98c62 HTTP/1.1" status: 200  len: 910 time: 0.2937841
Feb 19 03:08:43.027509 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-5afaaedb-71e8-4b65-970f-dbf3de7ad2a8 req-5dd4c6fa-fc46-43a3-82a7-aad7c7718cce tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7be7950-201e-4452-88dd-92f8a0a2b5e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1397989
Feb 19 03:08:43.027720 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-922a80b4-bcf8-4a82-9572-55e05235c776 admin admin] Notify agent at l3_agent.dv-cinder-775706-2-iscsi the message routers_updated {{(pid=84116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 19 03:08:43.039092 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84192a60-778a-47f0-9f15-5da8afd83f37 None None] Sync routers for ids ['ac85bc42-659c-4b1b-a675-d43a2f9adecd'] in dv-cinder-775706-2-iscsi {{(pid=84118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 19 03:08:43.055538 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Pushing event updated for resources: {'Port': ['ID=557aaf86-9e57-42ce-8e2c-cbd084a74048,revision_number=3']} {{(pid=84117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:08:43.059641 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84192a60-778a-47f0-9f15-5da8afd83f37 None None] Routers {'ac85bc42-659c-4b1b-a675-d43a2f9adecd'} bound to L3 agent in host dv-cinder-775706-2-iscsi {{(pid=84118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 03:08:43.060333 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_hamode_db [None req-84192a60-778a-47f0-9f15-5da8afd83f37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9425e23f98>, 'dv-cinder-775706-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-19T02:56:52Z,description=<?>,heartbeat_timestamp=2021-02-19T03:08:22Z,host='dv-cinder-775706-2-iscsi',id=f4ccfb5a-d22e-440e-8ddd-f393ad00f812,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T02:56:52Z,topic='l3_agent')) {'router_ids': ['ac85bc42-659c-4b1b-a675-d43a2f9adecd'], 'active': True} {{(pid=84118) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 03:08:43.080125 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:08:43.080599 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:08:43.081064 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:08:43.081525 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:08:43.082003 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:08:43.082460 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:08:43.082914 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:08:43.083365 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:08:43.083836 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:08:43.084286 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:08:43.084747 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:08:43.085185 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:08:43.085689 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:08:43.086179 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:08:43.086622 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:08:43.087184 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:08:43.087611 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:08:43.088128 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:08:43.088628 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:08:43.088867 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3367de5-9be3-4e70-bf4c-7e78e666f645 req-395f732d-9512-4fb0-86a5-9ea278ead739 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:08:43.089821 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:08:43.090292 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:08:43.090781 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:08:43.091248 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:08:43.091744 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:08:43.092140 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-e3367de5-9be3-4e70-bf4c-7e78e666f645 req-395f732d-9512-4fb0-86a5-9ea278ead739 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4097a413-4776-4469-a598-b6a7e21b8df1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3228960
Feb 19 03:08:43.096492 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=84117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:08:43.151108 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-1124a756-7079-40a5-b788-a7656cba62d2 req-2e453709-77f8-4afe-bd80-1a27ebb1f328 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8e1dc085-b1a7-40cf-b595-a991a868d384 HTTP/1.1" status: 200  len: 217 time: 0.1204615
Feb 19 03:08:43.192013 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-922a80b4-bcf8-4a82-9572-55e05235c776 admin admin] Notify callbacks [] for router, before_response {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:43.196190 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-922a80b4-bcf8-4a82-9572-55e05235c776 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 922 time: 6.5914731
Feb 19 03:08:43.199956 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84116) accepted ('10.222.0.13', 51188) {{(pid=84116) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:08:43.330837 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvr_db [None req-84192a60-778a-47f0-9f15-5da8afd83f37 None None] Set router ac85bc42-659c-4b1b-a675-d43a2f9adecd gateway port host: dv-cinder-775706-2-iscsi {{(pid=84118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 03:08:43.354090 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-8e78577d-e748-412b-9327-a3f2cb51fe0c req-e47ba320-1c94-4960-8253-ff251abd71f8 tempest-VolumesNegativeTest-929266281 tempest-VolumesNegativeTest-929266281-project] 10.222.0.13 "GET /v2.0/ports?device_id=d00c1eb8-6f69-4518-b9d4-ce1eac1bfeb4 HTTP/1.1" status: 200  len: 210 time: 0.0845973
Feb 19 03:08:43.381003 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-e3367de5-9be3-4e70-bf4c-7e78e666f645 req-e7d1a0ea-bb43-466e-8f51-b5760d76926c service neutron] 10.222.0.65 "GET /v2.0/networks/4097a413-4776-4469-a598-b6a7e21b8df1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2803736
Feb 19 03:08:43.390888 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1124a756-7079-40a5-b788-a7656cba62d2 req-5ead58dc-1db4-4e49-b0ac-5cd2e7024506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:08:43.392597 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-1124a756-7079-40a5-b788-a7656cba62d2 req-5ead58dc-1db4-4e49-b0ac-5cd2e7024506 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c8812985-29c9-4582-bf6b-c00d9e74b5a6 HTTP/1.1" status: 200  len: 856 time: 0.2019353
Feb 19 03:08:43.420244 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec7cfdc6-0d94-4396-90c3-6d58af81b011 req-60f0fca1-3ca2-4612-92bb-dab19a28daf4 tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:08:43.432259 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-ec7cfdc6-0d94-4396-90c3-6d58af81b011 req-60f0fca1-3ca2-4612-92bb-dab19a28daf4 tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] 10.222.0.13 "GET /v2.0/ports?device_id=445f0f06-0e3a-4d82-8062-494e11d3e5e8 HTTP/1.1" status: 200  len: 943 time: 0.2795448
Feb 19 03:08:43.563282 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-1124a756-7079-40a5-b788-a7656cba62d2 req-e3ea395d-5351-427c-8c6d-915ed4d42aa8 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6590657d-05da-4509-bb41-0f0908d98c62&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1072261
Feb 19 03:08:43.754583 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.rpc [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Device 557aaf86-9e57-42ce-8e2c-cbd084a74048 up at agent ovs-agent-dv-cinder-775706-2-iscsi {{(pid=84117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 03:08:43.793553 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-ec7cfdc6-0d94-4396-90c3-6d58af81b011 req-d71a0106-f118-4087-b49c-c47a10c32012 tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] 10.222.0.13 "GET /v2.0/security-groups?id=aeaa7df1-6317-4400-8081-4d374588da7c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3442552
Feb 19 03:08:43.873331 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Provisioning complete for port 557aaf86-9e57-42ce-8e2c-cbd084a74048 triggered by entity L2. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 03:08:43.877306 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16124857'] for port, provisioning_complete {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:43.916641 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-e3367de5-9be3-4e70-bf4c-7e78e666f645 req-6e18c3c9-591c-43bc-b7b9-ad1cd01a0c7f service neutron] 10.222.0.65 "GET /v2.0/networks/4097a413-4776-4469-a598-b6a7e21b8df1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.5084090
Feb 19 03:08:43.982130 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_hamode_db [None req-84192a60-778a-47f0-9f15-5da8afd83f37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9425e23f98>, [{'id': 'ac85bc42-659c-4b1b-a675-d43a2f9adecd', 'name': 'tempest-TestVolumeBootPattern-274869325-router', 'tenant_id': 'd27f6c1005a649899564d57c50d0b93b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'external_fixed_ips': [{'subnet_id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': 'b1b4f2b6-d3f7-4b08-8b79-1a3c69383f83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T03:08:36Z', 'updated_at': '2021-02-19T03:08:40Z', 'revision_number': 3, 'project_id': 'd27f6c1005a649899564d57c50d0b93b', 'gw_port': {'id': 'b1b4f2b6-d3f7-4b08-8b79-1a3c69383f83', 'name': '', 'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:95:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac85bc42-659c-4b1b-a675-d43a2f9adecd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T03:08:38Z', 'updated_at': '2021-02-19T03:08:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-2-iscsi'}], 'dv-cinder-775706-2-iscsi', False) {} {{(pid=84118) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 03:08:43.998807 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84192a60-778a-47f0-9f15-5da8afd83f37 None None] Checking router: ac85bc42-659c-4b1b-a675-d43a2f9adecd for host: dv-cinder-775706-2-iscsi {{(pid=84118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 19 03:08:43.999216 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84192a60-778a-47f0-9f15-5da8afd83f37 None None] Updating router ac85bc42-659c-4b1b-a675-d43a2f9adecd port b1b4f2b6-d3f7-4b08-8b79-1a3c69383f83 binding host dv-cinder-775706-2-iscsi {{(pid=84118) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 19 03:08:44.007121 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-1124a756-7079-40a5-b788-a7656cba62d2 req-1604875e-df56-42f4-9c6f-ff40ebfcc340 service neutron] 10.222.0.65 "GET /v2.0/networks/6590657d-05da-4509-bb41-0f0908d98c62?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4290326
Feb 19 03:08:44.100442 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-84192a60-778a-47f0-9f15-5da8afd83f37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838630373'] for port, before_update {{(pid=84118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:44.437574 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-25997035-8187-4612-89ef-7051f87c86e4 req-94375c7a-2bd5-47f4-968e-eb1253e6c98c tempest-VolumesNegativeTest-929266281 tempest-VolumesNegativeTest-929266281-project] 10.222.0.65 "GET /v2.0/networks?tenant_id=b53a5f0e36f3490cbfdfcb866a0eb04b&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0455320
Feb 19 03:08:44.556613 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-84192a60-778a-47f0-9f15-5da8afd83f37 None None] Notify callbacks [] for port, precommit_update {{(pid=84118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:44.569902 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-84192a60-778a-47f0-9f15-5da8afd83f37 None None] Transition to ACTIVE for port object b1b4f2b6-d3f7-4b08-8b79-1a3c69383f83 will not be triggered until provisioned by entity L2. {{(pid=84118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 19 03:08:44.587733 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-1124a756-7079-40a5-b788-a7656cba62d2 req-e2625284-bb50-4dd8-97ba-18fe8e3b1d81 service neutron] 10.222.0.65 "GET /v2.0/networks/6590657d-05da-4509-bb41-0f0908d98c62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4971683
Feb 19 03:08:44.596524 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-84192a60-778a-47f0-9f15-5da8afd83f37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269711510320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767142869380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269711906403'] for port, after_update {{(pid=84118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:44.628435 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e66f36-aabc-40a0-ad2c-a185dc3a34ab req-82d76160-fd4b-459e-9c32-2df4385faec7 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:08:44.630193 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-07e66f36-aabc-40a0-ad2c-a185dc3a34ab req-82d76160-fd4b-459e-9c32-2df4385faec7 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e4882dd-d538-4794-b670-363a7a2168f7 HTTP/1.1" status: 200  len: 946 time: 0.5384686
Feb 19 03:08:44.641317 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b64a39e7-f966-41bf-b70a-b3e7eae28323 req-9378eced-a9f9-4a5c-883b-aa5b78cffd80 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:08:44.643043 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-b64a39e7-f966-41bf-b70a-b3e7eae28323 req-9378eced-a9f9-4a5c-883b-aa5b78cffd80 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] 10.222.0.13 "GET /v2.0/ports?device_id=39c82310-15ee-49b5-a086-cd2790e856d2 HTTP/1.1" status: 200  len: 946 time: 0.6539865
Feb 19 03:08:44.656704 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84116) accepted ('10.222.0.13', 51202) {{(pid=84116) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:08:44.665316 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.v2.base [None req-c293518e-8595-4e6f-9b80-a4950d030c07 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Request body: {'floatingip': {'port_id': 'e488387b-5255-49c1-864a-bb8311c72122'}} {{(pid=84116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 03:08:44.713787 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-07e66f36-aabc-40a0-ad2c-a185dc3a34ab req-bfaab958-8c0b-43a3-9a44-30d9cd98397d tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cec6e94-f87a-4dfc-b64f-629a6d488241&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0695567
Feb 19 03:08:44.718073 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-e020c0dd-1837-4d25-af2e-93a9f9b088b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:08:44.738514 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25421b5-bf67-4fbb-9cc1-0521ae657190 req-6f89393a-7d18-4aed-8453-8b7c34c14cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:08:44.741504 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-f25421b5-bf67-4fbb-9cc1-0521ae657190 req-6f89393a-7d18-4aed-8453-8b7c34c14cb8 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a0ccfe73f663490cabd2bb049ae99c7c&device_id=445f0f06-0e3a-4d82-8062-494e11d3e5e8 HTTP/1.1" status: 200  len: 1160 time: 0.6918678
Feb 19 03:08:44.844960 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ca1c84-ebd4-46bd-998d-9b76f28b9d6b None None] Pushing event updated for resources: {'Port': ['ID=b1b4f2b6-d3f7-4b08-8b79-1a3c69383f83,revision_number=2']} {{(pid=84118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:08:44.857641 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-14ca1c84-ebd4-46bd-998d-9b76f28b9d6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=84118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:08:44.878262 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-c293518e-8595-4e6f-9b80-a4950d030c07 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Notify callbacks [] for floatingip, before_update {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:44.927549 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92769013-5bd9-46ca-97c2-564c2336e891 req-ed13cd21-0ec8-4604-a915-94e5c8c17824 tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:08:44.935150 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-92769013-5bd9-46ca-97c2-564c2336e891 req-ed13cd21-0ec8-4604-a915-94e5c8c17824 tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] 10.222.0.13 "GET /v2.0/ports?device_id=84573221-9e33-48d2-866b-d60d20f086d1 HTTP/1.1" status: 200  len: 945 time: 0.1346915
Feb 19 03:08:45.001095 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.managers [None req-84192a60-778a-47f0-9f15-5da8afd83f37 None None] Attempting to bind port b1b4f2b6-d3f7-4b08-8b79-1a3c69383f83 on host dv-cinder-775706-2-iscsi for vnic_type normal with profile  {{(pid=84118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 03:08:45.001513 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.managers [None req-84192a60-778a-47f0-9f15-5da8afd83f37 None None] Attempting to bind port b1b4f2b6-d3f7-4b08-8b79-1a3c69383f83 by drivers openvswitch on host dv-cinder-775706-2-iscsi at level 0 using segments [{'id': '018f6e14-8221-4ee7-96a8-19699912d63c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc'}] {{(pid=84118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 19 03:08:45.001971 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84192a60-778a-47f0-9f15-5da8afd83f37 None None] Attempting to bind port b1b4f2b6-d3f7-4b08-8b79-1a3c69383f83 on network 11a0058d-2e2a-4262-b636-ae96512c4ecc {{(pid=84118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 19 03:08:45.003791 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-2861f2ab-d542-4f01-a71c-e3807f431fed req-b632e934-c63c-4060-9df5-0bf6b716493c tempest-VolumesNegativeTest-929266281 tempest-VolumesNegativeTest-929266281-project] 10.222.0.13 "GET /v2.0/ports?device_id=d00c1eb8-6f69-4518-b9d4-ce1eac1bfeb4 HTTP/1.1" status: 200  len: 210 time: 0.0528190
Feb 19 03:08:45.008133 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84192a60-778a-47f0-9f15-5da8afd83f37 None None] Checking agent: {'id': '3cd1f8a8-5d37-45d2-b10a-f80d551451b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775706-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 19, 2, 56, 53), 'started_at': datetime.datetime(2021, 2, 19, 2, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 2, 19, 3, 8, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775706-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.86', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 19 03:08:45.008551 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84192a60-778a-47f0-9f15-5da8afd83f37 None None] Checking segment: {'id': '018f6e14-8221-4ee7-96a8-19699912d63c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 19 03:08:45.009009 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-84192a60-778a-47f0-9f15-5da8afd83f37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:45.009444 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84192a60-778a-47f0-9f15-5da8afd83f37 None None] Bound using segment: {'id': '018f6e14-8221-4ee7-96a8-19699912d63c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc'} {{(pid=84118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 19 03:08:45.009986 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.managers [None req-84192a60-778a-47f0-9f15-5da8afd83f37 None None] Bound port: b1b4f2b6-d3f7-4b08-8b79-1a3c69383f83, host: dv-cinder-775706-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '018f6e14-8221-4ee7-96a8-19699912d63c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc'}}] {{(pid=84118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 19 03:08:45.010677 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-84192a60-778a-47f0-9f15-5da8afd83f37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838630373'] for port, before_update {{(pid=84118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:45.059957 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-92769013-5bd9-46ca-97c2-564c2336e891 req-bb392d45-160d-40d9-9d8b-3eb3a01c470f tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7be7950-201e-4452-88dd-92f8a0a2b5e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1236989
Feb 19 03:08:45.153543 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.db [None req-84192a60-778a-47f0-9f15-5da8afd83f37 None None] For port b1b4f2b6-d3f7-4b08-8b79-1a3c69383f83, host dv-cinder-775706-2-iscsi, cleared binding levels {{(pid=84118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 19 03:08:45.157698 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.db [None req-84192a60-778a-47f0-9f15-5da8afd83f37 None None] For port b1b4f2b6-d3f7-4b08-8b79-1a3c69383f83, host dv-cinder-775706-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-2-iscsi',level=0,port_id=b1b4f2b6-d3f7-4b08-8b79-1a3c69383f83,segment=NetworkSegment(018f6e14-8221-4ee7-96a8-19699912d63c),segment_id=018f6e14-8221-4ee7-96a8-19699912d63c)] {{(pid=84118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 19 03:08:45.202789 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-84192a60-778a-47f0-9f15-5da8afd83f37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269711510320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767142869380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269711906403'] for port, after_update {{(pid=84118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:45.274900 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:08:45.290345 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25997035-8187-4612-89ef-7051f87c86e4 req-cedce363-1317-4d41-bb89-431b99e2e325 tempest-VolumesNegativeTest-929266281 tempest-VolumesNegativeTest-929266281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:08:45.290567 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1566dfe1-e487-4907-b124-de214467135e req-2b2597b7-0b0e-4b49-b019-54d0940f0b78 tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:08:45.291926 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-25997035-8187-4612-89ef-7051f87c86e4 req-cedce363-1317-4d41-bb89-431b99e2e325 tempest-VolumesNegativeTest-929266281 tempest-VolumesNegativeTest-929266281-project] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.7913289
Feb 19 03:08:45.292193 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-1566dfe1-e487-4907-b124-de214467135e req-2b2597b7-0b0e-4b49-b019-54d0940f0b78 tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] 10.222.0.13 "GET /v2.0/ports?device_id=445f0f06-0e3a-4d82-8062-494e11d3e5e8 HTTP/1.1" status: 200  len: 943 time: 0.1050694
Feb 19 03:08:45.343841 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-1566dfe1-e487-4907-b124-de214467135e req-d1ba4b4b-6747-4416-869c-c1a82b0a7d26 tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] 10.222.0.13 "GET /v2.0/security-groups?id=aeaa7df1-6317-4400-8081-4d374588da7c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443892
Feb 19 03:08:45.359887 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.v2.base [req-25997035-8187-4612-89ef-7051f87c86e4 req-fd2ffa05-c4fb-4cb2-bb08-1644551a9049 tempest-VolumesNegativeTest-929266281 tempest-VolumesNegativeTest-929266281-project] Request body: {'port': {'device_id': 'd00c1eb8-6f69-4518-b9d4-ce1eac1bfeb4', 'network_id': '713a7f90-bb8f-4aea-82cd-e017d8491427', 'admin_state_up': True, 'tenant_id': 'b53a5f0e36f3490cbfdfcb866a0eb04b'}} {{(pid=84116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 03:08:45.381216 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ca1c84-ebd4-46bd-998d-9b76f28b9d6b None None] Pushing event updated for resources: {'Port': ['ID=b1b4f2b6-d3f7-4b08-8b79-1a3c69383f83,revision_number=3']} {{(pid=84118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:08:45.387661 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-14ca1c84-ebd4-46bd-998d-9b76f28b9d6b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=84118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:08:45.428746 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84192a60-778a-47f0-9f15-5da8afd83f37 None None] Routers {'ac85bc42-659c-4b1b-a675-d43a2f9adecd'} bound to L3 agent in host dv-cinder-775706-2-iscsi {{(pid=84118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 03:08:45.429402 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_hamode_db [None req-84192a60-778a-47f0-9f15-5da8afd83f37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9425e23f98>, 'dv-cinder-775706-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-19T02:56:52Z,description=<?>,heartbeat_timestamp=2021-02-19T03:08:22Z,host='dv-cinder-775706-2-iscsi',id=f4ccfb5a-d22e-440e-8ddd-f393ad00f812,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T02:56:52Z,topic='l3_agent')) {'router_ids': ['ac85bc42-659c-4b1b-a675-d43a2f9adecd'], 'active': True} {{(pid=84118) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 03:08:45.625750 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvr_db [None req-84192a60-778a-47f0-9f15-5da8afd83f37 None None] Set router ac85bc42-659c-4b1b-a675-d43a2f9adecd gateway port host: dv-cinder-775706-2-iscsi {{(pid=84118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 03:08:45.634630 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25421b5-bf67-4fbb-9cc1-0521ae657190 req-60c8a10b-c08c-4516-8f6f-9ecaaf0afa63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:08:45.636511 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-f25421b5-bf67-4fbb-9cc1-0521ae657190 req-60c8a10b-c08c-4516-8f6f-9ecaaf0afa63 service neutron] 10.222.0.65 "GET /v2.0/networks?id=4097a413-4776-4469-a598-b6a7e21b8df1 HTTP/1.1" status: 200  len: 909 time: 0.8131926
Feb 19 03:08:45.808834 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-f25421b5-bf67-4fbb-9cc1-0521ae657190 req-dcd075f5-ac04-47d0-8df7-693e8375d323 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=16418b48-b026-46e8-a64e-e078dfd8d7a3 HTTP/1.1" status: 200  len: 217 time: 0.1646781
Feb 19 03:08:45.836463 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-0cbd7a2a-9bf5-4a26-8a74-e3e8f22f7f30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838630373'] for port, before_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:45.936726 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_hamode_db [None req-84192a60-778a-47f0-9f15-5da8afd83f37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9425e23f98>, [{'id': 'ac85bc42-659c-4b1b-a675-d43a2f9adecd', 'name': 'tempest-TestVolumeBootPattern-274869325-router', 'tenant_id': 'd27f6c1005a649899564d57c50d0b93b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'external_fixed_ips': [{'subnet_id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': 'b1b4f2b6-d3f7-4b08-8b79-1a3c69383f83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T03:08:36Z', 'updated_at': '2021-02-19T03:08:40Z', 'revision_number': 3, 'project_id': 'd27f6c1005a649899564d57c50d0b93b', 'gw_port': {'id': 'b1b4f2b6-d3f7-4b08-8b79-1a3c69383f83', 'name': '', 'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:95:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac85bc42-659c-4b1b-a675-d43a2f9adecd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T03:08:38Z', 'updated_at': '2021-02-19T03:08:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-2-iscsi'}], 'dv-cinder-775706-2-iscsi', False) {} {{(pid=84118) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 03:08:45.941579 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84192a60-778a-47f0-9f15-5da8afd83f37 None None] The sync data for ids ['ac85bc42-659c-4b1b-a675-d43a2f9adecd'] in dv-cinder-775706-2-iscsi is: [{'id': 'ac85bc42-659c-4b1b-a675-d43a2f9adecd', 'name': 'tempest-TestVolumeBootPattern-274869325-router', 'tenant_id': 'd27f6c1005a649899564d57c50d0b93b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'external_fixed_ips': [{'subnet_id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': 'b1b4f2b6-d3f7-4b08-8b79-1a3c69383f83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T03:08:36Z', 'updated_at': '2021-02-19T03:08:40Z', 'revision_number': 3, 'project_id': 'd27f6c1005a649899564d57c50d0b93b', 'gw_port': {'id': 'b1b4f2b6-d3f7-4b08-8b79-1a3c69383f83', 'name': '', 'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:95:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac85bc42-659c-4b1b-a675-d43a2f9adecd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T03:08:38Z', 'updated_at': '2021-02-19T03:08:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-2-iscsi'}] {{(pid=84118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 19 03:08:45.944830 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39998a44-235c-4afc-9707-1ebd1fdd33d0 req-38038a51-50c7-451e-a676-a52eb8606cd4 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:08:45.946583 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-39998a44-235c-4afc-9707-1ebd1fdd33d0 req-38038a51-50c7-451e-a676-a52eb8606cd4 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e4882dd-d538-4794-b670-363a7a2168f7 HTTP/1.1" status: 200  len: 946 time: 0.1015937
Feb 19 03:08:46.001038 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-39998a44-235c-4afc-9707-1ebd1fdd33d0 req-70cb5705-ade2-4d8b-a00c-654f5c98cb41 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cec6e94-f87a-4dfc-b64f-629a6d488241&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0476658
Feb 19 03:08:46.116432 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [req-25997035-8187-4612-89ef-7051f87c86e4 req-fd2ffa05-c4fb-4cb2-bb08-1644551a9049 tempest-VolumesNegativeTest-929266281 tempest-VolumesNegativeTest-929266281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 03:08:46.142591 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [req-25997035-8187-4612-89ef-7051f87c86e4 req-fd2ffa05-c4fb-4cb2-bb08-1644551a9049 tempest-VolumesNegativeTest-929266281 tempest-VolumesNegativeTest-929266281-project] Usage tracker for resource:port and tenant:b53a5f0e36f3490cbfdfcb866a0eb04b is out of sync, need to count used quota {{(pid=84116) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 03:08:46.154637 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [req-25997035-8187-4612-89ef-7051f87c86e4 req-fd2ffa05-c4fb-4cb2-bb08-1644551a9049 tempest-VolumesNegativeTest-929266281 tempest-VolumesNegativeTest-929266281-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84116) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 03:08:46.184176 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [req-25997035-8187-4612-89ef-7051f87c86e4 req-fd2ffa05-c4fb-4cb2-bb08-1644551a9049 tempest-VolumesNegativeTest-929266281 tempest-VolumesNegativeTest-929266281-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 03:08:46.242686 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-deb31448-069c-4e4b-ac37-feecb36f47da req-e9a07521-cfcf-468a-8bad-3f4303bc7164 tempest-VolumesNegativeTest-929266281 tempest-VolumesNegativeTest-929266281-project] 10.222.0.13 "GET /v2.0/ports?device_id=d00c1eb8-6f69-4518-b9d4-ce1eac1bfeb4 HTTP/1.1" status: 200  len: 210 time: 0.1101992
Feb 19 03:08:46.300806 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.objects.ports [None req-3972688c-4188-4116-9b4e-e36783c70251 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=84117) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}}
Feb 19 03:08:46.323719 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bae5ac-978b-4554-8680-3ac0337ae3c8 req-6cc58ff2-1818-475c-a845-bd1d210c58f8 tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:08:46.325354 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-88bae5ac-978b-4554-8680-3ac0337ae3c8 req-6cc58ff2-1818-475c-a845-bd1d210c58f8 tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] 10.222.0.13 "GET /v2.0/ports?device_id=84573221-9e33-48d2-866b-d60d20f086d1 HTTP/1.1" status: 200  len: 945 time: 0.1447639
Feb 19 03:08:46.359528 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25421b5-bf67-4fbb-9cc1-0521ae657190 req-aaf99168-624e-4644-837f-d62886b07eb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:08:46.361029 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-f25421b5-bf67-4fbb-9cc1-0521ae657190 req-aaf99168-624e-4644-837f-d62886b07eb4 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=74c961f0-fc07-4921-8313-2a6fd919edf2 HTTP/1.1" status: 200  len: 854 time: 0.5271077
Feb 19 03:08:46.420680 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-88bae5ac-978b-4554-8680-3ac0337ae3c8 req-01f25d79-854b-46a4-b460-1fda4b0407eb tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7be7950-201e-4452-88dd-92f8a0a2b5e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0870721
Feb 19 03:08:46.530965 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-25997035-8187-4612-89ef-7051f87c86e4 req-fd2ffa05-c4fb-4cb2-bb08-1644551a9049 tempest-VolumesNegativeTest-929266281 tempest-VolumesNegativeTest-929266281-project] Made reservation on behalf of b53a5f0e36f3490cbfdfcb866a0eb04b for: {'port': 1} {{(pid=84116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 19 03:08:46.536916 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-25997035-8187-4612-89ef-7051f87c86e4 req-fd2ffa05-c4fb-4cb2-bb08-1644551a9049 tempest-VolumesNegativeTest-929266281 tempest-VolumesNegativeTest-929266281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838630373'] for port, before_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:46.599023 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-25997035-8187-4612-89ef-7051f87c86e4 req-fd2ffa05-c4fb-4cb2-bb08-1644551a9049 tempest-VolumesNegativeTest-929266281 tempest-VolumesNegativeTest-929266281-project] Notify callbacks [] for security_group, before_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:46.728200 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [req-25997035-8187-4612-89ef-7051f87c86e4 req-fd2ffa05-c4fb-4cb2-bb08-1644551a9049 tempest-VolumesNegativeTest-929266281 tempest-VolumesNegativeTest-929266281-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 03:08:46.806184 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5110005-2ce2-4b9b-bd46-34c48886709a req-49571c96-4177-4fc0-bea6-af1c57ca79c5 tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:08:46.808368 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-e5110005-2ce2-4b9b-bd46-34c48886709a req-49571c96-4177-4fc0-bea6-af1c57ca79c5 tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] 10.222.0.13 "GET /v2.0/ports?device_id=445f0f06-0e3a-4d82-8062-494e11d3e5e8 HTTP/1.1" status: 200  len: 943 time: 0.2551627
Feb 19 03:08:46.871921 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871e1de5-b016-4504-83cc-566fbdf33265 req-3673fc2f-947a-4eeb-b9b4-6acd83cdcba1 tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:08:46.873752 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-871e1de5-b016-4504-83cc-566fbdf33265 req-3673fc2f-947a-4eeb-b9b4-6acd83cdcba1 tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] 10.222.0.13 "GET /v2.0/networks?id=5954e949-f082-4293-8249-33bd0ebaecec HTTP/1.1" status: 200  len: 813 time: 0.2240946
Feb 19 03:08:46.905044 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-871e1de5-b016-4504-83cc-566fbdf33265 req-7549ff70-a080-4c93-9a48-941f13240bdb tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] 10.222.0.13 "GET /v2.0/quotas/3930a9bb64484ce1bf7cabab6e8229f8 HTTP/1.1" status: 200  len: 375 time: 0.0196466
Feb 19 03:08:46.908246 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-e5110005-2ce2-4b9b-bd46-34c48886709a req-615d122f-435f-45ab-8b9c-340539b13011 tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] 10.222.0.13 "GET /v2.0/security-groups?id=aeaa7df1-6317-4400-8081-4d374588da7c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0931695
Feb 19 03:08:46.912882 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [req-25997035-8187-4612-89ef-7051f87c86e4 req-fd2ffa05-c4fb-4cb2-bb08-1644551a9049 tempest-VolumesNegativeTest-929266281 tempest-VolumesNegativeTest-929266281-project] Usage tracker for resource:security_group_rule and tenant:b53a5f0e36f3490cbfdfcb866a0eb04b is out of sync, need to count used quota {{(pid=84116) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 03:08:46.916283 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [req-25997035-8187-4612-89ef-7051f87c86e4 req-fd2ffa05-c4fb-4cb2-bb08-1644551a9049 tempest-VolumesNegativeTest-929266281 tempest-VolumesNegativeTest-929266281-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84116) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 03:08:46.922846 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [req-25997035-8187-4612-89ef-7051f87c86e4 req-fd2ffa05-c4fb-4cb2-bb08-1644551a9049 tempest-VolumesNegativeTest-929266281 tempest-VolumesNegativeTest-929266281-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 03:08:47.044685 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-871e1de5-b016-4504-83cc-566fbdf33265 req-6f4684ed-a4e0-4a13-a387-8778a39a6ebb tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=3930a9bb64484ce1bf7cabab6e8229f8&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1307974
Feb 19 03:08:47.072447 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f25421b5-bf67-4fbb-9cc1-0521ae657190 req-9c95d462-8a17-419d-a993-58354832eac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:08:47.074943 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-f25421b5-bf67-4fbb-9cc1-0521ae657190 req-9c95d462-8a17-419d-a993-58354832eac8 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4097a413-4776-4469-a598-b6a7e21b8df1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.5937679
Feb 19 03:08:47.079378 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.rpc [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Device 8e1dc085-b1a7-40cf-b595-a991a868d384 up at agent ovs-agent-hv-cinder-77570 {{(pid=84117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 03:08:47.222958 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Provisioning complete for port 8e1dc085-b1a7-40cf-b595-a991a868d384 triggered by entity L2. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 03:08:47.223157 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16124857'] for port, provisioning_complete {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:47.326312 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-871e1de5-b016-4504-83cc-566fbdf33265 req-983cbfa7-6232-4c8b-bf38-13289f5d699a service neutron] 10.222.0.13 "GET /v2.0/networks/5954e949-f082-4293-8249-33bd0ebaecec?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2806904
Feb 19 03:08:47.356933 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.db.resource_extend [None req-c293518e-8595-4e6f-9b80-a4950d030c07 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=84116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}}
Feb 19 03:08:47.377203 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.rpc [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Device 16418b48-b026-46e8-a64e-e078dfd8d7a3 up at agent ovs-agent-hv-cinder-77570 {{(pid=84117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 03:08:47.464336 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd82edd-6c72-4e2e-9bf5-5457f74009bb req-f71a3eed-f04f-4935-a7f6-824a1fc2dbce tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:08:47.465983 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-4fd82edd-6c72-4e2e-9bf5-5457f74009bb req-f71a3eed-f04f-4935-a7f6-824a1fc2dbce tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e4882dd-d538-4794-b670-363a7a2168f7 HTTP/1.1" status: 200  len: 946 time: 0.2256236
Feb 19 03:08:47.477943 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-25997035-8187-4612-89ef-7051f87c86e4 req-fd2ffa05-c4fb-4cb2-bb08-1644551a9049 tempest-VolumesNegativeTest-929266281 tempest-VolumesNegativeTest-929266281-project] Notify callbacks [] for security_group, precommit_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:47.482366 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Provisioning for port 16418b48-b026-46e8-a64e-e078dfd8d7a3 completed by entity L2. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 19 03:08:47.488211 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Provisioning complete for port 16418b48-b026-46e8-a64e-e078dfd8d7a3 triggered by entity L2. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 03:08:47.488870 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16124857'] for port, provisioning_complete {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:47.488985 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.db_base_plugin_common [None req-0cbd7a2a-9bf5-4a26-8a74-e3e8f22f7f30 admin admin] Allocated IP 172.20.0.1 (6946dce6-087a-4bdb-88e1-3a97fb894be8/6fe87f97-1d55-4c4e-a5ba-dd53fac5f555/dc216d9b-017d-4fc3-a63f-c8896262b868) {{(pid=84116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 19 03:08:47.525110 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-c293518e-8595-4e6f-9b80-a4950d030c07 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:47.528416 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-25997035-8187-4612-89ef-7051f87c86e4 req-fd2ffa05-c4fb-4cb2-bb08-1644551a9049 tempest-VolumesNegativeTest-929266281 tempest-VolumesNegativeTest-929266281-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237410'] for security_group, after_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:47.544275 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-871e1de5-b016-4504-83cc-566fbdf33265 req-614a8692-c20b-47c3-8b8c-7d46471c554f service neutron] 10.222.0.13 "GET /v2.0/networks/5954e949-f082-4293-8249-33bd0ebaecec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2042499
Feb 19 03:08:47.547425 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-4fd82edd-6c72-4e2e-9bf5-5457f74009bb req-3bdd5ab8-8cd6-415e-ae06-7bb7d53131ae tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cec6e94-f87a-4dfc-b64f-629a6d488241&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0730743
Feb 19 03:08:47.549817 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-830b7c66-88fa-4bc3-890a-8da5f8b62458 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:08:47.579476 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-c293518e-8595-4e6f-9b80-a4950d030c07 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854389592'] for floatingip, after_update {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:47.687954 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838630373'] for port, before_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:47.718007 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '445f0f06-0e3a-4d82-8062-494e11d3e5e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16418b48-b026-46e8-a64e-e078dfd8d7a3'}] {{(pid=84117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 03:08:47.729201 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.db [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] For port 16418b48-b026-46e8-a64e-e078dfd8d7a3, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=16418b48-b026-46e8-a64e-e078dfd8d7a3,segment=NetworkSegment(b4e3de9c-c494-4579-9779-44c7e3e9c0cb),segment_id=b4e3de9c-c494-4579-9779-44c7e3e9c0cb)] {{(pid=84117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 03:08:47.734924 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-63f6e8a1-dedf-4b48-9a1f-a35cde2c3e3c req-6d71a18d-bbb9-43ae-8fbc-4a7a8135b08b tempest-VolumesNegativeTest-929266281 tempest-VolumesNegativeTest-929266281-project] 10.222.0.13 "GET /v2.0/ports?device_id=d00c1eb8-6f69-4518-b9d4-ce1eac1bfeb4 HTTP/1.1" status: 200  len: 210 time: 0.0583189
Feb 19 03:08:47.766146 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269711510320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767142869380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269711906403'] for port, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:47.768522 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:08:47.781152 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-f25421b5-bf67-4fbb-9cc1-0521ae657190 req-08c68305-d238-4ddb-aaac-724bf765ad2a service neutron] 10.222.0.65 "GET /v2.0/networks/4097a413-4776-4469-a598-b6a7e21b8df1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5712447
Feb 19 03:08:47.782109 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2ffa05-c4fb-4cb2-bb08-1644551a9049 tempest-VolumesNegativeTest-929266281 tempest-VolumesNegativeTest-929266281-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b90d3101-c2fc-4296-848d-549b57c465db,revision_number=1']} {{(pid=84116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:08:47.820012 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.rpc [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Device b1b4f2b6-d3f7-4b08-8b79-1a3c69383f83 up at agent ovs-agent-dv-cinder-775706-2-iscsi {{(pid=84117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 03:08:47.865767 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '445f0f06-0e3a-4d82-8062-494e11d3e5e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '16418b48-b026-46e8-a64e-e078dfd8d7a3', 'code': 200}
Feb 19 03:08:47.921369 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Pushing event updated for resources: {'Port': ['ID=16418b48-b026-46e8-a64e-e078dfd8d7a3,revision_number=4']} {{(pid=84117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:08:47.925160 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=84117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:08:47.933178 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-44192a39-31f8-4d7a-b34e-af9ccb9bc281 req-88691462-64f8-4303-a0cf-5e896b4e3268 tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e9890bc-07ce-4ad5-bf8f-87bce4bbbdef HTTP/1.1" status: 200  len: 210 time: 0.1073518
Feb 19 03:08:47.996139 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Provisioning for port b1b4f2b6-d3f7-4b08-8b79-1a3c69383f83 completed by entity L2. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 19 03:08:48.002220 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Provisioning complete for port b1b4f2b6-d3f7-4b08-8b79-1a3c69383f83 triggered by entity L2. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 03:08:48.002913 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16124857'] for port, provisioning_complete {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:48.167721 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.rpc [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Device 16418b48-b026-46e8-a64e-e078dfd8d7a3 up at agent ovs-agent-hv-cinder-77570 {{(pid=84117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 03:08:48.216000 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3dabc1f-3134-43bf-9744-34d6c6dad896 req-4a17a024-71e9-40b5-9171-64df37054b41 tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:08:48.223509 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-e3dabc1f-3134-43bf-9744-34d6c6dad896 req-4a17a024-71e9-40b5-9171-64df37054b41 tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] 10.222.0.13 "GET /v2.0/ports?device_id=445f0f06-0e3a-4d82-8062-494e11d3e5e8 HTTP/1.1" status: 200  len: 945 time: 0.1770041
Feb 19 03:08:48.266587 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838630373'] for port, before_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:48.280540 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-e3dabc1f-3134-43bf-9744-34d6c6dad896 req-f92ee22a-7421-4f22-8dcc-e9e5f67ddb7f tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] 10.222.0.13 "GET /v2.0/security-groups?id=aeaa7df1-6317-4400-8081-4d374588da7c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0560048
Feb 19 03:08:48.302805 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88fb46e0-fefe-4332-b361-e794d87c63cc req-80d23639-c461-46f9-9a05-dad288b17582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:08:48.302805 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-88fb46e0-fefe-4332-b361-e794d87c63cc req-80d23639-c461-46f9-9a05-dad288b17582 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=445f0f06-0e3a-4d82-8062-494e11d3e5e8 HTTP/1.1" status: 200  len: 1162 time: 0.1647644
Feb 19 03:08:48.331757 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-fd2ffa05-c4fb-4cb2-bb08-1644551a9049 tempest-VolumesNegativeTest-929266281 tempest-VolumesNegativeTest-929266281-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.782s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:08:48.335985 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.db [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] For port b1b4f2b6-d3f7-4b08-8b79-1a3c69383f83, host dv-cinder-775706-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-2-iscsi',level=0,port_id=b1b4f2b6-d3f7-4b08-8b79-1a3c69383f83,segment=NetworkSegment(018f6e14-8221-4ee7-96a8-19699912d63c),segment_id=018f6e14-8221-4ee7-96a8-19699912d63c)] {{(pid=84117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 03:08:48.351712 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Provisioning complete for port 16418b48-b026-46e8-a64e-e078dfd8d7a3 triggered by entity L2. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 03:08:48.352293 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16124857'] for port, provisioning_complete {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:48.376034 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.db.l3_db [None req-c293518e-8595-4e6f-9b80-a4950d030c07 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Floating IP 44fea8f9-0ffa-4a4a-974a-ac0431ade5d0 associated. External IP: 172.27.0.52, port: e488387b-5255-49c1-864a-bb8311c72122.
Feb 19 03:08:48.378398 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-88fb46e0-fefe-4332-b361-e794d87c63cc req-43f522c3-584d-4424-8157-5fd6ab0df0e6 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=aeaa7df1-6317-4400-8081-4d374588da7c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0730093
Feb 19 03:08:48.407090 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269711510320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767142869380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269711906403'] for port, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:48.412543 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-f0f2d7c9-1d8f-41bd-967b-a19162f5d4b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:08:48.534300 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b087f8-caa0-476e-a6de-288218d43b40 req-24c97a29-ba6b-4934-a4b4-fee3541bdd31 tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:08:48.536584 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-f4b087f8-caa0-476e-a6de-288218d43b40 req-24c97a29-ba6b-4934-a4b4-fee3541bdd31 tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] 10.222.0.13 "GET /v2.0/ports?device_id=84573221-9e33-48d2-866b-d60d20f086d1 HTTP/1.1" status: 200  len: 945 time: 0.0980613
Feb 19 03:08:48.536725 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Pushing event updated for resources: {'Port': ['ID=b1b4f2b6-d3f7-4b08-8b79-1a3c69383f83,revision_number=4']} {{(pid=84117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:08:48.540433 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=84117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:08:48.612411 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-f4b087f8-caa0-476e-a6de-288218d43b40 req-2e90b48f-b1ec-40b4-8899-d5089e9bdd39 tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7be7950-201e-4452-88dd-92f8a0a2b5e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0592427
Feb 19 03:08:48.790116 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95a66ff-9d0f-4c82-adb0-36da0d0e21b1 req-f4a822d8-4243-4541-ab48-35bb9a208686 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:08:48.793097 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-b95a66ff-9d0f-4c82-adb0-36da0d0e21b1 req-f4a822d8-4243-4541-ab48-35bb9a208686 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e4882dd-d538-4794-b670-363a7a2168f7 HTTP/1.1" status: 200  len: 946 time: 0.1032825
Feb 19 03:08:48.849015 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-b95a66ff-9d0f-4c82-adb0-36da0d0e21b1 req-ea1ebc90-9570-451b-8c8f-581f7b1fd438 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cec6e94-f87a-4dfc-b64f-629a6d488241&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0465930
Feb 19 03:08:48.868730 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-0cbd7a2a-9bf5-4a26-8a74-e3e8f22f7f30 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:48.894341 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-f25421b5-bf67-4fbb-9cc1-0521ae657190 req-1cc5a7a4-c81e-4149-9768-d6a9ae2552da service neutron] 10.222.0.65 "GET /v2.0/networks/4097a413-4776-4469-a598-b6a7e21b8df1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.5606072
Feb 19 03:08:48.969746 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-0cbd7a2a-9bf5-4a26-8a74-e3e8f22f7f30 admin admin] Transition to ACTIVE for port object dc216d9b-017d-4fc3-a63f-c8896262b868 will not be triggered until provisioned by entity DHCP. {{(pid=84116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 19 03:08:49.052046 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-f5827b76-1354-4abb-888d-ddef531ad302 req-7df32477-d32b-4625-ac7f-350ee5a70f41 tempest-VolumesNegativeTest-929266281 tempest-VolumesNegativeTest-929266281-project] 10.222.0.13 "GET /v2.0/ports?device_id=d00c1eb8-6f69-4518-b9d4-ce1eac1bfeb4 HTTP/1.1" status: 200  len: 210 time: 0.0567400
Feb 19 03:08:49.205500 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c293518e-8595-4e6f-9b80-a4950d030c07 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Router 900551e6-5397-496b-9338-8bdf991a87a4 has already been hosted by L3 agent f4ccfb5a-d22e-440e-8ddd-f393ad00f812 {{(pid=84116) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 19 03:08:49.216502 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-456755d4-9333-4f95-8ed7-be798ddfbf29 req-c5ca1ca3-f868-4ab5-98cb-8a3b4f73501c tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e9890bc-07ce-4ad5-bf8f-87bce4bbbdef HTTP/1.1" status: 200  len: 210 time: 0.0517399
Feb 19 03:08:49.282086 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.db_base_plugin_common [req-25997035-8187-4612-89ef-7051f87c86e4 req-fd2ffa05-c4fb-4cb2-bb08-1644551a9049 tempest-VolumesNegativeTest-929266281 tempest-VolumesNegativeTest-929266281-project] Allocated IP 192.168.233.146 (713a7f90-bb8f-4aea-82cd-e017d8491427/15231f6d-7aff-41e1-a1f0-e2d158a4c9cf/a1a0d2ec-5f2e-406b-acd1-1c53c45eebe3) {{(pid=84116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 19 03:08:49.292974 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-0cbd7a2a-9bf5-4a26-8a74-e3e8f22f7f30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363269711907205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2630593'] for port, after_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:49.318419 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-1d40d999-0836-4102-b86e-da66d6e68cec tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:08:49.490653 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbd7a2a-9bf5-4a26-8a74-e3e8f22f7f30 admin admin] Pushing event updated for resources: {'Port': ['ID=dc216d9b-017d-4fc3-a63f-c8896262b868,revision_number=1']} {{(pid=84116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:08:49.498020 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-a21de8b4-879b-4395-8df9-0ed0814a7162 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:49.503093 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b00f77-11b3-4c23-92b0-a54fc227ab8b req-b3606c65-ff0d-44c0-8eba-86595db80184 tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:08:49.505796 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-c4b00f77-11b3-4c23-92b0-a54fc227ab8b req-b3606c65-ff0d-44c0-8eba-86595db80184 tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] 10.222.0.13 "GET /v2.0/ports?device_id=445f0f06-0e3a-4d82-8062-494e11d3e5e8 HTTP/1.1" status: 200  len: 945 time: 0.1062129
Feb 19 03:08:49.537510 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-0cbd7a2a-9bf5-4a26-8a74-e3e8f22f7f30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:08:49.565508 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-c4b00f77-11b3-4c23-92b0-a54fc227ab8b req-db7e7a1d-1cf2-4977-941b-73b68d456bc6 tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] 10.222.0.13 "GET /v2.0/security-groups?id=aeaa7df1-6317-4400-8081-4d374588da7c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0515108
Feb 19 03:08:49.704054 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.rpc [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Device b1b4f2b6-d3f7-4b08-8b79-1a3c69383f83 up at agent ovs-agent-dv-cinder-775706-2-iscsi {{(pid=84117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 03:08:49.759539 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cbd7a2a-9bf5-4a26-8a74-e3e8f22f7f30 admin admin] Network 6946dce6-087a-4bdb-88e1-3a97fb894be8 is already hosted by enough agents. {{(pid=84116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 19 03:08:49.818840 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c293518e-8595-4e6f-9b80-a4950d030c07 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Notify agent at l3_agent.dv-cinder-775706-2-iscsi the message routers_updated {{(pid=84116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 19 03:08:49.834214 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.scheduler.base_scheduler [None req-0cbd7a2a-9bf5-4a26-8a74-e3e8f22f7f30 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 19 03:08:49.836692 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cbd7a2a-9bf5-4a26-8a74-e3e8f22f7f30 admin admin] Received port after_create {{(pid=84116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 19 03:08:49.938951 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-c293518e-8595-4e6f-9b80-a4950d030c07 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771976'] for floatingip, before_response {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:49.950679 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a808689-c8f5-4315-a692-39f73d573d95 None None] Sync routers for ids ['900551e6-5397-496b-9338-8bdf991a87a4'] in dv-cinder-775706-2-iscsi {{(pid=84117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 19 03:08:49.965605 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a808689-c8f5-4315-a692-39f73d573d95 None None] Routers {'900551e6-5397-496b-9338-8bdf991a87a4'} bound to L3 agent in host dv-cinder-775706-2-iscsi {{(pid=84117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 03:08:49.966402 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_hamode_db [None req-3a808689-c8f5-4315-a692-39f73d573d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9425acb6d8>, 'dv-cinder-775706-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-19T02:56:52Z,description=<?>,heartbeat_timestamp=2021-02-19T03:08:22Z,host='dv-cinder-775706-2-iscsi',id=f4ccfb5a-d22e-440e-8ddd-f393ad00f812,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T02:56:52Z,topic='l3_agent')) {'router_ids': ['900551e6-5397-496b-9338-8bdf991a87a4'], 'active': True} {{(pid=84117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 03:08:50.080529 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Provisioning complete for port b1b4f2b6-d3f7-4b08-8b79-1a3c69383f83 triggered by entity L2. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 03:08:50.081064 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16124857'] for port, provisioning_complete {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:50.196178 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa4a5d9-4901-4886-bd02-2d14fdd2475f req-51522fc1-b618-4d1c-b75f-cd97c2881bf0 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:08:50.199745 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-6fa4a5d9-4901-4886-bd02-2d14fdd2475f req-51522fc1-b618-4d1c-b75f-cd97c2881bf0 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e4882dd-d538-4794-b670-363a7a2168f7 HTTP/1.1" status: 200  len: 946 time: 0.1536896
Feb 19 03:08:50.232508 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.rpc [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Device 16418b48-b026-46e8-a64e-e078dfd8d7a3 up at agent ovs-agent-hv-cinder-77570 {{(pid=84117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 03:08:50.330291 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-55527a81-00fd-4f43-a23d-2d7e126752ad req-749857dc-04c0-4caa-b78f-442620d9b6e6 tempest-VolumesNegativeTest-929266281 tempest-VolumesNegativeTest-929266281-project] 10.222.0.13 "GET /v2.0/ports?device_id=d00c1eb8-6f69-4518-b9d4-ce1eac1bfeb4 HTTP/1.1" status: 200  len: 210 time: 0.0619695
Feb 19 03:08:50.346523 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-6fa4a5d9-4901-4886-bd02-2d14fdd2475f req-beb62414-f914-4b54-83d6-d382216f0569 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cec6e94-f87a-4dfc-b64f-629a6d488241&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1402054
Feb 19 03:08:50.397727 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-0cbd7a2a-9bf5-4a26-8a74-e3e8f22f7f30 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-386270'] for router_interface, before_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:50.475355 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-4f950a65-3cf6-437d-9e79-74e64ec888fa None None] Provisioning for port dc216d9b-017d-4fc3-a63f-c8896262b868 completed by entity DHCP. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 19 03:08:50.480585 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-25997035-8187-4612-89ef-7051f87c86e4 req-fd2ffa05-c4fb-4cb2-bb08-1644551a9049 tempest-VolumesNegativeTest-929266281 tempest-VolumesNegativeTest-929266281-project] Notify callbacks [] for port, precommit_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:50.491879 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-c293518e-8595-4e6f-9b80-a4950d030c07 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] 10.222.0.13 "PUT /v2.0/floatingips/44fea8f9-0ffa-4a4a-974a-ac0431ade5d0 HTTP/1.1" status: 200  len: 991 time: 5.8347077
Feb 19 03:08:50.499124 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39c82310-15ee-49b5-a086-cd2790e856d2', 'tag': 'e488387b-5255-49c1-864a-bb8311c72122'}] {{(pid=84116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 03:08:50.543665 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-c845b61d-76d8-4aaf-bf3f-dfbc51072f98 req-f878183b-35b8-43ff-b6b0-fd0196b08af3 tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e9890bc-07ce-4ad5-bf8f-87bce4bbbdef HTTP/1.1" status: 200  len: 210 time: 0.0569153
Feb 19 03:08:50.547962 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [req-25997035-8187-4612-89ef-7051f87c86e4 req-fd2ffa05-c4fb-4cb2-bb08-1644551a9049 tempest-VolumesNegativeTest-929266281 tempest-VolumesNegativeTest-929266281-project] Transition to ACTIVE for port object a1a0d2ec-5f2e-406b-acd1-1c53c45eebe3 will not be triggered until provisioned by entity DHCP. {{(pid=84116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 19 03:08:50.549452 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvr_db [None req-3a808689-c8f5-4315-a692-39f73d573d95 None None] Set router 900551e6-5397-496b-9338-8bdf991a87a4 gateway port host: dv-cinder-775706-2-iscsi {{(pid=84117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 03:08:50.607701 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-4f950a65-3cf6-437d-9e79-74e64ec888fa None None] Provisioning complete for port dc216d9b-017d-4fc3-a63f-c8896262b868 triggered by entity DHCP. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 03:08:50.608440 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-4f950a65-3cf6-437d-9e79-74e64ec888fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16124857'] for port, provisioning_complete {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:50.616167 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39c82310-15ee-49b5-a086-cd2790e856d2', 'tag': 'e488387b-5255-49c1-864a-bb8311c72122', 'status': 'completed', 'code': 200}
Feb 19 03:08:50.664161 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871e1de5-b016-4504-83cc-566fbdf33265 req-b72bd12e-81d2-4c80-bc2f-7a7af198defd tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:08:50.664161 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-871e1de5-b016-4504-83cc-566fbdf33265 req-b72bd12e-81d2-4c80-bc2f-7a7af198defd tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] 10.222.0.65 "GET /v2.0/networks?id=5954e949-f082-4293-8249-33bd0ebaecec HTTP/1.1" status: 200  len: 813 time: 0.6892045
Feb 19 03:08:50.664331 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Provisioning complete for port 16418b48-b026-46e8-a64e-e078dfd8d7a3 triggered by entity L2. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 03:08:50.664331 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16124857'] for port, provisioning_complete {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:50.687732 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.v2.base [req-871e1de5-b016-4504-83cc-566fbdf33265 req-446a63eb-f2ed-4382-a1d5-a407a8c66c4c tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Request body: {'port': {'device_id': '7e9890bc-07ce-4ad5-bf8f-87bce4bbbdef', 'network_id': '5954e949-f082-4293-8249-33bd0ebaecec', 'admin_state_up': True, 'tenant_id': '3930a9bb64484ce1bf7cabab6e8229f8'}} {{(pid=84116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 03:08:50.742114 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0100226-135e-43c7-acdd-e485fd865902 req-40edf2da-4bae-46dc-8400-8a9afa513844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:08:50.743930 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-d0100226-135e-43c7-acdd-e485fd865902 req-40edf2da-4bae-46dc-8400-8a9afa513844 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9cc54ca0063647f58309a9cc08a310b1&device_id=39c82310-15ee-49b5-a086-cd2790e856d2 HTTP/1.1" status: 200  len: 1163 time: 0.0902834
Feb 19 03:08:50.846568 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.plugin [None req-4f950a65-3cf6-437d-9e79-74e64ec888fa None None] Port dc216d9b-017d-4fc3-a63f-c8896262b868 cannot update to ACTIVE because it is not bound. {{(pid=84117) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 19 03:08:50.873782 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-25997035-8187-4612-89ef-7051f87c86e4 req-fd2ffa05-c4fb-4cb2-bb08-1644551a9049 tempest-VolumesNegativeTest-929266281 tempest-VolumesNegativeTest-929266281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363269711907205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2630593'] for port, after_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:50.910931 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-922a80b4-bcf8-4a82-9572-55e05235c776 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:08:50.966121 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0100226-135e-43c7-acdd-e485fd865902 req-37bd9903-65d2-419e-be3a-13525e304ec3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:08:50.968161 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-d0100226-135e-43c7-acdd-e485fd865902 req-37bd9903-65d2-419e-be3a-13525e304ec3 service neutron] 10.222.0.65 "GET /v2.0/networks?id=f43f4357-3ff6-40b8-94e0-eb50f3b0a088 HTTP/1.1" status: 200  len: 904 time: 0.2167196
Feb 19 03:08:50.975084 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c445f8c2-fa49-44e4-8fa3-23fe2fb532a5 req-ed891bf9-cd3b-4ea7-9cd6-0f35cab1b19b tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:08:50.976828 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-c445f8c2-fa49-44e4-8fa3-23fe2fb532a5 req-ed891bf9-cd3b-4ea7-9cd6-0f35cab1b19b tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] 10.222.0.13 "GET /v2.0/ports?device_id=445f0f06-0e3a-4d82-8062-494e11d3e5e8 HTTP/1.1" status: 200  len: 945 time: 0.2025065
Feb 19 03:08:51.068004 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [req-871e1de5-b016-4504-83cc-566fbdf33265 req-446a63eb-f2ed-4382-a1d5-a407a8c66c4c tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 03:08:51.074969 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-0cbd7a2a-9bf5-4a26-8a74-e3e8f22f7f30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838630373'] for port, before_update {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:51.100475 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [req-871e1de5-b016-4504-83cc-566fbdf33265 req-446a63eb-f2ed-4382-a1d5-a407a8c66c4c tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Usage tracker for resource:port and tenant:3930a9bb64484ce1bf7cabab6e8229f8 is out of sync, need to count used quota {{(pid=84116) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 03:08:51.107435 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2ffa05-c4fb-4cb2-bb08-1644551a9049 tempest-VolumesNegativeTest-929266281 tempest-VolumesNegativeTest-929266281-project] Pushing event updated for resources: {'Port': ['ID=a1a0d2ec-5f2e-406b-acd1-1c53c45eebe3,revision_number=1']} {{(pid=84116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:08:51.110716 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-fd2ffa05-c4fb-4cb2-bb08-1644551a9049 tempest-VolumesNegativeTest-929266281 tempest-VolumesNegativeTest-929266281-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:08:51.112157 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [req-871e1de5-b016-4504-83cc-566fbdf33265 req-446a63eb-f2ed-4382-a1d5-a407a8c66c4c tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84116) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 03:08:51.118504 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-c445f8c2-fa49-44e4-8fa3-23fe2fb532a5 req-773e303e-def0-4f7d-8b51-2f8aa11d5400 tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] 10.222.0.13 "GET /v2.0/security-groups?id=aeaa7df1-6317-4400-8081-4d374588da7c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0832829
Feb 19 03:08:51.120913 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-d0100226-135e-43c7-acdd-e485fd865902 req-32afcee8-2f1f-466c-8468-04f75a783ea7 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e488387b-5255-49c1-864a-bb8311c72122 HTTP/1.1" status: 200  len: 999 time: 0.1433663
Feb 19 03:08:51.124813 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_hamode_db [None req-3a808689-c8f5-4315-a692-39f73d573d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9425acb6d8>, [{'id': '900551e6-5397-496b-9338-8bdf991a87a4', 'name': 'tempest-AttachVolumeTestJSON-158848129-router', 'tenant_id': '9cc54ca0063647f58309a9cc08a310b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'external_fixed_ips': [{'subnet_id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': 'fb1ba4fb-1d38-48a0-841f-f65bf02372dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T03:07:44Z', 'updated_at': '2021-02-19T03:07:55Z', 'revision_number': 4, 'project_id': '9cc54ca0063647f58309a9cc08a310b1', 'gw_port': {'id': 'fb1ba4fb-1d38-48a0-841f-f65bf02372dc', 'name': '', 'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:0e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900551e6-5397-496b-9338-8bdf991a87a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T03:07:46Z', 'updated_at': '2021-02-19T03:08:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-2-iscsi', '_floatingips': [{'id': '44fea8f9-0ffa-4a4a-974a-ac0431ade5d0', 'tenant_id': '9cc54ca0063647f58309a9cc08a310b1', 'floating_ip_address': '172.27.0.52', 'floating_network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'router_id': '900551e6-5397-496b-9338-8bdf991a87a4', 'port_id': 'e488387b-5255-49c1-864a-bb8311c72122', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 292, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f43f4357-3ff6-40b8-94e0-eb50f3b0a088', 'mac_address': 'fa:16:3e:f4:1c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39c82310-15ee-49b5-a086-cd2790e856d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-19T03:08:04Z', 'updated_at': '2021-02-19T03:08:47Z', 'revision_number': 1, 'project_id': '9cc54ca0063647f58309a9cc08a310b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0248f8e8-e2b2-4ed1-b7da-e388f145e5a4', 'name': '', 'network_id': 'f43f4357-3ff6-40b8-94e0-eb50f3b0a088', 'tenant_id': '9cc54ca0063647f58309a9cc08a310b1', 'mac_address': 'fa:16:3e:c8:7a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900551e6-5397-496b-9338-8bdf991a87a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': 'bcac62f7-68c0-43e3-adb5-456fec5d76fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T03:07:52Z', 'updated_at': '2021-02-19T03:08:08Z', 'revision_number': 5, 'project_id': '9cc54ca0063647f58309a9cc08a310b1', 'subnets': [{'id': 'bcac62f7-68c0-43e3-adb5-456fec5d76fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775706-2-iscsi', False) {} {{(pid=84117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 03:08:51.128799 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a808689-c8f5-4315-a692-39f73d573d95 None None] Checking router: 900551e6-5397-496b-9338-8bdf991a87a4 for host: dv-cinder-775706-2-iscsi {{(pid=84117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 19 03:08:51.145788 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a808689-c8f5-4315-a692-39f73d573d95 None None] Routers {'900551e6-5397-496b-9338-8bdf991a87a4'} bound to L3 agent in host dv-cinder-775706-2-iscsi {{(pid=84117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 03:08:51.145788 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_hamode_db [None req-3a808689-c8f5-4315-a692-39f73d573d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9425acb6d8>, 'dv-cinder-775706-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-19T02:56:52Z,description=<?>,heartbeat_timestamp=2021-02-19T03:08:22Z,host='dv-cinder-775706-2-iscsi',id=f4ccfb5a-d22e-440e-8ddd-f393ad00f812,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T02:56:52Z,topic='l3_agent')) {'router_ids': ['900551e6-5397-496b-9338-8bdf991a87a4'], 'active': True} {{(pid=84117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 03:08:51.154803 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [req-871e1de5-b016-4504-83cc-566fbdf33265 req-446a63eb-f2ed-4382-a1d5-a407a8c66c4c tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 03:08:51.270210 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0100226-135e-43c7-acdd-e485fd865902 req-f48079d9-ad97-49ad-8e65-613117b9d1c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:08:51.271985 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-d0100226-135e-43c7-acdd-e485fd865902 req-f48079d9-ad97-49ad-8e65-613117b9d1c8 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=bcac62f7-68c0-43e3-adb5-456fec5d76fe HTTP/1.1" status: 200  len: 849 time: 0.1400907
Feb 19 03:08:51.272228 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-871e1de5-b016-4504-83cc-566fbdf33265 req-446a63eb-f2ed-4382-a1d5-a407a8c66c4c tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Made reservation on behalf of 3930a9bb64484ce1bf7cabab6e8229f8 for: {'port': 1} {{(pid=84116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 19 03:08:51.278496 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-871e1de5-b016-4504-83cc-566fbdf33265 req-446a63eb-f2ed-4382-a1d5-a407a8c66c4c tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838630373'] for port, before_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:51.341602 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-25997035-8187-4612-89ef-7051f87c86e4 req-fd2ffa05-c4fb-4cb2-bb08-1644551a9049 tempest-VolumesNegativeTest-929266281 tempest-VolumesNegativeTest-929266281-project] Network 713a7f90-bb8f-4aea-82cd-e017d8491427 is already hosted by enough agents. {{(pid=84116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 19 03:08:51.348418 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.scheduler.base_scheduler [req-25997035-8187-4612-89ef-7051f87c86e4 req-fd2ffa05-c4fb-4cb2-bb08-1644551a9049 tempest-VolumesNegativeTest-929266281 tempest-VolumesNegativeTest-929266281-project] Resources bound (agent type, host, resource id):  {{(pid=84116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 19 03:08:51.351362 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvrscheduler_db [req-25997035-8187-4612-89ef-7051f87c86e4 req-fd2ffa05-c4fb-4cb2-bb08-1644551a9049 tempest-VolumesNegativeTest-929266281 tempest-VolumesNegativeTest-929266281-project] Received port after_create {{(pid=84116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 19 03:08:51.403140 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvr_db [None req-3a808689-c8f5-4315-a692-39f73d573d95 None None] Set router 900551e6-5397-496b-9338-8bdf991a87a4 gateway port host: dv-cinder-775706-2-iscsi {{(pid=84117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 03:08:51.623348 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25997035-8187-4612-89ef-7051f87c86e4 req-fd2ffa05-c4fb-4cb2-bb08-1644551a9049 tempest-VolumesNegativeTest-929266281 tempest-VolumesNegativeTest-929266281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:08:51.624172 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-25997035-8187-4612-89ef-7051f87c86e4 req-fd2ffa05-c4fb-4cb2-bb08-1644551a9049 tempest-VolumesNegativeTest-929266281 tempest-VolumesNegativeTest-929266281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854203462'] for port, before_response {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:51.740842 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-25997035-8187-4612-89ef-7051f87c86e4 req-fd2ffa05-c4fb-4cb2-bb08-1644551a9049 tempest-VolumesNegativeTest-929266281 tempest-VolumesNegativeTest-929266281-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 938 time: 6.4051297
Feb 19 03:08:51.765286 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.v2.base [req-25997035-8187-4612-89ef-7051f87c86e4 req-36a446f5-aab2-4cdd-98af-c7d5db8667f5 service neutron] Request body: {'port': {'device_id': 'd00c1eb8-6f69-4518-b9d4-ce1eac1bfeb4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77570'}} {{(pid=84116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 03:08:51.788891 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-9dcf686e-b8b0-4e9f-831b-a2b87a202622 None None] Provisioning for port a1a0d2ec-5f2e-406b-acd1-1c53c45eebe3 completed by entity DHCP. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 19 03:08:51.799625 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-9dcf686e-b8b0-4e9f-831b-a2b87a202622 None None] Provisioning complete for port a1a0d2ec-5f2e-406b-acd1-1c53c45eebe3 triggered by entity DHCP. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 03:08:51.800136 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-9dcf686e-b8b0-4e9f-831b-a2b87a202622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16124857'] for port, provisioning_complete {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:51.809952 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cab612b-7dd2-492f-ab0d-15338382cd15 req-7ad365fa-d5b6-41b9-9710-70974862fa46 tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:08:51.811669 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-1cab612b-7dd2-492f-ab0d-15338382cd15 req-7ad365fa-d5b6-41b9-9710-70974862fa46 tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] 10.222.0.13 "GET /v2.0/ports?device_id=445f0f06-0e3a-4d82-8062-494e11d3e5e8 HTTP/1.1" status: 200  len: 945 time: 0.5384593
Feb 19 03:08:51.817580 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0100226-135e-43c7-acdd-e485fd865902 req-55697b7d-1a54-47ae-9757-d65c8b77fecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:08:51.819271 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-d0100226-135e-43c7-acdd-e485fd865902 req-55697b7d-1a54-47ae-9757-d65c8b77fecd service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f43f4357-3ff6-40b8-94e0-eb50f3b0a088&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.5025096
Feb 19 03:08:51.829372 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d3e1962-49d3-4a29-b750-e8783c36c96c req-ff80d63d-6161-4631-810c-69c4ba741e81 tempest-VolumesNegativeTest-929266281 tempest-VolumesNegativeTest-929266281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:08:51.837223 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-1d3e1962-49d3-4a29-b750-e8783c36c96c req-ff80d63d-6161-4631-810c-69c4ba741e81 tempest-VolumesNegativeTest-929266281 tempest-VolumesNegativeTest-929266281-project] 10.222.0.13 "GET /v2.0/ports?device_id=d00c1eb8-6f69-4518-b9d4-ce1eac1bfeb4 HTTP/1.1" status: 200  len: 936 time: 0.1878698
Feb 19 03:08:51.904546 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.plugin [None req-9dcf686e-b8b0-4e9f-831b-a2b87a202622 None None] Port a1a0d2ec-5f2e-406b-acd1-1c53c45eebe3 cannot update to ACTIVE because it is not bound. {{(pid=84117) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 19 03:08:51.958944 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-d075eec8-cb94-47d8-ac79-8f68477c2bd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:51.988317 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-0cbd7a2a-9bf5-4a26-8a74-e3e8f22f7f30 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:51.994779 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_hamode_db [None req-3a808689-c8f5-4315-a692-39f73d573d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9425acb6d8>, [{'id': '900551e6-5397-496b-9338-8bdf991a87a4', 'name': 'tempest-AttachVolumeTestJSON-158848129-router', 'tenant_id': '9cc54ca0063647f58309a9cc08a310b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'external_fixed_ips': [{'subnet_id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': 'fb1ba4fb-1d38-48a0-841f-f65bf02372dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T03:07:44Z', 'updated_at': '2021-02-19T03:07:55Z', 'revision_number': 4, 'project_id': '9cc54ca0063647f58309a9cc08a310b1', 'gw_port': {'id': 'fb1ba4fb-1d38-48a0-841f-f65bf02372dc', 'name': '', 'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:0e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900551e6-5397-496b-9338-8bdf991a87a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T03:07:46Z', 'updated_at': '2021-02-19T03:08:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-2-iscsi', '_floatingips': [{'id': '44fea8f9-0ffa-4a4a-974a-ac0431ade5d0', 'tenant_id': '9cc54ca0063647f58309a9cc08a310b1', 'floating_ip_address': '172.27.0.52', 'floating_network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'router_id': '900551e6-5397-496b-9338-8bdf991a87a4', 'port_id': 'e488387b-5255-49c1-864a-bb8311c72122', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 292, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f43f4357-3ff6-40b8-94e0-eb50f3b0a088', 'mac_address': 'fa:16:3e:f4:1c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39c82310-15ee-49b5-a086-cd2790e856d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-19T03:08:04Z', 'updated_at': '2021-02-19T03:08:47Z', 'revision_number': 1, 'project_id': '9cc54ca0063647f58309a9cc08a310b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0248f8e8-e2b2-4ed1-b7da-e388f145e5a4', 'name': '', 'network_id': 'f43f4357-3ff6-40b8-94e0-eb50f3b0a088', 'tenant_id': '9cc54ca0063647f58309a9cc08a310b1', 'mac_address': 'fa:16:3e:c8:7a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900551e6-5397-496b-9338-8bdf991a87a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': 'bcac62f7-68c0-43e3-adb5-456fec5d76fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T03:07:52Z', 'updated_at': '2021-02-19T03:08:08Z', 'revision_number': 5, 'project_id': '9cc54ca0063647f58309a9cc08a310b1', 'subnets': [{'id': 'bcac62f7-68c0-43e3-adb5-456fec5d76fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775706-2-iscsi', False) {} {{(pid=84117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 03:08:51.999563 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a808689-c8f5-4315-a692-39f73d573d95 None None] The sync data for ids ['900551e6-5397-496b-9338-8bdf991a87a4'] in dv-cinder-775706-2-iscsi is: [{'id': '900551e6-5397-496b-9338-8bdf991a87a4', 'name': 'tempest-AttachVolumeTestJSON-158848129-router', 'tenant_id': '9cc54ca0063647f58309a9cc08a310b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'external_fixed_ips': [{'subnet_id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': 'fb1ba4fb-1d38-48a0-841f-f65bf02372dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T03:07:44Z', 'updated_at': '2021-02-19T03:07:55Z', 'revision_number': 4, 'project_id': '9cc54ca0063647f58309a9cc08a310b1', 'gw_port': {'id': 'fb1ba4fb-1d38-48a0-841f-f65bf02372dc', 'name': '', 'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:0e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900551e6-5397-496b-9338-8bdf991a87a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T03:07:46Z', 'updated_at': '2021-02-19T03:08:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-2-iscsi', '_floatingips': [{'id': '44fea8f9-0ffa-4a4a-974a-ac0431ade5d0', 'tenant_id': '9cc54ca0063647f58309a9cc08a310b1', 'floating_ip_address': '172.27.0.52', 'floating_network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'router_id': '900551e6-5397-496b-9338-8bdf991a87a4', 'port_id': 'e488387b-5255-49c1-864a-bb8311c72122', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 292, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f43f4357-3ff6-40b8-94e0-eb50f3b0a088', 'mac_address': 'fa:16:3e:f4:1c:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39c82310-15ee-49b5-a086-cd2790e856d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-19T03:08:04Z', 'updated_at': '2021-02-19T03:08:47Z', 'revision_number': 1, 'project_id': '9cc54ca0063647f58309a9cc08a310b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0248f8e8-e2b2-4ed1-b7da-e388f145e5a4', 'name': '', 'network_id': 'f43f4357-3ff6-40b8-94e0-eb50f3b0a088', 'tenant_id': '9cc54ca0063647f58309a9cc08a310b1', 'mac_address': 'fa:16:3e:c8:7a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900551e6-5397-496b-9338-8bdf991a87a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': 'bcac62f7-68c0-43e3-adb5-456fec5d76fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T03:07:52Z', 'updated_at': '2021-02-19T03:08:08Z', 'revision_number': 5, 'project_id': '9cc54ca0063647f58309a9cc08a310b1', 'subnets': [{'id': 'bcac62f7-68c0-43e3-adb5-456fec5d76fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 19 03:08:52.004965 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-1d3e1962-49d3-4a29-b750-e8783c36c96c req-5564fea6-3c5c-4399-89f4-c9126b034373 tempest-VolumesNegativeTest-929266281 tempest-VolumesNegativeTest-929266281-project] 10.222.0.13 "GET /v2.0/security-groups?id=b90d3101-c2fc-4296-848d-549b57c465db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1646502
Feb 19 03:08:52.012192 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-25997035-8187-4612-89ef-7051f87c86e4 req-36a446f5-aab2-4cdd-98af-c7d5db8667f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838630373'] for port, before_update {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:52.028674 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-1cab612b-7dd2-492f-ab0d-15338382cd15 req-91bda468-a079-46a0-b9d7-e01204be7f74 tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] 10.222.0.13 "GET /v2.0/security-groups?id=aeaa7df1-6317-4400-8081-4d374588da7c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1979063
Feb 19 03:08:52.035992 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-0cbd7a2a-9bf5-4a26-8a74-e3e8f22f7f30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269711510320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767142869380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269711906403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852145191'] for port, after_update {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:52.079695 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-6740d127-5437-4200-904a-493269221eb4 tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:08:52.088411 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-d0100226-135e-43c7-acdd-e485fd865902 req-eddc3979-7b8a-479b-a916-89e60a098512 service neutron] 10.222.0.65 "GET /v2.0/networks/f43f4357-3ff6-40b8-94e0-eb50f3b0a088?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2332976
Feb 19 03:08:52.153748 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.db_base_plugin_common [req-871e1de5-b016-4504-83cc-566fbdf33265 req-446a63eb-f2ed-4382-a1d5-a407a8c66c4c tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Allocated IP 172.20.0.9 (5954e949-f082-4293-8249-33bd0ebaecec/f1853278-935e-4022-b7cb-005e1e744dbb/02a85f5f-e7da-4f0e-8ca8-407479ffe019) {{(pid=84116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 19 03:08:52.179032 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.rpc [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Device b52d8903-24d0-484f-afef-cca02ac84c8a up at agent ovs-agent-hv-cinder-77570 {{(pid=84117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 03:08:52.282887 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Provisioning complete for port b52d8903-24d0-484f-afef-cca02ac84c8a triggered by entity L2. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 03:08:52.283311 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16124857'] for port, provisioning_complete {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:52.290696 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbd7a2a-9bf5-4a26-8a74-e3e8f22f7f30 admin admin] Pushing event updated for resources: {'Port': ['ID=dc216d9b-017d-4fc3-a63f-c8896262b868,revision_number=2']} {{(pid=84116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:08:52.294680 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-0cbd7a2a-9bf5-4a26-8a74-e3e8f22f7f30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:08:52.309670 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-0cbd7a2a-9bf5-4a26-8a74-e3e8f22f7f30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854203496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854389636'] for router_interface, after_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:52.322233 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-c33bfc7c-e5b7-4315-9245-f9ce54800aa6 req-6731562a-abce-420a-bdc4-078ec46bd7ec tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e9890bc-07ce-4ad5-bf8f-87bce4bbbdef HTTP/1.1" status: 200  len: 210 time: 0.1376133
Feb 19 03:08:52.388937 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a0d1cab-464f-4da6-a58b-7e8a679793f1 req-302c6a83-21d7-4b26-8247-3af978ec31c5 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:08:52.401379 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-6a0d1cab-464f-4da6-a58b-7e8a679793f1 req-302c6a83-21d7-4b26-8247-3af978ec31c5 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e4882dd-d538-4794-b670-363a7a2168f7 HTTP/1.1" status: 200  len: 946 time: 0.2155819
Feb 19 03:08:52.484662 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80c93e39-9502-4a49-b5e9-dd308dbfe454 None None] New status for floating IP 44fea8f9-0ffa-4a4a-974a-ac0431ade5d0: ACTIVE {{(pid=84118) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 19 03:08:52.486658 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-6a0d1cab-464f-4da6-a58b-7e8a679793f1 req-92905240-b01a-43ed-b26c-c8aa9938b1f7 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cec6e94-f87a-4dfc-b64f-629a6d488241&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0800450
Feb 19 03:08:52.493756 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-d0100226-135e-43c7-acdd-e485fd865902 req-a5f5729f-4b11-4913-84a0-cef2ab040e2d service neutron] 10.222.0.65 "GET /v2.0/networks/f43f4357-3ff6-40b8-94e0-eb50f3b0a088?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3976099
Feb 19 03:08:52.651155 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-4b343f23-6f62-4db0-bfb1-0e5ba3aa11dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:52.970817 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c86a4f7-ba90-4632-882a-504913233bfd req-77119c38-ebbb-4128-9706-61228ab1f908 tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:08:52.972574 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-0c86a4f7-ba90-4632-882a-504913233bfd req-77119c38-ebbb-4128-9706-61228ab1f908 tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] 10.222.0.13 "GET /v2.0/ports?device_id=445f0f06-0e3a-4d82-8062-494e11d3e5e8 HTTP/1.1" status: 200  len: 945 time: 0.1015949
Feb 19 03:08:53.024761 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-0c86a4f7-ba90-4632-882a-504913233bfd req-bf122f6b-2878-491b-9000-e403fc758f2a tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] 10.222.0.13 "GET /v2.0/security-groups?id=aeaa7df1-6317-4400-8081-4d374588da7c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0444348
Feb 19 03:08:53.053313 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cbd7a2a-9bf5-4a26-8a74-e3e8f22f7f30 admin admin] Network 6946dce6-087a-4bdb-88e1-3a97fb894be8 is already hosted by enough agents. {{(pid=84116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 19 03:08:53.059922 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.scheduler.base_scheduler [None req-0cbd7a2a-9bf5-4a26-8a74-e3e8f22f7f30 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 19 03:08:53.210597 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-871e1de5-b016-4504-83cc-566fbdf33265 req-446a63eb-f2ed-4382-a1d5-a407a8c66c4c tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Notify callbacks [] for port, precommit_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:53.266775 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5270e2-ba6e-4349-9b7f-4d1b341ae5ed req-b371cc39-56d7-4ce3-92d6-61f46d223ec2 tempest-VolumesNegativeTest-929266281 tempest-VolumesNegativeTest-929266281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:08:53.268492 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-0a5270e2-ba6e-4349-9b7f-4d1b341ae5ed req-b371cc39-56d7-4ce3-92d6-61f46d223ec2 tempest-VolumesNegativeTest-929266281 tempest-VolumesNegativeTest-929266281-project] 10.222.0.13 "GET /v2.0/ports?device_id=d00c1eb8-6f69-4518-b9d4-ce1eac1bfeb4 HTTP/1.1" status: 200  len: 936 time: 0.1364896
Feb 19 03:08:53.321044 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-0a5270e2-ba6e-4349-9b7f-4d1b341ae5ed req-59dc6ade-940b-4be3-bbe6-be9fbbf69202 tempest-VolumesNegativeTest-929266281 tempest-VolumesNegativeTest-929266281-project] 10.222.0.13 "GET /v2.0/security-groups?id=b90d3101-c2fc-4296-848d-549b57c465db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0459340
Feb 19 03:08:53.338602 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-1719d07c-2643-4506-91f5-ad29205ec4b9 None None] Provisioning complete for port dc216d9b-017d-4fc3-a63f-c8896262b868 triggered by entity DHCP. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 03:08:53.339021 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-1719d07c-2643-4506-91f5-ad29205ec4b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16124857'] for port, provisioning_complete {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:53.399926 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.plugin [None req-1719d07c-2643-4506-91f5-ad29205ec4b9 None None] Port dc216d9b-017d-4fc3-a63f-c8896262b868 cannot update to ACTIVE because it is not bound. {{(pid=84117) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 19 03:08:53.441359 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cbd7a2a-9bf5-4a26-8a74-e3e8f22f7f30 admin admin] Router ac85bc42-659c-4b1b-a675-d43a2f9adecd has already been hosted by L3 agent f4ccfb5a-d22e-440e-8ddd-f393ad00f812 {{(pid=84116) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 19 03:08:53.451199 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.notifiers.nova [req-25997035-8187-4612-89ef-7051f87c86e4 req-36a446f5-aab2-4cdd-98af-c7d5db8667f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1a0d2ec-5f2e-406b-acd1-1c53c45eebe3 {{(pid=84116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 19 03:08:53.465029 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-25997035-8187-4612-89ef-7051f87c86e4 req-36a446f5-aab2-4cdd-98af-c7d5db8667f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:53.538195 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-871e1de5-b016-4504-83cc-566fbdf33265 req-446a63eb-f2ed-4382-a1d5-a407a8c66c4c tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363269711907205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2630593'] for port, after_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:53.544340 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:53.570524 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-fd2ffa05-c4fb-4cb2-bb08-1644551a9049 tempest-VolumesNegativeTest-929266281 tempest-VolumesNegativeTest-929266281-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:08:53.580827 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74adc74-c383-451e-9830-cee4ada0d52e req-21e77c9a-0a0e-4e4b-9ec2-f2f00c3f23d5 tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:08:53.585102 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-e74adc74-c383-451e-9830-cee4ada0d52e req-21e77c9a-0a0e-4e4b-9ec2-f2f00c3f23d5 tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e9890bc-07ce-4ad5-bf8f-87bce4bbbdef HTTP/1.1" status: 200  len: 931 time: 0.0963190
Feb 19 03:08:53.686373 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-e74adc74-c383-451e-9830-cee4ada0d52e req-ba49dcfe-771a-49be-a64d-72e55546111e tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] 10.222.0.13 "GET /v2.0/security-groups?id=3abdea19-59c5-47bb-abc1-26c9cf24f411&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0917306
Feb 19 03:08:53.689172 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [req-25997035-8187-4612-89ef-7051f87c86e4 req-36a446f5-aab2-4cdd-98af-c7d5db8667f5 service neutron] Transition to ACTIVE for port object a1a0d2ec-5f2e-406b-acd1-1c53c45eebe3 will not be triggered until provisioned by entity L2. {{(pid=84116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 19 03:08:53.738071 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-25997035-8187-4612-89ef-7051f87c86e4 req-36a446f5-aab2-4cdd-98af-c7d5db8667f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269711510320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767142869380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269711906403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852145191'] for port, after_update {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:53.854631 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac7e53a-00e7-42e5-9f4b-df4c4c975871 req-eb688ece-d490-4ead-8c33-87f6f4da9e7c tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:08:53.856465 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-7ac7e53a-00e7-42e5-9f4b-df4c4c975871 req-eb688ece-d490-4ead-8c33-87f6f4da9e7c tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e4882dd-d538-4794-b670-363a7a2168f7 HTTP/1.1" status: 200  len: 946 time: 0.1187444
Feb 19 03:08:53.909086 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446a63eb-f2ed-4382-a1d5-a407a8c66c4c tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Pushing event updated for resources: {'Port': ['ID=02a85f5f-e7da-4f0e-8ca8-407479ffe019,revision_number=1']} {{(pid=84116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:08:53.911303 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-7ac7e53a-00e7-42e5-9f4b-df4c4c975871 req-5b04a6d2-0598-4a4a-8df0-d8c2b69cca00 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cec6e94-f87a-4dfc-b64f-629a6d488241&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0485106
Feb 19 03:08:53.912255 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-446a63eb-f2ed-4382-a1d5-a407a8c66c4c tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:08:53.919638 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.160s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:08:54.033817 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cbd7a2a-9bf5-4a26-8a74-e3e8f22f7f30 admin admin] Notify agent at l3_agent.dv-cinder-775706-2-iscsi the message routers_updated {{(pid=84116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 19 03:08:54.043094 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23e5c914-ac61-4091-966a-fe94af4bf765 None None] Sync routers for ids ['ac85bc42-659c-4b1b-a675-d43a2f9adecd'] in dv-cinder-775706-2-iscsi {{(pid=84117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 19 03:08:54.053485 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e5c914-ac61-4091-966a-fe94af4bf765 None None] Routers {'ac85bc42-659c-4b1b-a675-d43a2f9adecd'} bound to L3 agent in host dv-cinder-775706-2-iscsi {{(pid=84117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 03:08:54.053958 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_hamode_db [None req-23e5c914-ac61-4091-966a-fe94af4bf765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9425f5c128>, 'dv-cinder-775706-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-02-19T02:56:52Z,description=<?>,heartbeat_timestamp=2021-02-19T03:08:52Z,host='dv-cinder-775706-2-iscsi',id=f4ccfb5a-d22e-440e-8ddd-f393ad00f812,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T02:56:52Z,topic='l3_agent')) {'router_ids': ['ac85bc42-659c-4b1b-a675-d43a2f9adecd'], 'active': True} {{(pid=84117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 03:08:54.068745 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a446f5-aab2-4cdd-98af-c7d5db8667f5 service neutron] Pushing event updated for resources: {'Port': ['ID=a1a0d2ec-5f2e-406b-acd1-1c53c45eebe3,revision_number=2']} {{(pid=84116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:08:54.085738 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-36a446f5-aab2-4cdd-98af-c7d5db8667f5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:08:54.089022 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-0cbd7a2a-9bf5-4a26-8a74-e3e8f22f7f30 admin admin] 10.222.0.13 "PUT /v2.0/routers/ac85bc42-659c-4b1b-a675-d43a2f9adecd/add_router_interface HTTP/1.1" status: 200  len: 503 time: 10.8883042
Feb 19 03:08:54.172066 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-871e1de5-b016-4504-83cc-566fbdf33265 req-446a63eb-f2ed-4382-a1d5-a407a8c66c4c tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Network 5954e949-f082-4293-8249-33bd0ebaecec is already hosted by enough agents. {{(pid=84116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 19 03:08:54.179270 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.scheduler.base_scheduler [req-871e1de5-b016-4504-83cc-566fbdf33265 req-446a63eb-f2ed-4382-a1d5-a407a8c66c4c tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Resources bound (agent type, host, resource id):  {{(pid=84116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 19 03:08:54.181904 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvrscheduler_db [req-871e1de5-b016-4504-83cc-566fbdf33265 req-446a63eb-f2ed-4382-a1d5-a407a8c66c4c tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Received port after_create {{(pid=84116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 19 03:08:54.268439 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871e1de5-b016-4504-83cc-566fbdf33265 req-446a63eb-f2ed-4382-a1d5-a407a8c66c4c tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:08:54.269043 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-871e1de5-b016-4504-83cc-566fbdf33265 req-446a63eb-f2ed-4382-a1d5-a407a8c66c4c tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854203462'] for port, before_response {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:54.300968 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvr_db [None req-23e5c914-ac61-4091-966a-fe94af4bf765 None None] Set router ac85bc42-659c-4b1b-a675-d43a2f9adecd gateway port host: dv-cinder-775706-2-iscsi {{(pid=84117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 03:08:54.347494 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-871e1de5-b016-4504-83cc-566fbdf33265 req-446a63eb-f2ed-4382-a1d5-a407a8c66c4c tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.6662064
Feb 19 03:08:54.351326 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-ed1abd93-30ab-455f-b25e-ecbc2cc5cf06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:54.381268 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.v2.base [req-871e1de5-b016-4504-83cc-566fbdf33265 req-c0e284fb-3dbf-437c-a386-787ee2df0d0a service neutron] Request body: {'port': {'device_id': '7e9890bc-07ce-4ad5-bf8f-87bce4bbbdef', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77570'}} {{(pid=84116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 03:08:54.443715 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.managers [req-25997035-8187-4612-89ef-7051f87c86e4 req-36a446f5-aab2-4cdd-98af-c7d5db8667f5 service neutron] Attempting to bind port a1a0d2ec-5f2e-406b-acd1-1c53c45eebe3 on host hv-cinder-77570 for vnic_type normal with profile  {{(pid=84116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 03:08:54.444094 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.managers [req-25997035-8187-4612-89ef-7051f87c86e4 req-36a446f5-aab2-4cdd-98af-c7d5db8667f5 service neutron] Attempting to bind port a1a0d2ec-5f2e-406b-acd1-1c53c45eebe3 by drivers openvswitch on host hv-cinder-77570 at level 0 using segments [{'id': '4e80727d-1ce0-4195-916f-ecf9b2b45069', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '713a7f90-bb8f-4aea-82cd-e017d8491427'}] {{(pid=84116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 19 03:08:54.445469 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25997035-8187-4612-89ef-7051f87c86e4 req-36a446f5-aab2-4cdd-98af-c7d5db8667f5 service neutron] Attempting to bind port a1a0d2ec-5f2e-406b-acd1-1c53c45eebe3 on network 713a7f90-bb8f-4aea-82cd-e017d8491427 {{(pid=84116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 19 03:08:54.455103 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25997035-8187-4612-89ef-7051f87c86e4 req-36a446f5-aab2-4cdd-98af-c7d5db8667f5 service neutron] Checking agent: {'id': 'd79517dc-1443-4e8d-af8f-f4fe2bcc2381', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77570', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 19, 3, 4, 30), 'started_at': datetime.datetime(2021, 2, 19, 3, 5), 'heartbeat_timestamp': datetime.datetime(2021, 2, 19, 3, 8, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.91', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 19 03:08:54.455483 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25997035-8187-4612-89ef-7051f87c86e4 req-36a446f5-aab2-4cdd-98af-c7d5db8667f5 service neutron] Checking segment: {'id': '4e80727d-1ce0-4195-916f-ecf9b2b45069', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '713a7f90-bb8f-4aea-82cd-e017d8491427'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 19 03:08:54.455902 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-25997035-8187-4612-89ef-7051f87c86e4 req-36a446f5-aab2-4cdd-98af-c7d5db8667f5 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:54.456303 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-25997035-8187-4612-89ef-7051f87c86e4 req-36a446f5-aab2-4cdd-98af-c7d5db8667f5 service neutron] Bound using segment: {'id': '4e80727d-1ce0-4195-916f-ecf9b2b45069', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '713a7f90-bb8f-4aea-82cd-e017d8491427'} {{(pid=84116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 19 03:08:54.456795 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.managers [req-25997035-8187-4612-89ef-7051f87c86e4 req-36a446f5-aab2-4cdd-98af-c7d5db8667f5 service neutron] Bound port: a1a0d2ec-5f2e-406b-acd1-1c53c45eebe3, host: hv-cinder-77570, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e80727d-1ce0-4195-916f-ecf9b2b45069', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '713a7f90-bb8f-4aea-82cd-e017d8491427'}}] {{(pid=84116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 19 03:08:54.457381 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-25997035-8187-4612-89ef-7051f87c86e4 req-36a446f5-aab2-4cdd-98af-c7d5db8667f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838630373'] for port, before_update {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:54.547401 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd5671c-ae53-40ed-8f78-fbb81ea57005 req-7e9b5b55-4d0f-415e-8ed4-373025b88990 tempest-VolumesNegativeTest-929266281 tempest-VolumesNegativeTest-929266281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:08:54.549494 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-bdd5671c-ae53-40ed-8f78-fbb81ea57005 req-7e9b5b55-4d0f-415e-8ed4-373025b88990 tempest-VolumesNegativeTest-929266281 tempest-VolumesNegativeTest-929266281-project] 10.222.0.13 "GET /v2.0/ports?device_id=d00c1eb8-6f69-4518-b9d4-ce1eac1bfeb4 HTTP/1.1" status: 200  len: 948 time: 0.1006145
Feb 19 03:08:54.609157 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-bdd5671c-ae53-40ed-8f78-fbb81ea57005 req-eb432302-bdcb-40f7-a697-5698b9036877 tempest-VolumesNegativeTest-929266281 tempest-VolumesNegativeTest-929266281-project] 10.222.0.13 "GET /v2.0/security-groups?id=b90d3101-c2fc-4296-848d-549b57c465db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0530989
Feb 19 03:08:54.613954 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.db [req-25997035-8187-4612-89ef-7051f87c86e4 req-36a446f5-aab2-4cdd-98af-c7d5db8667f5 service neutron] For port a1a0d2ec-5f2e-406b-acd1-1c53c45eebe3, host hv-cinder-77570, cleared binding levels {{(pid=84116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 19 03:08:54.617450 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.db [req-25997035-8187-4612-89ef-7051f87c86e4 req-36a446f5-aab2-4cdd-98af-c7d5db8667f5 service neutron] For port a1a0d2ec-5f2e-406b-acd1-1c53c45eebe3, host hv-cinder-77570, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=a1a0d2ec-5f2e-406b-acd1-1c53c45eebe3,segment=NetworkSegment(4e80727d-1ce0-4195-916f-ecf9b2b45069),segment_id=4e80727d-1ce0-4195-916f-ecf9b2b45069)] {{(pid=84116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 19 03:08:54.646497 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-871e1de5-b016-4504-83cc-566fbdf33265 req-c0e284fb-3dbf-437c-a386-787ee2df0d0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838630373'] for port, before_update {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:54.680857 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_hamode_db [None req-23e5c914-ac61-4091-966a-fe94af4bf765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9425f5c128>, [{'id': 'ac85bc42-659c-4b1b-a675-d43a2f9adecd', 'name': 'tempest-TestVolumeBootPattern-274869325-router', 'tenant_id': 'd27f6c1005a649899564d57c50d0b93b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'external_fixed_ips': [{'subnet_id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': 'b1b4f2b6-d3f7-4b08-8b79-1a3c69383f83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T03:08:36Z', 'updated_at': '2021-02-19T03:08:50Z', 'revision_number': 4, 'project_id': 'd27f6c1005a649899564d57c50d0b93b', 'gw_port': {'id': 'b1b4f2b6-d3f7-4b08-8b79-1a3c69383f83', 'name': '', 'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:95:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac85bc42-659c-4b1b-a675-d43a2f9adecd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T03:08:38Z', 'updated_at': '2021-02-19T03:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-2-iscsi', '_interfaces': [{'id': 'dc216d9b-017d-4fc3-a63f-c8896262b868', 'name': '', 'network_id': '6946dce6-087a-4bdb-88e1-3a97fb894be8', 'tenant_id': 'd27f6c1005a649899564d57c50d0b93b', 'mac_address': 'fa:16:3e:b5:89:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac85bc42-659c-4b1b-a675-d43a2f9adecd', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '6fe87f97-1d55-4c4e-a5ba-dd53fac5f555', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T03:08:46Z', 'updated_at': '2021-02-19T03:08:51Z', 'revision_number': 2, 'project_id': 'd27f6c1005a649899564d57c50d0b93b', 'subnets': [{'id': '6fe87f97-1d55-4c4e-a5ba-dd53fac5f555', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775706-2-iscsi', False) {} {{(pid=84117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 03:08:54.685930 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23e5c914-ac61-4091-966a-fe94af4bf765 None None] Checking router: ac85bc42-659c-4b1b-a675-d43a2f9adecd for host: dv-cinder-775706-2-iscsi {{(pid=84117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 19 03:08:54.686345 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23e5c914-ac61-4091-966a-fe94af4bf765 None None] Updating router ac85bc42-659c-4b1b-a675-d43a2f9adecd port dc216d9b-017d-4fc3-a63f-c8896262b868 binding host dv-cinder-775706-2-iscsi {{(pid=84117) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 19 03:08:54.708044 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-25997035-8187-4612-89ef-7051f87c86e4 req-36a446f5-aab2-4cdd-98af-c7d5db8667f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269711510320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767142869380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269711906403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852145191'] for port, after_update {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:54.730657 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:08:54.743810 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-23e5c914-ac61-4091-966a-fe94af4bf765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838630373'] for port, before_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:54.858739 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a446f5-aab2-4cdd-98af-c7d5db8667f5 service neutron] Pushing event updated for resources: {'Port': ['ID=a1a0d2ec-5f2e-406b-acd1-1c53c45eebe3,revision_number=3']} {{(pid=84116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:08:54.862324 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-36a446f5-aab2-4cdd-98af-c7d5db8667f5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:08:54.982568 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aec41e4-ba0f-4c43-ac85-79a7c586960b req-66d3292c-92bd-4874-bb8b-2f16f0e93f4d tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:08:54.984540 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-5aec41e4-ba0f-4c43-ac85-79a7c586960b req-66d3292c-92bd-4874-bb8b-2f16f0e93f4d tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e9890bc-07ce-4ad5-bf8f-87bce4bbbdef HTTP/1.1" status: 200  len: 931 time: 0.1623564
Feb 19 03:08:55.055099 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-5aec41e4-ba0f-4c43-ac85-79a7c586960b req-cb2dcae2-3c76-488b-99ab-5a42d4ab0e14 tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] 10.222.0.13 "GET /v2.0/security-groups?id=3abdea19-59c5-47bb-abc1-26c9cf24f411&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0597589
Feb 19 03:08:55.133288 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25997035-8187-4612-89ef-7051f87c86e4 req-36a446f5-aab2-4cdd-98af-c7d5db8667f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:08:55.134041 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-25997035-8187-4612-89ef-7051f87c86e4 req-36a446f5-aab2-4cdd-98af-c7d5db8667f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854203462'] for port, before_response {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:55.135891 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-25997035-8187-4612-89ef-7051f87c86e4 req-36a446f5-aab2-4cdd-98af-c7d5db8667f5 service neutron] 10.222.0.65 "PUT /v2.0/ports/a1a0d2ec-5f2e-406b-acd1-1c53c45eebe3 HTTP/1.1" status: 200  len: 1162 time: 3.3834910
Feb 19 03:08:55.136463 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd00c1eb8-6f69-4518-b9d4-ce1eac1bfeb4', 'tag': 'a1a0d2ec-5f2e-406b-acd1-1c53c45eebe3'}] {{(pid=84116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 03:08:55.307590 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-23e5c914-ac61-4091-966a-fe94af4bf765 None None] Notify callbacks [] for port, precommit_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:55.326220 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-23e5c914-ac61-4091-966a-fe94af4bf765 None None] Transition to ACTIVE for port object dc216d9b-017d-4fc3-a63f-c8896262b868 will not be triggered until provisioned by entity L2. {{(pid=84117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 19 03:08:55.367142 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-23e5c914-ac61-4091-966a-fe94af4bf765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269711510320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767142869380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269711906403'] for port, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:55.386306 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:08:55.415551 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.v2.base [req-d00d1699-de36-44fd-9b64-96794f2a67b9 req-bc70e97d-55c9-4801-8134-cc785a1aca7a tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Request body: {'security_group': {'name': 'tempest-TestVolumeBootPattern-1740818411', 'description': 'tempest-TestVolumeBootPattern-1740818411 description'}} {{(pid=84115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 03:08:55.426077 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [req-d00d1699-de36-44fd-9b64-96794f2a67b9 req-bc70e97d-55c9-4801-8134-cc785a1aca7a tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 03:08:55.433179 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [req-d00d1699-de36-44fd-9b64-96794f2a67b9 req-bc70e97d-55c9-4801-8134-cc785a1aca7a tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Usage tracker for resource:security_group and tenant:15972dafcae5480290e92407c155b4a6 is out of sync, need to count used quota {{(pid=84115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 03:08:55.437523 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [req-d00d1699-de36-44fd-9b64-96794f2a67b9 req-bc70e97d-55c9-4801-8134-cc785a1aca7a tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 03:08:55.447501 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [req-d00d1699-de36-44fd-9b64-96794f2a67b9 req-bc70e97d-55c9-4801-8134-cc785a1aca7a tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 03:08:55.474978 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95f1007-5e8b-4c7b-a514-579025bbe85d req-696fc3b4-9e5a-42ba-9700-ac466ed7e938 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:08:55.476695 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-e95f1007-5e8b-4c7b-a514-579025bbe85d req-696fc3b4-9e5a-42ba-9700-ac466ed7e938 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e4882dd-d538-4794-b670-363a7a2168f7 HTTP/1.1" status: 200  len: 946 time: 0.1303990
Feb 19 03:08:55.509009 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-d00d1699-de36-44fd-9b64-96794f2a67b9 req-bc70e97d-55c9-4801-8134-cc785a1aca7a tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Notify callbacks [] for security_group, before_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:55.539309 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec69f77a-687a-4fec-9547-ec9933ceab87 None None] Pushing event updated for resources: {'Port': ['ID=dc216d9b-017d-4fc3-a63f-c8896262b868,revision_number=3']} {{(pid=84117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:08:55.543788 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-ec69f77a-687a-4fec-9547-ec9933ceab87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=84117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:08:55.545907 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [req-d00d1699-de36-44fd-9b64-96794f2a67b9 req-bc70e97d-55c9-4801-8134-cc785a1aca7a tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 03:08:55.550167 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [req-d00d1699-de36-44fd-9b64-96794f2a67b9 req-bc70e97d-55c9-4801-8134-cc785a1aca7a tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Usage tracker for resource:security_group_rule and tenant:15972dafcae5480290e92407c155b4a6 is out of sync, need to count used quota {{(pid=84115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 03:08:55.553398 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [req-d00d1699-de36-44fd-9b64-96794f2a67b9 req-bc70e97d-55c9-4801-8134-cc785a1aca7a tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 03:08:55.563832 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [req-d00d1699-de36-44fd-9b64-96794f2a67b9 req-bc70e97d-55c9-4801-8134-cc785a1aca7a tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 03:08:55.568763 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-e95f1007-5e8b-4c7b-a514-579025bbe85d req-799f90b6-80b5-4ae6-8548-e677225fb2ff tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cec6e94-f87a-4dfc-b64f-629a6d488241&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0845597
Feb 19 03:08:55.649769 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd00c1eb8-6f69-4518-b9d4-ce1eac1bfeb4', 'tag': 'a1a0d2ec-5f2e-406b-acd1-1c53c45eebe3', 'status': 'completed', 'code': 200}
Feb 19 03:08:55.673658 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-d00d1699-de36-44fd-9b64-96794f2a67b9 req-bc70e97d-55c9-4801-8134-cc785a1aca7a tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Notify callbacks [] for security_group, precommit_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:55.721961 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-d00d1699-de36-44fd-9b64-96794f2a67b9 req-bc70e97d-55c9-4801-8134-cc785a1aca7a tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237410'] for security_group, after_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:55.749143 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-3b5461f8-4aff-47f9-8d33-e1ae37b45b6f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:08:55.769280 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.managers [None req-23e5c914-ac61-4091-966a-fe94af4bf765 None None] Attempting to bind port dc216d9b-017d-4fc3-a63f-c8896262b868 on host dv-cinder-775706-2-iscsi for vnic_type normal with profile  {{(pid=84117) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 03:08:55.769703 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.managers [None req-23e5c914-ac61-4091-966a-fe94af4bf765 None None] Attempting to bind port dc216d9b-017d-4fc3-a63f-c8896262b868 by drivers openvswitch on host dv-cinder-775706-2-iscsi at level 0 using segments [{'id': '5659cbf6-6b1c-4a46-9d2c-49f33fb6f6a4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '6946dce6-087a-4bdb-88e1-3a97fb894be8'}] {{(pid=84117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 19 03:08:55.770150 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e5c914-ac61-4091-966a-fe94af4bf765 None None] Attempting to bind port dc216d9b-017d-4fc3-a63f-c8896262b868 on network 6946dce6-087a-4bdb-88e1-3a97fb894be8 {{(pid=84117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 19 03:08:55.776626 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e5c914-ac61-4091-966a-fe94af4bf765 None None] Checking agent: {'id': '3cd1f8a8-5d37-45d2-b10a-f80d551451b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775706-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 19, 2, 56, 53), 'started_at': datetime.datetime(2021, 2, 19, 2, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 2, 19, 3, 8, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775706-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.86', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 19 03:08:55.777053 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e5c914-ac61-4091-966a-fe94af4bf765 None None] Checking segment: {'id': '5659cbf6-6b1c-4a46-9d2c-49f33fb6f6a4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '6946dce6-087a-4bdb-88e1-3a97fb894be8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 19 03:08:55.777505 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-23e5c914-ac61-4091-966a-fe94af4bf765 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:55.777973 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23e5c914-ac61-4091-966a-fe94af4bf765 None None] Bound using segment: {'id': '5659cbf6-6b1c-4a46-9d2c-49f33fb6f6a4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '6946dce6-087a-4bdb-88e1-3a97fb894be8'} {{(pid=84117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 19 03:08:55.778500 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.managers [None req-23e5c914-ac61-4091-966a-fe94af4bf765 None None] Bound port: dc216d9b-017d-4fc3-a63f-c8896262b868, host: dv-cinder-775706-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5659cbf6-6b1c-4a46-9d2c-49f33fb6f6a4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': '6946dce6-087a-4bdb-88e1-3a97fb894be8'}}] {{(pid=84117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 19 03:08:55.778921 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-23e5c914-ac61-4091-966a-fe94af4bf765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838630373'] for port, before_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:55.782789 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25997035-8187-4612-89ef-7051f87c86e4 req-fca7dfc2-0190-4d73-baec-21ee291e6123 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:08:55.784447 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-25997035-8187-4612-89ef-7051f87c86e4 req-fca7dfc2-0190-4d73-baec-21ee291e6123 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b53a5f0e36f3490cbfdfcb866a0eb04b&device_id=d00c1eb8-6f69-4518-b9d4-ce1eac1bfeb4 HTTP/1.1" status: 200  len: 1165 time: 0.4440000
Feb 19 03:08:55.786931 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc70e97d-55c9-4801-8134-cc785a1aca7a tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Pushing event updated for resources: {'SecurityGroup': ['ID=00f7ce86-0f19-4798-a066-63f8a8d47966,revision_number=1']} {{(pid=84115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:08:55.791216 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-d00d1699-de36-44fd-9b64-96794f2a67b9 req-bc70e97d-55c9-4801-8134-cc785a1aca7a tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Notify callbacks [] for security_group, before_response {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:55.792577 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-d00d1699-de36-44fd-9b64-96794f2a67b9 req-bc70e97d-55c9-4801-8134-cc785a1aca7a tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1813 time: 0.3832066
Feb 19 03:08:55.796861 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-bc70e97d-55c9-4801-8134-cc785a1aca7a tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:08:55.904810 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-25997035-8187-4612-89ef-7051f87c86e4 req-d1e2dd06-9aa9-42f2-9017-25c953022253 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=a1a0d2ec-5f2e-406b-acd1-1c53c45eebe3 HTTP/1.1" status: 200  len: 217 time: 0.0926418
Feb 19 03:08:55.912548 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.db [None req-23e5c914-ac61-4091-966a-fe94af4bf765 None None] For port dc216d9b-017d-4fc3-a63f-c8896262b868, host dv-cinder-775706-2-iscsi, cleared binding levels {{(pid=84117) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 19 03:08:55.922917 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.db [None req-23e5c914-ac61-4091-966a-fe94af4bf765 None None] For port dc216d9b-017d-4fc3-a63f-c8896262b868, host dv-cinder-775706-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-2-iscsi',level=0,port_id=dc216d9b-017d-4fc3-a63f-c8896262b868,segment=NetworkSegment(5659cbf6-6b1c-4a46-9d2c-49f33fb6f6a4),segment_id=5659cbf6-6b1c-4a46-9d2c-49f33fb6f6a4)] {{(pid=84117) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 19 03:08:55.989202 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-23e5c914-ac61-4091-966a-fe94af4bf765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269711510320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767142869380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269711906403'] for port, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:56.006134 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-f37b69f4-851d-467d-a601-16c0ba9a9b66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:08:56.018293 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.notifiers.nova [req-871e1de5-b016-4504-83cc-566fbdf33265 req-c0e284fb-3dbf-437c-a386-787ee2df0d0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02a85f5f-e7da-4f0e-8ca8-407479ffe019 {{(pid=84116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 19 03:08:56.026829 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ffa4a95-828f-4f16-8242-f168def7df2c req-ea74f63e-f3be-4af5-be55-6b60fe9e85e0 tempest-VolumesNegativeTest-929266281 tempest-VolumesNegativeTest-929266281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:08:56.030171 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-871e1de5-b016-4504-83cc-566fbdf33265 req-c0e284fb-3dbf-437c-a386-787ee2df0d0a service neutron] Notify callbacks [] for port, precommit_update {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:56.034101 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-4ffa4a95-828f-4f16-8242-f168def7df2c req-ea74f63e-f3be-4af5-be55-6b60fe9e85e0 tempest-VolumesNegativeTest-929266281 tempest-VolumesNegativeTest-929266281-project] 10.222.0.13 "GET /v2.0/ports?device_id=d00c1eb8-6f69-4518-b9d4-ce1eac1bfeb4 HTTP/1.1" status: 200  len: 948 time: 0.1068242
Feb 19 03:08:56.045807 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25997035-8187-4612-89ef-7051f87c86e4 req-0bdf0a24-9986-46c8-b01d-2a45e92a7bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:08:56.047640 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-25997035-8187-4612-89ef-7051f87c86e4 req-0bdf0a24-9986-46c8-b01d-2a45e92a7bf4 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=15231f6d-7aff-41e1-a1f0-e2d158a4c9cf HTTP/1.1" status: 200  len: 843 time: 0.0986354
Feb 19 03:08:56.050276 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [req-871e1de5-b016-4504-83cc-566fbdf33265 req-c0e284fb-3dbf-437c-a386-787ee2df0d0a service neutron] Transition to ACTIVE for port object 02a85f5f-e7da-4f0e-8ca8-407479ffe019 will not be triggered until provisioned by entity L2. {{(pid=84116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 19 03:08:56.098636 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-4ffa4a95-828f-4f16-8242-f168def7df2c req-a1624d9f-f50b-4af8-a01e-2f3941f1a52a tempest-VolumesNegativeTest-929266281 tempest-VolumesNegativeTest-929266281-project] 10.222.0.13 "GET /v2.0/security-groups?id=b90d3101-c2fc-4296-848d-549b57c465db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0575137
Feb 19 03:08:56.132245 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-871e1de5-b016-4504-83cc-566fbdf33265 req-c0e284fb-3dbf-437c-a386-787ee2df0d0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269711510320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767142869380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269711906403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852145191'] for port, after_update {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:56.215652 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-3ce156ff-a765-48c0-8bcb-d77151f9bb51 req-94561e3b-8b06-4923-9c19-ad1e3cc21f4b tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] 10.222.0.13 "GET /v2.0/security-groups/00f7ce86-0f19-4798-a066-63f8a8d47966 HTTP/1.1" status: 200  len: 1808 time: 0.0751777
Feb 19 03:08:56.219939 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-3673dd7c-2d23-4168-b5e2-17d8aba6c3e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:08:56.223113 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.v2.base [req-3ce156ff-a765-48c0-8bcb-d77151f9bb51 req-aadd798a-510b-4806-af87-f923cbf0f8a6 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '00f7ce86-0f19-4798-a066-63f8a8d47966', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=84115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 03:08:56.223649 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.v2.base [req-3ce156ff-a765-48c0-8bcb-d77151f9bb51 req-aadd798a-510b-4806-af87-f923cbf0f8a6 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '00f7ce86-0f19-4798-a066-63f8a8d47966', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=84115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 03:08:56.231806 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [req-3ce156ff-a765-48c0-8bcb-d77151f9bb51 req-aadd798a-510b-4806-af87-f923cbf0f8a6 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 03:08:56.236454 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [req-3ce156ff-a765-48c0-8bcb-d77151f9bb51 req-aadd798a-510b-4806-af87-f923cbf0f8a6 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Usage tracker for resource:security_group_rule and tenant:15972dafcae5480290e92407c155b4a6 is out of sync, need to count used quota {{(pid=84115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 03:08:56.240670 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [req-3ce156ff-a765-48c0-8bcb-d77151f9bb51 req-aadd798a-510b-4806-af87-f923cbf0f8a6 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 03:08:56.247737 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [req-3ce156ff-a765-48c0-8bcb-d77151f9bb51 req-aadd798a-510b-4806-af87-f923cbf0f8a6 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 03:08:56.258824 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec69f77a-687a-4fec-9547-ec9933ceab87 None None] Pushing event updated for resources: {'Port': ['ID=dc216d9b-017d-4fc3-a63f-c8896262b868,revision_number=4']} {{(pid=84117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:08:56.264204 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-ec69f77a-687a-4fec-9547-ec9933ceab87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=84117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:08:56.304808 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23e5c914-ac61-4091-966a-fe94af4bf765 None None] Routers {'ac85bc42-659c-4b1b-a675-d43a2f9adecd'} bound to L3 agent in host dv-cinder-775706-2-iscsi {{(pid=84117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 03:08:56.305604 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_hamode_db [None req-23e5c914-ac61-4091-966a-fe94af4bf765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9425f5c128>, 'dv-cinder-775706-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-02-19T02:56:52Z,description=<?>,heartbeat_timestamp=2021-02-19T03:08:52Z,host='dv-cinder-775706-2-iscsi',id=f4ccfb5a-d22e-440e-8ddd-f393ad00f812,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T02:56:52Z,topic='l3_agent')) {'router_ids': ['ac85bc42-659c-4b1b-a675-d43a2f9adecd'], 'active': True} {{(pid=84117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 03:08:56.365852 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e284fb-3dbf-437c-a386-787ee2df0d0a service neutron] Pushing event updated for resources: {'Port': ['ID=02a85f5f-e7da-4f0e-8ca8-407479ffe019,revision_number=2']} {{(pid=84116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:08:56.372100 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25997035-8187-4612-89ef-7051f87c86e4 req-e4c7df01-57b0-4a9d-9186-c3e7996ae73e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:08:56.373460 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-25997035-8187-4612-89ef-7051f87c86e4 req-e4c7df01-57b0-4a9d-9186-c3e7996ae73e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=713a7f90-bb8f-4aea-82cd-e017d8491427&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.3150804
Feb 19 03:08:56.382489 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-c0e284fb-3dbf-437c-a386-787ee2df0d0a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:08:56.392186 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-3ce156ff-a765-48c0-8bcb-d77151f9bb51 req-aadd798a-510b-4806-af87-f923cbf0f8a6 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:56.462837 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-3ce156ff-a765-48c0-8bcb-d77151f9bb51 req-aadd798a-510b-4806-af87-f923cbf0f8a6 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:56.521579 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-3ce156ff-a765-48c0-8bcb-d77151f9bb51 req-aadd798a-510b-4806-af87-f923cbf0f8a6 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237382'] for security_group_rule, after_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:56.524286 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:08:56.592876 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvr_db [None req-23e5c914-ac61-4091-966a-fe94af4bf765 None None] Set router ac85bc42-659c-4b1b-a675-d43a2f9adecd gateway port host: dv-cinder-775706-2-iscsi {{(pid=84117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 03:08:56.608769 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aadd798a-510b-4806-af87-f923cbf0f8a6 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5deeede0-ca47-40ce-84f2-9558d0a820af,revision_number=0']} {{(pid=84115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:08:56.620618 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-aadd798a-510b-4806-af87-f923cbf0f8a6 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:08:56.682545 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-3ce156ff-a765-48c0-8bcb-d77151f9bb51 req-aadd798a-510b-4806-af87-f923cbf0f8a6 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:56.684132 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-3ce156ff-a765-48c0-8bcb-d77151f9bb51 req-aadd798a-510b-4806-af87-f923cbf0f8a6 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 0.4674160
Feb 19 03:08:56.900012 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-25997035-8187-4612-89ef-7051f87c86e4 req-a95015d8-1fa3-4011-b502-e1aae290467a service neutron] 10.222.0.65 "GET /v2.0/networks/713a7f90-bb8f-4aea-82cd-e017d8491427?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5145688
Feb 19 03:08:56.915252 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05983599-ada0-4736-bda2-a09eb45dbafe req-1ab2fd8e-c6bc-4eeb-8f44-a746370b2c2e tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:08:56.925413 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-05983599-ada0-4736-bda2-a09eb45dbafe req-1ab2fd8e-c6bc-4eeb-8f44-a746370b2c2e tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e9890bc-07ce-4ad5-bf8f-87bce4bbbdef HTTP/1.1" status: 200  len: 943 time: 0.1610875
Feb 19 03:08:56.943676 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.managers [req-871e1de5-b016-4504-83cc-566fbdf33265 req-c0e284fb-3dbf-437c-a386-787ee2df0d0a service neutron] Attempting to bind port 02a85f5f-e7da-4f0e-8ca8-407479ffe019 on host hv-cinder-77570 for vnic_type normal with profile  {{(pid=84116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 03:08:56.944312 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.managers [req-871e1de5-b016-4504-83cc-566fbdf33265 req-c0e284fb-3dbf-437c-a386-787ee2df0d0a service neutron] Attempting to bind port 02a85f5f-e7da-4f0e-8ca8-407479ffe019 by drivers openvswitch on host hv-cinder-77570 at level 0 using segments [{'id': '24bf194f-4bc7-4684-a2af-42ff5163776b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '5954e949-f082-4293-8249-33bd0ebaecec'}] {{(pid=84116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 19 03:08:56.944849 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-871e1de5-b016-4504-83cc-566fbdf33265 req-c0e284fb-3dbf-437c-a386-787ee2df0d0a service neutron] Attempting to bind port 02a85f5f-e7da-4f0e-8ca8-407479ffe019 on network 5954e949-f082-4293-8249-33bd0ebaecec {{(pid=84116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 19 03:08:56.998791 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-05983599-ada0-4736-bda2-a09eb45dbafe req-81f15a1d-599c-4a4a-97cf-3508754b88d2 tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] 10.222.0.13 "GET /v2.0/security-groups?id=3abdea19-59c5-47bb-abc1-26c9cf24f411&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0716255
Feb 19 03:08:57.104032 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-871e1de5-b016-4504-83cc-566fbdf33265 req-c0e284fb-3dbf-437c-a386-787ee2df0d0a service neutron] Checking agent: {'id': 'd79517dc-1443-4e8d-af8f-f4fe2bcc2381', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77570', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 19, 3, 4, 30), 'started_at': datetime.datetime(2021, 2, 19, 3, 5), 'heartbeat_timestamp': datetime.datetime(2021, 2, 19, 3, 8, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.91', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 19 03:08:57.104592 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-871e1de5-b016-4504-83cc-566fbdf33265 req-c0e284fb-3dbf-437c-a386-787ee2df0d0a service neutron] Checking segment: {'id': '24bf194f-4bc7-4684-a2af-42ff5163776b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '5954e949-f082-4293-8249-33bd0ebaecec'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 19 03:08:57.104868 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-871e1de5-b016-4504-83cc-566fbdf33265 req-c0e284fb-3dbf-437c-a386-787ee2df0d0a service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:57.105171 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-871e1de5-b016-4504-83cc-566fbdf33265 req-c0e284fb-3dbf-437c-a386-787ee2df0d0a service neutron] Bound using segment: {'id': '24bf194f-4bc7-4684-a2af-42ff5163776b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '5954e949-f082-4293-8249-33bd0ebaecec'} {{(pid=84116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 19 03:08:57.105653 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.managers [req-871e1de5-b016-4504-83cc-566fbdf33265 req-c0e284fb-3dbf-437c-a386-787ee2df0d0a service neutron] Bound port: 02a85f5f-e7da-4f0e-8ca8-407479ffe019, host: hv-cinder-77570, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24bf194f-4bc7-4684-a2af-42ff5163776b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '5954e949-f082-4293-8249-33bd0ebaecec'}}] {{(pid=84116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 19 03:08:57.106082 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-871e1de5-b016-4504-83cc-566fbdf33265 req-c0e284fb-3dbf-437c-a386-787ee2df0d0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838630373'] for port, before_update {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:57.262097 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-4602e154-e750-4444-9b0f-92c0fc0e22bc req-c470b6f7-7abb-4491-aa1b-ebccd76a1fbd tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] 10.222.0.13 "GET /v2.0/security-groups/00f7ce86-0f19-4798-a066-63f8a8d47966 HTTP/1.1" status: 200  len: 2401 time: 0.2349679
Feb 19 03:08:57.271765 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.v2.base [req-4602e154-e750-4444-9b0f-92c0fc0e22bc req-e50ce467-756a-479c-8197-9a73e539cbc7 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '00f7ce86-0f19-4798-a066-63f8a8d47966', 'remote_group_id': None}]} {{(pid=84115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 03:08:57.272282 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.v2.base [req-4602e154-e750-4444-9b0f-92c0fc0e22bc req-e50ce467-756a-479c-8197-9a73e539cbc7 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '00f7ce86-0f19-4798-a066-63f8a8d47966', 'remote_group_id': None}} {{(pid=84115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 03:08:57.285242 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [req-4602e154-e750-4444-9b0f-92c0fc0e22bc req-e50ce467-756a-479c-8197-9a73e539cbc7 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 03:08:57.293278 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [req-4602e154-e750-4444-9b0f-92c0fc0e22bc req-e50ce467-756a-479c-8197-9a73e539cbc7 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Usage tracker for resource:security_group_rule and tenant:15972dafcae5480290e92407c155b4a6 is out of sync, need to count used quota {{(pid=84115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 03:08:57.297859 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [req-4602e154-e750-4444-9b0f-92c0fc0e22bc req-e50ce467-756a-479c-8197-9a73e539cbc7 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 03:08:57.314451 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_hamode_db [None req-23e5c914-ac61-4091-966a-fe94af4bf765 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9425f5c128>, [{'id': 'ac85bc42-659c-4b1b-a675-d43a2f9adecd', 'name': 'tempest-TestVolumeBootPattern-274869325-router', 'tenant_id': 'd27f6c1005a649899564d57c50d0b93b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'external_fixed_ips': [{'subnet_id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': 'b1b4f2b6-d3f7-4b08-8b79-1a3c69383f83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T03:08:36Z', 'updated_at': '2021-02-19T03:08:50Z', 'revision_number': 4, 'project_id': 'd27f6c1005a649899564d57c50d0b93b', 'gw_port': {'id': 'b1b4f2b6-d3f7-4b08-8b79-1a3c69383f83', 'name': '', 'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:95:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac85bc42-659c-4b1b-a675-d43a2f9adecd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T03:08:38Z', 'updated_at': '2021-02-19T03:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-2-iscsi', '_interfaces': [{'id': 'dc216d9b-017d-4fc3-a63f-c8896262b868', 'name': '', 'network_id': '6946dce6-087a-4bdb-88e1-3a97fb894be8', 'tenant_id': 'd27f6c1005a649899564d57c50d0b93b', 'mac_address': 'fa:16:3e:b5:89:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac85bc42-659c-4b1b-a675-d43a2f9adecd', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '6fe87f97-1d55-4c4e-a5ba-dd53fac5f555', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T03:08:46Z', 'updated_at': '2021-02-19T03:08:55Z', 'revision_number': 4, 'project_id': 'd27f6c1005a649899564d57c50d0b93b', 'subnets': [{'id': '6fe87f97-1d55-4c4e-a5ba-dd53fac5f555', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775706-2-iscsi', False) {} {{(pid=84117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 03:08:57.319290 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [req-4602e154-e750-4444-9b0f-92c0fc0e22bc req-e50ce467-756a-479c-8197-9a73e539cbc7 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 03:08:57.319732 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23e5c914-ac61-4091-966a-fe94af4bf765 None None] The sync data for ids ['ac85bc42-659c-4b1b-a675-d43a2f9adecd'] in dv-cinder-775706-2-iscsi is: [{'id': 'ac85bc42-659c-4b1b-a675-d43a2f9adecd', 'name': 'tempest-TestVolumeBootPattern-274869325-router', 'tenant_id': 'd27f6c1005a649899564d57c50d0b93b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'external_fixed_ips': [{'subnet_id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': 'b1b4f2b6-d3f7-4b08-8b79-1a3c69383f83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T03:08:36Z', 'updated_at': '2021-02-19T03:08:50Z', 'revision_number': 4, 'project_id': 'd27f6c1005a649899564d57c50d0b93b', 'gw_port': {'id': 'b1b4f2b6-d3f7-4b08-8b79-1a3c69383f83', 'name': '', 'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:95:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac85bc42-659c-4b1b-a675-d43a2f9adecd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T03:08:38Z', 'updated_at': '2021-02-19T03:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-2-iscsi', '_interfaces': [{'id': 'dc216d9b-017d-4fc3-a63f-c8896262b868', 'name': '', 'network_id': '6946dce6-087a-4bdb-88e1-3a97fb894be8', 'tenant_id': 'd27f6c1005a649899564d57c50d0b93b', 'mac_address': 'fa:16:3e:b5:89:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac85bc42-659c-4b1b-a675-d43a2f9adecd', 'device_owner': 'network:router_interface', 'standard_attr_id': 353, 'fixed_ips': [{'subnet_id': '6fe87f97-1d55-4c4e-a5ba-dd53fac5f555', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T03:08:46Z', 'updated_at': '2021-02-19T03:08:55Z', 'revision_number': 4, 'project_id': 'd27f6c1005a649899564d57c50d0b93b', 'subnets': [{'id': '6fe87f97-1d55-4c4e-a5ba-dd53fac5f555', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 19 03:08:57.334474 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c68608-6427-4d26-8152-5a01c648d1ec req-89acf1a3-6319-48ec-a204-70bfe32a4a13 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:08:57.335834 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-d3c68608-6427-4d26-8152-5a01c648d1ec req-89acf1a3-6319-48ec-a204-70bfe32a4a13 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e4882dd-d538-4794-b670-363a7a2168f7 HTTP/1.1" status: 200  len: 946 time: 0.1931684
Feb 19 03:08:57.344959 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-25997035-8187-4612-89ef-7051f87c86e4 req-039b3509-ba73-42e2-a41f-d85009506d36 service neutron] 10.222.0.65 "GET /v2.0/networks/713a7f90-bb8f-4aea-82cd-e017d8491427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4321516
Feb 19 03:08:57.406974 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.db [req-871e1de5-b016-4504-83cc-566fbdf33265 req-c0e284fb-3dbf-437c-a386-787ee2df0d0a service neutron] For port 02a85f5f-e7da-4f0e-8ca8-407479ffe019, host hv-cinder-77570, cleared binding levels {{(pid=84116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 19 03:08:57.411643 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.db [req-871e1de5-b016-4504-83cc-566fbdf33265 req-c0e284fb-3dbf-437c-a386-787ee2df0d0a service neutron] For port 02a85f5f-e7da-4f0e-8ca8-407479ffe019, host hv-cinder-77570, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=02a85f5f-e7da-4f0e-8ca8-407479ffe019,segment=NetworkSegment(24bf194f-4bc7-4684-a2af-42ff5163776b),segment_id=24bf194f-4bc7-4684-a2af-42ff5163776b)] {{(pid=84116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 19 03:08:57.432925 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-d3c68608-6427-4d26-8152-5a01c648d1ec req-2c033dac-64e3-4ba4-8feb-e0575793ba1f tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cec6e94-f87a-4dfc-b64f-629a6d488241&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0898407
Feb 19 03:08:57.482152 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-871e1de5-b016-4504-83cc-566fbdf33265 req-c0e284fb-3dbf-437c-a386-787ee2df0d0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269711510320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767142869380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269711906403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852145191'] for port, after_update {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:57.510890 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-4602e154-e750-4444-9b0f-92c0fc0e22bc req-e50ce467-756a-479c-8197-9a73e539cbc7 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:57.546059 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-4602e154-e750-4444-9b0f-92c0fc0e22bc req-e50ce467-756a-479c-8197-9a73e539cbc7 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:57.560058 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-cbc57724-545e-4353-947b-9b2ff8bdde80 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:08:57.578571 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-4602e154-e750-4444-9b0f-92c0fc0e22bc req-e50ce467-756a-479c-8197-9a73e539cbc7 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237382'] for security_group_rule, after_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:57.584611 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:08:57.609177 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50ce467-756a-479c-8197-9a73e539cbc7 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7680e16-7980-47c0-905e-828f1aa65117,revision_number=0']} {{(pid=84115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:08:57.621532 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-e50ce467-756a-479c-8197-9a73e539cbc7 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:08:57.694502 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-4602e154-e750-4444-9b0f-92c0fc0e22bc req-e50ce467-756a-479c-8197-9a73e539cbc7 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:57.697349 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-4602e154-e750-4444-9b0f-92c0fc0e22bc req-e50ce467-756a-479c-8197-9a73e539cbc7 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 791 time: 0.4340827
Feb 19 03:08:57.842246 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.rpc [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Device dc216d9b-017d-4fc3-a63f-c8896262b868 up at agent ovs-agent-dv-cinder-775706-2-iscsi {{(pid=84117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 03:08:57.981347 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5e8da8-af08-48c5-8b3a-4cb56f3622f1 req-76f052f4-fca9-4b3b-8b9e-0b4930b0ab45 tempest-VolumesNegativeTest-929266281 tempest-VolumesNegativeTest-929266281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:08:57.990558 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-9e5e8da8-af08-48c5-8b3a-4cb56f3622f1 req-76f052f4-fca9-4b3b-8b9e-0b4930b0ab45 tempest-VolumesNegativeTest-929266281 tempest-VolumesNegativeTest-929266281-project] 10.222.0.13 "GET /v2.0/ports?device_id=d00c1eb8-6f69-4518-b9d4-ce1eac1bfeb4 HTTP/1.1" status: 200  len: 948 time: 0.2768126
Feb 19 03:08:57.991080 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e284fb-3dbf-437c-a386-787ee2df0d0a service neutron] Pushing event updated for resources: {'Port': ['ID=02a85f5f-e7da-4f0e-8ca8-407479ffe019,revision_number=3']} {{(pid=84116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:08:57.994811 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-c0e284fb-3dbf-437c-a386-787ee2df0d0a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.436s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:08:58.015112 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5492080-17de-4dd7-9fa3-b9cd24c0da90 req-4994b7f2-5c83-4def-8844-1b9aaf3a835c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:08:58.016812 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-e5492080-17de-4dd7-9fa3-b9cd24c0da90 req-4994b7f2-5c83-4def-8844-1b9aaf3a835c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=b53a5f0e36f3490cbfdfcb866a0eb04b&device_id=d00c1eb8-6f69-4518-b9d4-ce1eac1bfeb4 HTTP/1.1" status: 200  len: 1165 time: 0.5144577
Feb 19 03:08:58.093115 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Provisioning for port dc216d9b-017d-4fc3-a63f-c8896262b868 completed by entity L2. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 19 03:08:58.099239 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Provisioning complete for port dc216d9b-017d-4fc3-a63f-c8896262b868 triggered by entity L2. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 03:08:58.099658 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16124857'] for port, provisioning_complete {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:58.157800 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-9e5e8da8-af08-48c5-8b3a-4cb56f3622f1 req-bc19e5d2-21ec-4a06-a125-40ae92536d70 tempest-VolumesNegativeTest-929266281 tempest-VolumesNegativeTest-929266281-project] 10.222.0.13 "GET /v2.0/security-groups?id=b90d3101-c2fc-4296-848d-549b57c465db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1653101
Feb 19 03:08:58.176258 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871e1de5-b016-4504-83cc-566fbdf33265 req-c0e284fb-3dbf-437c-a386-787ee2df0d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:08:58.176953 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-871e1de5-b016-4504-83cc-566fbdf33265 req-c0e284fb-3dbf-437c-a386-787ee2df0d0a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771976', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854203462'] for port, before_response {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:58.178568 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-871e1de5-b016-4504-83cc-566fbdf33265 req-c0e284fb-3dbf-437c-a386-787ee2df0d0a service neutron] 10.222.0.65 "PUT /v2.0/ports/02a85f5f-e7da-4f0e-8ca8-407479ffe019 HTTP/1.1" status: 200  len: 1157 time: 3.8051345
Feb 19 03:08:58.190322 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7e9890bc-07ce-4ad5-bf8f-87bce4bbbdef', 'tag': '02a85f5f-e7da-4f0e-8ca8-407479ffe019'}] {{(pid=84116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 03:08:58.409429 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838630373'] for port, before_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:58.459598 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5492080-17de-4dd7-9fa3-b9cd24c0da90 req-6c301ffc-3159-4d1c-8528-6c9f44e81ae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:08:58.461485 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-e5492080-17de-4dd7-9fa3-b9cd24c0da90 req-6c301ffc-3159-4d1c-8528-6c9f44e81ae7 service neutron] 10.222.0.65 "GET /v2.0/networks?id=713a7f90-bb8f-4aea-82cd-e017d8491427 HTTP/1.1" status: 200  len: 863 time: 0.4325547
Feb 19 03:08:58.486873 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.db [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] For port dc216d9b-017d-4fc3-a63f-c8896262b868, host dv-cinder-775706-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-2-iscsi',level=0,port_id=dc216d9b-017d-4fc3-a63f-c8896262b868,segment=NetworkSegment(5659cbf6-6b1c-4a46-9d2c-49f33fb6f6a4),segment_id=5659cbf6-6b1c-4a46-9d2c-49f33fb6f6a4)] {{(pid=84117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 03:08:58.550515 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269711510320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767142869380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269711906403'] for port, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:58.556748 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-42e29a6a-f315-438a-8282-1c986e8ddaff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:08:58.635821 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-e5492080-17de-4dd7-9fa3-b9cd24c0da90 req-e16557b3-6247-4c5f-82bc-015946cb8184 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.146&port_id=a1a0d2ec-5f2e-406b-acd1-1c53c45eebe3 HTTP/1.1" status: 200  len: 217 time: 0.1571872
Feb 19 03:08:58.685035 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Pushing event updated for resources: {'Port': ['ID=dc216d9b-017d-4fc3-a63f-c8896262b868,revision_number=5']} {{(pid=84117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:08:58.708250 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=84117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:08:58.752337 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0084d8-4553-4bef-abe6-107d57f7bd3e req-3fe5b08a-a90c-48c7-91d2-9059150146e5 tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:08:58.761986 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-3d0084d8-4553-4bef-abe6-107d57f7bd3e req-3fe5b08a-a90c-48c7-91d2-9059150146e5 tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e9890bc-07ce-4ad5-bf8f-87bce4bbbdef HTTP/1.1" status: 200  len: 943 time: 0.1618810
Feb 19 03:08:58.845264 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871e1de5-b016-4504-83cc-566fbdf33265 req-94117ba4-3433-4151-8b24-0fdfc80f013c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:08:58.846954 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-871e1de5-b016-4504-83cc-566fbdf33265 req-94117ba4-3433-4151-8b24-0fdfc80f013c service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=3930a9bb64484ce1bf7cabab6e8229f8&device_id=7e9890bc-07ce-4ad5-bf8f-87bce4bbbdef HTTP/1.1" status: 200  len: 1160 time: 0.4489653
Feb 19 03:08:58.848944 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7e9890bc-07ce-4ad5-bf8f-87bce4bbbdef', 'tag': '02a85f5f-e7da-4f0e-8ca8-407479ffe019', 'status': 'completed', 'code': 200}
Feb 19 03:08:58.854403 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5492080-17de-4dd7-9fa3-b9cd24c0da90 req-f625db4c-5bc3-435f-bc79-de162973aae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:08:58.854403 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-e5492080-17de-4dd7-9fa3-b9cd24c0da90 req-f625db4c-5bc3-435f-bc79-de162973aae0 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=15231f6d-7aff-41e1-a1f0-e2d158a4c9cf HTTP/1.1" status: 200  len: 843 time: 0.2063155
Feb 19 03:08:58.866891 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-3d0084d8-4553-4bef-abe6-107d57f7bd3e req-15431bbb-6079-4058-ad91-795a58b4782a tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] 10.222.0.13 "GET /v2.0/security-groups?id=3abdea19-59c5-47bb-abc1-26c9cf24f411&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1036720
Feb 19 03:08:59.226638 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-871e1de5-b016-4504-83cc-566fbdf33265 req-4a365ab6-0922-470f-a470-829202343609 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=02a85f5f-e7da-4f0e-8ca8-407479ffe019 HTTP/1.1" status: 200  len: 217 time: 0.3309064
Feb 19 03:08:59.363856 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871e1de5-b016-4504-83cc-566fbdf33265 req-2d5f1d5a-95e3-4996-b8f0-bfcc362c8ee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:08:59.365360 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-871e1de5-b016-4504-83cc-566fbdf33265 req-2d5f1d5a-95e3-4996-b8f0-bfcc362c8ee7 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f1853278-935e-4022-b7cb-005e1e744dbb HTTP/1.1" status: 200  len: 853 time: 0.1278396
Feb 19 03:08:59.372280 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5492080-17de-4dd7-9fa3-b9cd24c0da90 req-a2e032c5-cd2d-4688-8288-25c8bf5cb96c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:08:59.374083 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-e5492080-17de-4dd7-9fa3-b9cd24c0da90 req-a2e032c5-cd2d-4688-8288-25c8bf5cb96c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=713a7f90-bb8f-4aea-82cd-e017d8491427&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.4825566
Feb 19 03:08:59.417646 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9498d0f-7479-4ec8-b17c-9453f87407f0 req-306f36c7-90f5-4d89-8486-d6ae61c968c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:08:59.431091 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-e9498d0f-7479-4ec8-b17c-9453f87407f0 req-306f36c7-90f5-4d89-8486-d6ae61c968c1 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a83cb91af86b404e843a85617a0bdf97&device_id=84573221-9e33-48d2-866b-d60d20f086d1 HTTP/1.1" status: 200  len: 1162 time: 0.5170431
Feb 19 03:08:59.446570 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61db589f-d096-4dd4-bec9-c8cf4d5fb9d0 req-e3d624ee-c183-4166-b0b5-b43cfeac70a8 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:08:59.456322 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-61db589f-d096-4dd4-bec9-c8cf4d5fb9d0 req-e3d624ee-c183-4166-b0b5-b43cfeac70a8 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e4882dd-d538-4794-b670-363a7a2168f7 HTTP/1.1" status: 200  len: 946 time: 0.4090984
Feb 19 03:08:59.526928 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-871e1de5-b016-4504-83cc-566fbdf33265 req-2c484b1e-d889-4140-a58a-f4a3bb445e12 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=5954e949-f082-4293-8249-33bd0ebaecec&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1248033
Feb 19 03:08:59.663518 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c5d10c-cf4b-4525-ae9d-ca6a60d7ce8a req-b5ba8353-672b-4534-8324-9c1ef0b30c30 tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:08:59.672191 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-e7c5d10c-cf4b-4525-ae9d-ca6a60d7ce8a req-b5ba8353-672b-4534-8324-9c1ef0b30c30 tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] 10.222.0.13 "GET /v2.0/ports?device_id=84573221-9e33-48d2-866b-d60d20f086d1 HTTP/1.1" status: 200  len: 945 time: 0.4823470
Feb 19 03:08:59.693217 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9498d0f-7479-4ec8-b17c-9453f87407f0 req-df728d5a-3c1c-4543-8120-e5f47b3a2b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:08:59.695072 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-e9498d0f-7479-4ec8-b17c-9453f87407f0 req-df728d5a-3c1c-4543-8120-e5f47b3a2b6e service neutron] 10.222.0.65 "GET /v2.0/networks?id=6590657d-05da-4509-bb41-0f0908d98c62 HTTP/1.1" status: 200  len: 910 time: 0.2358263
Feb 19 03:08:59.811345 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-61db589f-d096-4dd4-bec9-c8cf4d5fb9d0 req-d650ff06-3f92-437b-941b-3f98aa74a3b6 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cec6e94-f87a-4dfc-b64f-629a6d488241&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3534892
Feb 19 03:08:59.813358 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.rpc [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Device dc216d9b-017d-4fc3-a63f-c8896262b868 up at agent ovs-agent-dv-cinder-775706-2-iscsi {{(pid=84117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 03:08:59.816056 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-e9498d0f-7479-4ec8-b17c-9453f87407f0 req-d5e89a09-f693-4d5d-b85b-9bc0987269b2 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8e1dc085-b1a7-40cf-b595-a991a868d384 HTTP/1.1" status: 200  len: 217 time: 0.1102624
Feb 19 03:08:59.956239 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Provisioning complete for port dc216d9b-017d-4fc3-a63f-c8896262b868 triggered by entity L2. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 03:08:59.956854 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16124857'] for port, provisioning_complete {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:08:59.978052 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9498d0f-7479-4ec8-b17c-9453f87407f0 req-e858bd2a-83c4-4fd8-badb-817f7d1b83ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:08:59.980018 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-e9498d0f-7479-4ec8-b17c-9453f87407f0 req-e858bd2a-83c4-4fd8-badb-817f7d1b83ba service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c8812985-29c9-4582-bf6b-c00d9e74b5a6 HTTP/1.1" status: 200  len: 856 time: 0.1492071
Feb 19 03:08:59.997094 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-e7c5d10c-cf4b-4525-ae9d-ca6a60d7ce8a req-f34d431f-fc8c-406a-83cd-5d5997d10980 tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7be7950-201e-4452-88dd-92f8a0a2b5e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3202496
Feb 19 03:09:00.091743 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-e5492080-17de-4dd7-9fa3-b9cd24c0da90 req-f44dea1b-84ef-44ae-acca-4f56e495e2a5 service neutron] 10.222.0.65 "GET /v2.0/networks/713a7f90-bb8f-4aea-82cd-e017d8491427?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6881447
Feb 19 03:09:00.097472 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-871e1de5-b016-4504-83cc-566fbdf33265 req-551eafbf-6736-4192-a38b-a4f76be24039 service neutron] 10.222.0.65 "GET /v2.0/networks/5954e949-f082-4293-8249-33bd0ebaecec?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2478821
Feb 19 03:09:00.123394 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-e9498d0f-7479-4ec8-b17c-9453f87407f0 req-446b5f33-c675-4d3c-af85-0e49abd750d6 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6590657d-05da-4509-bb41-0f0908d98c62&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1251512
Feb 19 03:09:00.218895 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:09:00.489940 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50827e44-2cbd-4f20-b1a0-593d4f327b8b req-23139bf7-81a8-4a5f-8525-652ecac4dc51 tempest-VolumesNegativeTest-929266281 tempest-VolumesNegativeTest-929266281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:09:00.493303 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-871e1de5-b016-4504-83cc-566fbdf33265 req-3ed9e262-33c1-4c19-9afe-5b6342ae3ef5 service neutron] 10.222.0.65 "GET /v2.0/networks/5954e949-f082-4293-8249-33bd0ebaecec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3449426
Feb 19 03:09:00.501182 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.rpc [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Network 713a7f90-bb8f-4aea-82cd-e017d8491427 details requested by agent ovs-agent-hv-cinder-77570 with host hv-cinder-77570 {{(pid=84117) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 19 03:09:00.503268 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-50827e44-2cbd-4f20-b1a0-593d4f327b8b req-23139bf7-81a8-4a5f-8525-652ecac4dc51 tempest-VolumesNegativeTest-929266281 tempest-VolumesNegativeTest-929266281-project] 10.222.0.13 "GET /v2.0/ports?device_id=d00c1eb8-6f69-4518-b9d4-ce1eac1bfeb4 HTTP/1.1" status: 200  len: 948 time: 0.3945363
Feb 19 03:09:00.560060 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-e9498d0f-7479-4ec8-b17c-9453f87407f0 req-606ed8a3-a41e-4bd0-8b63-cc065889f66a service neutron] 10.222.0.65 "GET /v2.0/networks/6590657d-05da-4509-bb41-0f0908d98c62?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3285382
Feb 19 03:09:00.771415 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-50827e44-2cbd-4f20-b1a0-593d4f327b8b req-8f240b59-9fb4-4654-8ba3-01160723327a tempest-VolumesNegativeTest-929266281 tempest-VolumesNegativeTest-929266281-project] 10.222.0.13 "GET /v2.0/security-groups?id=b90d3101-c2fc-4296-848d-549b57c465db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2671177
Feb 19 03:09:00.786045 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-e5492080-17de-4dd7-9fa3-b9cd24c0da90 req-ca1f6d41-be9d-4469-a982-7a3f34334db3 service neutron] 10.222.0.65 "GET /v2.0/networks/713a7f90-bb8f-4aea-82cd-e017d8491427?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.6831455
Feb 19 03:09:00.808973 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a56f665-4137-4c9b-ac2d-9a08de71a15a req-3373e2db-59e0-4226-8fd6-dc289ffcf5bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:09:00.819022 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-1a56f665-4137-4c9b-ac2d-9a08de71a15a req-3373e2db-59e0-4226-8fd6-dc289ffcf5bc service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=3930a9bb64484ce1bf7cabab6e8229f8&device_id=7e9890bc-07ce-4ad5-bf8f-87bce4bbbdef HTTP/1.1" status: 200  len: 1160 time: 0.1427147
Feb 19 03:09:00.954062 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.objects.ports [None req-684b3a74-f201-4647-992e-7ad93e4795f6 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=84117) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}}
Feb 19 03:09:01.019675 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a56f665-4137-4c9b-ac2d-9a08de71a15a req-a56b7488-cf0c-48f8-8ee1-53948e4176f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:09:01.021558 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-1a56f665-4137-4c9b-ac2d-9a08de71a15a req-a56b7488-cf0c-48f8-8ee1-53948e4176f4 service neutron] 10.222.0.65 "GET /v2.0/networks?id=5954e949-f082-4293-8249-33bd0ebaecec HTTP/1.1" status: 200  len: 907 time: 0.1908600
Feb 19 03:09:01.131186 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-1a56f665-4137-4c9b-ac2d-9a08de71a15a req-d1777eef-33a0-418c-bb2d-36c97c95c971 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=02a85f5f-e7da-4f0e-8ca8-407479ffe019 HTTP/1.1" status: 200  len: 217 time: 0.0944386
Feb 19 03:09:01.193577 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4115acd5-7d0b-4473-8cd4-be6b504559d8 req-bf9db702-6e78-45ed-9265-aa4c5a4efeaa tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:09:01.195823 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-4115acd5-7d0b-4473-8cd4-be6b504559d8 req-bf9db702-6e78-45ed-9265-aa4c5a4efeaa tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e4882dd-d538-4794-b670-363a7a2168f7 HTTP/1.1" status: 200  len: 946 time: 0.1497257
Feb 19 03:09:01.231738 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a56f665-4137-4c9b-ac2d-9a08de71a15a req-d6afe3b4-7900-4b0a-94a4-ee23692168d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:09:01.234654 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-1a56f665-4137-4c9b-ac2d-9a08de71a15a req-d6afe3b4-7900-4b0a-94a4-ee23692168d4 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=f1853278-935e-4022-b7cb-005e1e744dbb HTTP/1.1" status: 200  len: 853 time: 0.0921359
Feb 19 03:09:01.259430 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-e9498d0f-7479-4ec8-b17c-9453f87407f0 req-c5149e5d-a074-4b8f-88c7-3fd4eb5160cc service neutron] 10.222.0.65 "GET /v2.0/networks/6590657d-05da-4509-bb41-0f0908d98c62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.6852474
Feb 19 03:09:01.267403 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4dd3db-3aa7-4001-ae8c-1f408747cc27 req-7dd4bc61-eb6a-47ab-aa40-86f9c2dd1f96 tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:09:01.268997 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-ec4dd3db-3aa7-4001-ae8c-1f408747cc27 req-7dd4bc61-eb6a-47ab-aa40-86f9c2dd1f96 tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e9890bc-07ce-4ad5-bf8f-87bce4bbbdef HTTP/1.1" status: 200  len: 943 time: 0.5618651
Feb 19 03:09:01.305403 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-4115acd5-7d0b-4473-8cd4-be6b504559d8 req-a6829336-b6e5-41e9-a8a4-4db127a698fa tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cec6e94-f87a-4dfc-b64f-629a6d488241&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0858278
Feb 19 03:09:01.334769 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-ec4dd3db-3aa7-4001-ae8c-1f408747cc27 req-a58fb9c8-ff97-4daf-9109-0ea4caba1332 tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] 10.222.0.13 "GET /v2.0/security-groups?id=3abdea19-59c5-47bb-abc1-26c9cf24f411&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0461991
Feb 19 03:09:01.385980 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-1a56f665-4137-4c9b-ac2d-9a08de71a15a req-3689b192-35d8-47d4-8825-3e4e00204dfa service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=5954e949-f082-4293-8249-33bd0ebaecec&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1336172
Feb 19 03:09:01.590531 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee287d4-29d8-410c-8ca9-c17bfd74cade req-0b412a28-cb77-4ed8-a448-cca52eeee671 tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:09:01.591674 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-7ee287d4-29d8-410c-8ca9-c17bfd74cade req-0b412a28-cb77-4ed8-a448-cca52eeee671 tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] 10.222.0.13 "GET /v2.0/ports?device_id=84573221-9e33-48d2-866b-d60d20f086d1 HTTP/1.1" status: 200  len: 945 time: 0.1338418
Feb 19 03:09:01.643922 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-1a56f665-4137-4c9b-ac2d-9a08de71a15a req-b8234028-ae99-40ab-a94b-b7c3e4f9a015 service neutron] 10.222.0.65 "GET /v2.0/networks/5954e949-f082-4293-8249-33bd0ebaecec?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2416413
Feb 19 03:09:01.700154 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-7ee287d4-29d8-410c-8ca9-c17bfd74cade req-116a96bf-5f32-4fcd-ae72-dad0c008134f tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7be7950-201e-4452-88dd-92f8a0a2b5e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0869453
Feb 19 03:09:01.872449 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-1a56f665-4137-4c9b-ac2d-9a08de71a15a req-09f65fd4-4ca7-4f17-a3f6-797ad81f843c service neutron] 10.222.0.65 "GET /v2.0/networks/5954e949-f082-4293-8249-33bd0ebaecec?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2015047
Feb 19 03:09:01.988057 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5499e76e-7731-4323-8e52-5dbe3d3a425b req-9826964a-9f5d-4522-853d-918146407fc1 tempest-VolumesNegativeTest-929266281 tempest-VolumesNegativeTest-929266281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:09:01.989602 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-5499e76e-7731-4323-8e52-5dbe3d3a425b req-9826964a-9f5d-4522-853d-918146407fc1 tempest-VolumesNegativeTest-929266281 tempest-VolumesNegativeTest-929266281-project] 10.222.0.13 "GET /v2.0/ports?device_id=d00c1eb8-6f69-4518-b9d4-ce1eac1bfeb4 HTTP/1.1" status: 200  len: 948 time: 0.0952721
Feb 19 03:09:02.042802 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-5499e76e-7731-4323-8e52-5dbe3d3a425b req-b11c0a42-4a8d-4396-b452-68861adcda38 tempest-VolumesNegativeTest-929266281 tempest-VolumesNegativeTest-929266281-project] 10.222.0.13 "GET /v2.0/security-groups?id=b90d3101-c2fc-4296-848d-549b57c465db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0462852
Feb 19 03:09:02.179808 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.rpc [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Device a1a0d2ec-5f2e-406b-acd1-1c53c45eebe3 up at agent ovs-agent-hv-cinder-77570 {{(pid=84117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 03:09:02.310307 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Provisioning for port a1a0d2ec-5f2e-406b-acd1-1c53c45eebe3 completed by entity L2. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 19 03:09:02.316281 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Provisioning complete for port a1a0d2ec-5f2e-406b-acd1-1c53c45eebe3 triggered by entity L2. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 03:09:02.316714 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16124857'] for port, provisioning_complete {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:09:02.475745 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838630373'] for port, before_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:09:02.573045 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd00c1eb8-6f69-4518-b9d4-ce1eac1bfeb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1a0d2ec-5f2e-406b-acd1-1c53c45eebe3'}] {{(pid=84117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 03:09:02.599246 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.db [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] For port a1a0d2ec-5f2e-406b-acd1-1c53c45eebe3, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=a1a0d2ec-5f2e-406b-acd1-1c53c45eebe3,segment=NetworkSegment(4e80727d-1ce0-4195-916f-ecf9b2b45069),segment_id=4e80727d-1ce0-4195-916f-ecf9b2b45069)] {{(pid=84117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 03:09:02.759680 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827c0f86-b2d2-49a8-ad55-ded4b64173b5 req-a81fb71b-6f41-4fea-af15-6c444653f758 tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:09:02.759680 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-827c0f86-b2d2-49a8-ad55-ded4b64173b5 req-a81fb71b-6f41-4fea-af15-6c444653f758 tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e9890bc-07ce-4ad5-bf8f-87bce4bbbdef HTTP/1.1" status: 200  len: 943 time: 0.1493988
Feb 19 03:09:02.759680 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cb8baf-be47-4662-9d2a-4ad5f782c23b req-3fa4f045-e876-479c-8bc9-535aa846cbbe tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:09:02.759680 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-c9cb8baf-be47-4662-9d2a-4ad5f782c23b req-3fa4f045-e876-479c-8bc9-535aa846cbbe tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e4882dd-d538-4794-b670-363a7a2168f7 HTTP/1.1" status: 200  len: 946 time: 0.2268333
Feb 19 03:09:02.795700 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-c9cb8baf-be47-4662-9d2a-4ad5f782c23b req-9057f475-a424-4455-953e-357a11b081bc tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cec6e94-f87a-4dfc-b64f-629a6d488241&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0552456
Feb 19 03:09:02.825469 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-827c0f86-b2d2-49a8-ad55-ded4b64173b5 req-3b77a18e-652b-4f46-b21b-d9becf69c4b9 tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] 10.222.0.13 "GET /v2.0/security-groups?id=3abdea19-59c5-47bb-abc1-26c9cf24f411&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1201537
Feb 19 03:09:02.894395 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd00c1eb8-6f69-4518-b9d4-ce1eac1bfeb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1a0d2ec-5f2e-406b-acd1-1c53c45eebe3', 'code': 200}
Feb 19 03:09:03.075395 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2a4458-425c-4d00-af40-71e1f2df350f req-b12087b2-32f2-43d6-bbf7-473fbfa8724c tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:09:03.076975 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-4c2a4458-425c-4d00-af40-71e1f2df350f req-b12087b2-32f2-43d6-bbf7-473fbfa8724c tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] 10.222.0.13 "GET /v2.0/ports?device_id=84573221-9e33-48d2-866b-d60d20f086d1 HTTP/1.1" status: 200  len: 945 time: 0.0927014
Feb 19 03:09:03.125929 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-4c2a4458-425c-4d00-af40-71e1f2df350f req-f5ec018a-245f-4552-865f-01c1fe84b770 tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7be7950-201e-4452-88dd-92f8a0a2b5e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424423
Feb 19 03:09:03.254062 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03929d48-494d-44f6-8cc7-9cf5de2b5577 req-41e22ca0-2dd2-4c87-a3b9-b65fca9bea72 tempest-VolumesNegativeTest-929266281 tempest-VolumesNegativeTest-929266281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:09:03.255730 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-03929d48-494d-44f6-8cc7-9cf5de2b5577 req-41e22ca0-2dd2-4c87-a3b9-b65fca9bea72 tempest-VolumesNegativeTest-929266281 tempest-VolumesNegativeTest-929266281-project] 10.222.0.13 "GET /v2.0/ports?device_id=d00c1eb8-6f69-4518-b9d4-ce1eac1bfeb4 HTTP/1.1" status: 200  len: 950 time: 0.0932925
Feb 19 03:09:03.307741 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-03929d48-494d-44f6-8cc7-9cf5de2b5577 req-190a74fe-cda6-4418-bf01-e9ae118b0b00 tempest-VolumesNegativeTest-929266281 tempest-VolumesNegativeTest-929266281-project] 10.222.0.13 "GET /v2.0/security-groups?id=b90d3101-c2fc-4296-848d-549b57c465db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0453317
Feb 19 03:09:04.103562 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af036601-0225-470f-9363-130f7f0d73cb req-100bb61d-e56b-4d1b-a057-82c0aaf70401 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:09:04.105277 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-af036601-0225-470f-9363-130f7f0d73cb req-100bb61d-e56b-4d1b-a057-82c0aaf70401 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e4882dd-d538-4794-b670-363a7a2168f7 HTTP/1.1" status: 200  len: 946 time: 0.1655750
Feb 19 03:09:04.112678 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9536e539-5b17-4a3d-ad38-2d4f5ac5e9eb req-cbffde94-358c-4d0b-bd89-842ae8c11f24 tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:09:04.114302 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-9536e539-5b17-4a3d-ad38-2d4f5ac5e9eb req-cbffde94-358c-4d0b-bd89-842ae8c11f24 tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e9890bc-07ce-4ad5-bf8f-87bce4bbbdef HTTP/1.1" status: 200  len: 943 time: 0.1279967
Feb 19 03:09:04.185132 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-af036601-0225-470f-9363-130f7f0d73cb req-88d3fed0-16f2-4071-a2b8-30b2b2740f66 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cec6e94-f87a-4dfc-b64f-629a6d488241&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0697210
Feb 19 03:09:04.195681 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-9536e539-5b17-4a3d-ad38-2d4f5ac5e9eb req-1a1128dd-0669-485c-99ef-8c8304aa8fdf tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] 10.222.0.13 "GET /v2.0/security-groups?id=3abdea19-59c5-47bb-abc1-26c9cf24f411&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0656395
Feb 19 03:09:04.402688 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2793bbe8-c729-4e86-8384-3d163f319efd req-13c54010-e9ed-4194-8b9a-957f12ce0cb7 tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:09:04.404335 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-2793bbe8-c729-4e86-8384-3d163f319efd req-13c54010-e9ed-4194-8b9a-957f12ce0cb7 tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] 10.222.0.13 "GET /v2.0/ports?device_id=84573221-9e33-48d2-866b-d60d20f086d1 HTTP/1.1" status: 200  len: 945 time: 0.0932477
Feb 19 03:09:04.505026 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-2793bbe8-c729-4e86-8384-3d163f319efd req-5a6d9840-83fa-4293-97b9-c55183f39b66 tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7be7950-201e-4452-88dd-92f8a0a2b5e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0938692
Feb 19 03:09:04.545944 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0de59d-1532-4f60-95fc-1aa674fd1906 req-87f9dd4e-ff1c-4f50-ac08-be3defcc6ff0 tempest-VolumesNegativeTest-929266281 tempest-VolumesNegativeTest-929266281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:09:04.547732 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-ab0de59d-1532-4f60-95fc-1aa674fd1906 req-87f9dd4e-ff1c-4f50-ac08-be3defcc6ff0 tempest-VolumesNegativeTest-929266281 tempest-VolumesNegativeTest-929266281-project] 10.222.0.13 "GET /v2.0/ports?device_id=d00c1eb8-6f69-4518-b9d4-ce1eac1bfeb4 HTTP/1.1" status: 200  len: 950 time: 0.1033511
Feb 19 03:09:04.598551 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-ab0de59d-1532-4f60-95fc-1aa674fd1906 req-5a6216b8-bbf6-435c-9eb9-6fa8cb481eeb tempest-VolumesNegativeTest-929266281 tempest-VolumesNegativeTest-929266281-project] 10.222.0.13 "GET /v2.0/security-groups?id=b90d3101-c2fc-4296-848d-549b57c465db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446131
Feb 19 03:09:05.304659 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269711510320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767142869380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269711906403'] for port, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:09:05.305817 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.rpc [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Device b52d8903-24d0-484f-afef-cca02ac84c8a up at agent ovs-agent-hv-cinder-77570 {{(pid=84117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 03:09:05.339840 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-c2926ebf-30da-4b7e-9218-120ed5e7ebc2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:09:05.441893 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Pushing event updated for resources: {'Port': ['ID=a1a0d2ec-5f2e-406b-acd1-1c53c45eebe3,revision_number=4']} {{(pid=84117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:09:05.445804 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:09:05.451895 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Provisioning complete for port b52d8903-24d0-484f-afef-cca02ac84c8a triggered by entity L2. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 03:09:05.452318 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16124857'] for port, provisioning_complete {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:09:05.675282 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa2200e-14c2-4695-af90-c29aaae118ea req-6cac9fe9-8f9c-4cc3-a19b-cd958c192150 tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:09:05.677055 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-bfa2200e-14c2-4695-af90-c29aaae118ea req-6cac9fe9-8f9c-4cc3-a19b-cd958c192150 tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e9890bc-07ce-4ad5-bf8f-87bce4bbbdef HTTP/1.1" status: 200  len: 943 time: 0.1655002
Feb 19 03:09:05.685408 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d25585a-2e03-4626-a976-7d5a827c60c8 req-fa6852d2-ebad-4cc3-a896-0fd0d72c478f tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:09:05.687056 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-5d25585a-2e03-4626-a976-7d5a827c60c8 req-fa6852d2-ebad-4cc3-a896-0fd0d72c478f tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e4882dd-d538-4794-b670-363a7a2168f7 HTTP/1.1" status: 200  len: 946 time: 0.1385491
Feb 19 03:09:05.763453 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4195b4-efb3-4dd7-b05c-b02a45c4fd43 req-f6f9f52f-5bd2-4043-9860-28c3a20279f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:09:05.765073 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-2d4195b4-efb3-4dd7-b05c-b02a45c4fd43 req-f6f9f52f-5bd2-4043-9860-28c3a20279f8 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=d00c1eb8-6f69-4518-b9d4-ce1eac1bfeb4 HTTP/1.1" status: 200  len: 1167 time: 0.1263976
Feb 19 03:09:05.776231 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-bfa2200e-14c2-4695-af90-c29aaae118ea req-13cd8c52-a86b-4279-8b55-4e9387c8cdf7 tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] 10.222.0.13 "GET /v2.0/security-groups?id=3abdea19-59c5-47bb-abc1-26c9cf24f411&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0880871
Feb 19 03:09:05.779226 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-5d25585a-2e03-4626-a976-7d5a827c60c8 req-ee23566d-da0c-4539-9332-66576718fab6 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cec6e94-f87a-4dfc-b64f-629a6d488241&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0703347
Feb 19 03:09:05.847549 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-2d4195b4-efb3-4dd7-b05c-b02a45c4fd43 req-62d9c269-d4b2-4dac-90b8-26d1049afc06 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=b90d3101-c2fc-4296-848d-549b57c465db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0620725
Feb 19 03:09:06.187907 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c3717b-f1e7-4a7f-993c-033ca69598d6 req-23bee6cf-6a8e-4222-9da5-acc083489ebf tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:09:06.321044 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-b7c3717b-f1e7-4a7f-993c-033ca69598d6 req-23bee6cf-6a8e-4222-9da5-acc083489ebf tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] 10.222.0.13 "GET /v2.0/ports?device_id=84573221-9e33-48d2-866b-d60d20f086d1 HTTP/1.1" status: 200  len: 945 time: 0.1214221
Feb 19 03:09:06.321044 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-b7c3717b-f1e7-4a7f-993c-033ca69598d6 req-ddd3bfd3-04f0-4c12-9df5-14af5e56e0de tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7be7950-201e-4452-88dd-92f8a0a2b5e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0612299
Feb 19 03:09:06.489512 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f24963b-3164-4efe-a9e0-18f3407f773b req-72ab4801-dc07-4e4f-a524-9f0663f1aeed tempest-VolumesNegativeTest-929266281 tempest-VolumesNegativeTest-929266281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:09:06.491377 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-4f24963b-3164-4efe-a9e0-18f3407f773b req-72ab4801-dc07-4e4f-a524-9f0663f1aeed tempest-VolumesNegativeTest-929266281 tempest-VolumesNegativeTest-929266281-project] 10.222.0.13 "GET /v2.0/ports?device_id=d00c1eb8-6f69-4518-b9d4-ce1eac1bfeb4 HTTP/1.1" status: 200  len: 950 time: 0.1009018
Feb 19 03:09:06.551787 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-4f24963b-3164-4efe-a9e0-18f3407f773b req-bcc36f21-a776-4aeb-b6a0-a4361f3a3bf8 tempest-VolumesNegativeTest-929266281 tempest-VolumesNegativeTest-929266281-project] 10.222.0.13 "GET /v2.0/security-groups?id=b90d3101-c2fc-4296-848d-549b57c465db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0510836
Feb 19 03:09:07.001614 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.rpc [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Device a1a0d2ec-5f2e-406b-acd1-1c53c45eebe3 up at agent ovs-agent-hv-cinder-77570 {{(pid=84117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 03:09:07.079505 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd08a538-5347-4fce-b7cc-6263cca81157 req-ef497e5f-807f-4750-bd7e-96ba8b78c3e5 tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:09:07.081210 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-bd08a538-5347-4fce-b7cc-6263cca81157 req-ef497e5f-807f-4750-bd7e-96ba8b78c3e5 tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e9890bc-07ce-4ad5-bf8f-87bce4bbbdef HTTP/1.1" status: 200  len: 943 time: 0.1709547
Feb 19 03:09:07.088953 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a321f8-37d5-4323-83f2-34c50d71cfb8 req-7121d19b-a696-4106-9484-c9fdfcca8ff2 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:09:07.090578 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-d1a321f8-37d5-4323-83f2-34c50d71cfb8 req-7121d19b-a696-4106-9484-c9fdfcca8ff2 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e4882dd-d538-4794-b670-363a7a2168f7 HTTP/1.1" status: 200  len: 946 time: 0.1417339
Feb 19 03:09:07.095059 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Provisioning complete for port a1a0d2ec-5f2e-406b-acd1-1c53c45eebe3 triggered by entity L2. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 03:09:07.095672 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16124857'] for port, provisioning_complete {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:09:07.178984 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-bd08a538-5347-4fce-b7cc-6263cca81157 req-430c8d37-c312-4fb0-b460-c979124c74b4 tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] 10.222.0.13 "GET /v2.0/security-groups?id=3abdea19-59c5-47bb-abc1-26c9cf24f411&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0872898
Feb 19 03:09:07.206129 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-d1a321f8-37d5-4323-83f2-34c50d71cfb8 req-d6ea3740-142e-4ff6-bba9-3543bcd653b4 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cec6e94-f87a-4dfc-b64f-629a6d488241&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0999112
Feb 19 03:09:07.285863 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.rpc [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Device 02a85f5f-e7da-4f0e-8ca8-407479ffe019 up at agent ovs-agent-hv-cinder-77570 {{(pid=84117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 03:09:07.476759 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Provisioning for port 02a85f5f-e7da-4f0e-8ca8-407479ffe019 completed by entity L2. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 19 03:09:07.496044 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Provisioning complete for port 02a85f5f-e7da-4f0e-8ca8-407479ffe019 triggered by entity L2. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 03:09:07.496629 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16124857'] for port, provisioning_complete {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:09:07.740113 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838630373'] for port, before_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:09:07.757673 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a733a952-353c-4a10-a1dd-a710c4d8d751 req-6b7cab58-0b1c-4642-bafe-adef86096ef5 tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:09:07.759450 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-a733a952-353c-4a10-a1dd-a710c4d8d751 req-6b7cab58-0b1c-4642-bafe-adef86096ef5 tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] 10.222.0.13 "GET /v2.0/ports?device_id=84573221-9e33-48d2-866b-d60d20f086d1 HTTP/1.1" status: 200  len: 945 time: 0.2327166
Feb 19 03:09:07.819886 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.db [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] For port 02a85f5f-e7da-4f0e-8ca8-407479ffe019, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=02a85f5f-e7da-4f0e-8ca8-407479ffe019,segment=NetworkSegment(24bf194f-4bc7-4684-a2af-42ff5163776b),segment_id=24bf194f-4bc7-4684-a2af-42ff5163776b)] {{(pid=84117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 03:09:07.821094 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e9890bc-07ce-4ad5-bf8f-87bce4bbbdef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02a85f5f-e7da-4f0e-8ca8-407479ffe019'}] {{(pid=84117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 03:09:07.871518 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269711510320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767142869380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269711906403'] for port, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:09:07.873999 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:09:07.911221 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-a733a952-353c-4a10-a1dd-a710c4d8d751 req-2376c9ef-e94d-4828-9200-7ef772a7ddb2 tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7be7950-201e-4452-88dd-92f8a0a2b5e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1394241
Feb 19 03:09:07.950301 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f374a56-7e7f-4639-b773-3ccb39913b2b req-3c1e99e3-cec8-4fef-a171-ac7121951438 tempest-VolumesNegativeTest-929266281 tempest-VolumesNegativeTest-929266281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:09:07.961966 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-1f374a56-7e7f-4639-b773-3ccb39913b2b req-3c1e99e3-cec8-4fef-a171-ac7121951438 tempest-VolumesNegativeTest-929266281 tempest-VolumesNegativeTest-929266281-project] 10.222.0.13 "GET /v2.0/ports?device_id=d00c1eb8-6f69-4518-b9d4-ce1eac1bfeb4 HTTP/1.1" status: 200  len: 950 time: 0.1448054
Feb 19 03:09:08.015217 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Pushing event updated for resources: {'Port': ['ID=02a85f5f-e7da-4f0e-8ca8-407479ffe019,revision_number=4']} {{(pid=84117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:09:08.026182 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-1f374a56-7e7f-4639-b773-3ccb39913b2b req-0a311cae-4145-45ff-a9e0-d300863e06ee tempest-VolumesNegativeTest-929266281 tempest-VolumesNegativeTest-929266281-project] 10.222.0.13 "GET /v2.0/security-groups?id=b90d3101-c2fc-4296-848d-549b57c465db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0625260
Feb 19 03:09:08.029260 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=84117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:09:08.092663 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e9890bc-07ce-4ad5-bf8f-87bce4bbbdef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02a85f5f-e7da-4f0e-8ca8-407479ffe019', 'code': 200}
Feb 19 03:09:08.101015 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.rpc [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Device a1a0d2ec-5f2e-406b-acd1-1c53c45eebe3 up at agent ovs-agent-hv-cinder-77570 {{(pid=84117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 03:09:08.149982 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.agents_db [None req-fa9641de-a39b-4023-bfa7-5325e5d2422e None None] Agent healthcheck: found 6 active agents {{(pid=84118) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 19 03:09:08.226509 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Provisioning complete for port a1a0d2ec-5f2e-406b-acd1-1c53c45eebe3 triggered by entity L2. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 03:09:08.227225 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16124857'] for port, provisioning_complete {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:09:08.233133 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13d06c3-4802-4508-98a9-56f501b54bc2 req-932b50c1-11fb-4fca-9a1b-e40ed9e31cfb tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:09:08.250352 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-e13d06c3-4802-4508-98a9-56f501b54bc2 req-932b50c1-11fb-4fca-9a1b-e40ed9e31cfb tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] 10.222.0.13 "GET /v2.0/ports?device_id=445f0f06-0e3a-4d82-8062-494e11d3e5e8 HTTP/1.1" status: 200  len: 945 time: 0.1860797
Feb 19 03:09:08.329180 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-e13d06c3-4802-4508-98a9-56f501b54bc2 req-7fd29c6b-238e-466e-aa35-e142187db89e tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] 10.222.0.13 "GET /v2.0/security-groups?id=aeaa7df1-6317-4400-8081-4d374588da7c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0777638
Feb 19 03:09:08.453266 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804e7bce-38ae-4521-9bae-4cc1219f441b req-23c474d0-c584-4540-a7d8-b52898b692ca tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:09:08.461586 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-804e7bce-38ae-4521-9bae-4cc1219f441b req-23c474d0-c584-4540-a7d8-b52898b692ca tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e9890bc-07ce-4ad5-bf8f-87bce4bbbdef HTTP/1.1" status: 200  len: 945 time: 0.1164200
Feb 19 03:09:08.529631 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e2c0f8-5e04-4c30-a306-5abfa4cd2827 req-17d63575-f325-4a3c-b089-db67669cb140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:09:08.532128 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-e1e2c0f8-5e04-4c30-a306-5abfa4cd2827 req-17d63575-f325-4a3c-b089-db67669cb140 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=7e9890bc-07ce-4ad5-bf8f-87bce4bbbdef HTTP/1.1" status: 200  len: 1162 time: 0.1190622
Feb 19 03:09:08.586765 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-e1e2c0f8-5e04-4c30-a306-5abfa4cd2827 req-eb57c537-557e-4d3d-8b7a-7a1fc7eb7a9e service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=3abdea19-59c5-47bb-abc1-26c9cf24f411&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426688
Feb 19 03:09:08.598601 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-804e7bce-38ae-4521-9bae-4cc1219f441b req-5787f91c-fb8f-475f-9d21-6bc9393f21c5 tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] 10.222.0.13 "GET /v2.0/security-groups?id=3abdea19-59c5-47bb-abc1-26c9cf24f411&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1358492
Feb 19 03:09:08.639969 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6751a15e-cb82-4744-9aaf-b24ef33c61ff req-4624ade0-a08b-473c-bfa7-b37ea349287d tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:09:08.642025 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-6751a15e-cb82-4744-9aaf-b24ef33c61ff req-4624ade0-a08b-473c-bfa7-b37ea349287d tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e4882dd-d538-4794-b670-363a7a2168f7 HTTP/1.1" status: 200  len: 946 time: 0.1320100
Feb 19 03:09:08.792995 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-6751a15e-cb82-4744-9aaf-b24ef33c61ff req-552272db-7ce7-463e-9c64-bfc00614fb5e tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cec6e94-f87a-4dfc-b64f-629a6d488241&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1239855
Feb 19 03:09:08.859229 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-fe9583f7-2a74-416d-ab43-55038a714fa7 req-d3e6eabb-d1ef-4e86-b242-32b2c7a20ff0 tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.2160950
Feb 19 03:09:09.273141 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.v2.base [req-fe9583f7-2a74-416d-ab43-55038a714fa7 req-eea5f2f0-2b9a-4782-b3bd-e46e827df95d tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] Request body: {'floatingip': {'floating_network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc'}} {{(pid=84115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 03:09:09.280769 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [req-fe9583f7-2a74-416d-ab43-55038a714fa7 req-eea5f2f0-2b9a-4782-b3bd-e46e827df95d tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 03:09:09.285227 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [req-fe9583f7-2a74-416d-ab43-55038a714fa7 req-eea5f2f0-2b9a-4782-b3bd-e46e827df95d tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] Usage tracker for resource:floatingip and tenant:a0ccfe73f663490cabd2bb049ae99c7c is out of sync, need to count used quota {{(pid=84115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 03:09:09.289140 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [req-fe9583f7-2a74-416d-ab43-55038a714fa7 req-eea5f2f0-2b9a-4782-b3bd-e46e827df95d tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 03:09:09.295985 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [req-fe9583f7-2a74-416d-ab43-55038a714fa7 req-eea5f2f0-2b9a-4782-b3bd-e46e827df95d tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 03:09:09.446590 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b97a06-70af-4db0-ac01-1e8cadb0b715 req-8fcca233-7dbf-466f-b5f6-0339f16e5eb7 tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:09:11.193986 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-84b97a06-70af-4db0-ac01-1e8cadb0b715 req-8fcca233-7dbf-466f-b5f6-0339f16e5eb7 tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] 10.222.0.13 "GET /v2.0/ports?device_id=84573221-9e33-48d2-866b-d60d20f086d1 HTTP/1.1" status: 200  len: 945 time: 0.0958414
Feb 19 03:09:11.193986 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-84b97a06-70af-4db0-ac01-1e8cadb0b715 req-89e6c0a0-2af2-457d-9094-11f4fc56c752 tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7be7950-201e-4452-88dd-92f8a0a2b5e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0439692
Feb 19 03:09:11.193986 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab492389-6ee1-4b22-b640-6c3f971c5531 req-b7f97aa5-8fbd-4b41-b888-658b680fb2ff tempest-VolumesNegativeTest-929266281 tempest-VolumesNegativeTest-929266281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:09:11.193986 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-ab492389-6ee1-4b22-b640-6c3f971c5531 req-b7f97aa5-8fbd-4b41-b888-658b680fb2ff tempest-VolumesNegativeTest-929266281 tempest-VolumesNegativeTest-929266281-project] 10.222.0.13 "GET /v2.0/ports?device_id=d00c1eb8-6f69-4518-b9d4-ce1eac1bfeb4 HTTP/1.1" status: 200  len: 950 time: 0.0920165
Feb 19 03:09:11.193986 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-ab492389-6ee1-4b22-b640-6c3f971c5531 req-7993b1db-3893-44a8-a02c-8be318c48239 tempest-VolumesNegativeTest-929266281 tempest-VolumesNegativeTest-929266281-project] 10.222.0.13 "GET /v2.0/security-groups?id=b90d3101-c2fc-4296-848d-549b57c465db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437396
Feb 19 03:09:11.193986 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e63bd7-ba53-41cf-927d-da7f8229203a req-a26a014b-402e-4808-9a7c-346fbc412738 tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:09:11.193986 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-e4e63bd7-ba53-41cf-927d-da7f8229203a req-a26a014b-402e-4808-9a7c-346fbc412738 tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e9890bc-07ce-4ad5-bf8f-87bce4bbbdef HTTP/1.1" status: 200  len: 945 time: 0.0897963
Feb 19 03:09:11.193986 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-e4e63bd7-ba53-41cf-927d-da7f8229203a req-71f3fa6e-a2d2-4cac-9c4c-011042caae33 tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] 10.222.0.13 "GET /v2.0/security-groups?id=3abdea19-59c5-47bb-abc1-26c9cf24f411&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412338
Feb 19 03:09:11.196677 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.rpc [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Device 02a85f5f-e7da-4f0e-8ca8-407479ffe019 up at agent ovs-agent-hv-cinder-77570 {{(pid=84117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 03:09:11.196677 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Provisioning complete for port 02a85f5f-e7da-4f0e-8ca8-407479ffe019 triggered by entity L2. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 03:09:11.196677 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16124857'] for port, provisioning_complete {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:09:11.197633 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882c9f46-caf4-4aa2-a726-fc2e998e6c16 req-c1cde8e9-e33e-4089-a1c0-460b3315a0a9 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:09:11.197633 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-882c9f46-caf4-4aa2-a726-fc2e998e6c16 req-c1cde8e9-e33e-4089-a1c0-460b3315a0a9 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e4882dd-d538-4794-b670-363a7a2168f7 HTTP/1.1" status: 200  len: 946 time: 0.0916507
Feb 19 03:09:11.197633 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-882c9f46-caf4-4aa2-a726-fc2e998e6c16 req-ffe59290-75c0-49fa-b2a2-4d927b33d10e tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cec6e94-f87a-4dfc-b64f-629a6d488241&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0491724
Feb 19 03:09:11.197633 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-fe9583f7-2a74-416d-ab43-55038a714fa7 req-eea5f2f0-2b9a-4782-b3bd-e46e827df95d tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] Notify callbacks [] for floatingip, before_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:09:11.242762 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-fe9583f7-2a74-416d-ab43-55038a714fa7 req-eea5f2f0-2b9a-4782-b3bd-e46e827df95d tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838630373'] for port, before_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:09:11.519114 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.db_base_plugin_common [req-fe9583f7-2a74-416d-ab43-55038a714fa7 req-eea5f2f0-2b9a-4782-b3bd-e46e827df95d tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] Allocated IP 172.27.0.217 (11a0058d-2e2a-4262-b636-ae96512c4ecc/f5c7b3a5-422b-45ad-be9d-3c3e4c209310/d73bdadb-c051-48a6-8ff7-e0b7fa6c566c) {{(pid=84115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 19 03:09:11.883787 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-fe9583f7-2a74-416d-ab43-55038a714fa7 req-eea5f2f0-2b9a-4782-b3bd-e46e827df95d tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] Notify callbacks [] for port, precommit_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:09:11.994082 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32cbd2e-32d8-4abd-bd0b-b583932fe8c2 req-deceb0e9-8e25-490d-882d-676f29af53f0 tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:09:11.996376 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-a32cbd2e-32d8-4abd-bd0b-b583932fe8c2 req-deceb0e9-8e25-490d-882d-676f29af53f0 tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] 10.222.0.13 "GET /v2.0/ports?device_id=84573221-9e33-48d2-866b-d60d20f086d1 HTTP/1.1" status: 200  len: 945 time: 0.1085994
Feb 19 03:09:12.027650 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-fe9583f7-2a74-416d-ab43-55038a714fa7 req-eea5f2f0-2b9a-4782-b3bd-e46e827df95d tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363269711907205'] for port, after_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:09:12.052155 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-f6abcc31-1997-44dc-b03a-51263ceac09a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:09:12.147138 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.rpc [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Device 02a85f5f-e7da-4f0e-8ca8-407479ffe019 up at agent ovs-agent-hv-cinder-77570 {{(pid=84117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 03:09:12.189143 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-a32cbd2e-32d8-4abd-bd0b-b583932fe8c2 req-56d26237-4950-44fe-9d5a-8ffa89b57b58 tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7be7950-201e-4452-88dd-92f8a0a2b5e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1840601
Feb 19 03:09:12.247912 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea5f2f0-2b9a-4782-b3bd-e46e827df95d tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] Pushing event updated for resources: {'Port': ['ID=d73bdadb-c051-48a6-8ff7-e0b7fa6c566c,revision_number=1']} {{(pid=84115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:09:12.254619 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-eea5f2f0-2b9a-4782-b3bd-e46e827df95d tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:09:12.309151 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Provisioning complete for port 02a85f5f-e7da-4f0e-8ca8-407479ffe019 triggered by entity L2. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 03:09:12.309596 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16124857'] for port, provisioning_complete {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:09:12.351653 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe9583f7-2a74-416d-ab43-55038a714fa7 req-eea5f2f0-2b9a-4782-b3bd-e46e827df95d tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] Network 11a0058d-2e2a-4262-b636-ae96512c4ecc is already hosted by enough agents. {{(pid=84115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 19 03:09:12.352915 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.scheduler.base_scheduler [req-fe9583f7-2a74-416d-ab43-55038a714fa7 req-eea5f2f0-2b9a-4782-b3bd-e46e827df95d tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] Resources bound (agent type, host, resource id):  {{(pid=84115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 19 03:09:12.359480 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe9583f7-2a74-416d-ab43-55038a714fa7 req-eea5f2f0-2b9a-4782-b3bd-e46e827df95d tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] Received port after_create {{(pid=84115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 19 03:09:12.517212 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-fe9583f7-2a74-416d-ab43-55038a714fa7 req-eea5f2f0-2b9a-4782-b3bd-e46e827df95d tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:09:12.544242 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca63099-2197-4083-8b98-e218e21547b9 req-c5b85b0e-3102-4357-b64f-f620837ad4bf tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:09:12.552085 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-bca63099-2197-4083-8b98-e218e21547b9 req-c5b85b0e-3102-4357-b64f-f620837ad4bf tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e9890bc-07ce-4ad5-bf8f-87bce4bbbdef HTTP/1.1" status: 200  len: 945 time: 0.1303999
Feb 19 03:09:12.868141 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-bca63099-2197-4083-8b98-e218e21547b9 req-31078a48-ae26-45d4-a26c-271789659f13 tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] 10.222.0.13 "GET /v2.0/security-groups?id=3abdea19-59c5-47bb-abc1-26c9cf24f411&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3149903
Feb 19 03:09:12.870680 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-fe9583f7-2a74-416d-ab43-55038a714fa7 req-eea5f2f0-2b9a-4782-b3bd-e46e827df95d tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838630373'] for port, before_update {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:09:13.256380 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061a0252-8fe1-48e5-9a97-e5fb0861eaac req-eed84fbe-208d-41d2-bed3-0df33fc4c87e tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:09:13.265111 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-061a0252-8fe1-48e5-9a97-e5fb0861eaac req-eed84fbe-208d-41d2-bed3-0df33fc4c87e tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e4882dd-d538-4794-b670-363a7a2168f7 HTTP/1.1" status: 200  len: 946 time: 0.1757493
Feb 19 03:09:13.352031 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-061a0252-8fe1-48e5-9a97-e5fb0861eaac req-2423c5d3-10ef-435f-92e5-4d094fdef47b tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cec6e94-f87a-4dfc-b64f-629a6d488241&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0858250
Feb 19 03:09:13.355024 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-fe9583f7-2a74-416d-ab43-55038a714fa7 req-eea5f2f0-2b9a-4782-b3bd-e46e827df95d tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] Notify callbacks [] for port, precommit_update {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:09:13.412710 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-fe9583f7-2a74-416d-ab43-55038a714fa7 req-eea5f2f0-2b9a-4782-b3bd-e46e827df95d tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269711510320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767142869380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269711906403'] for port, after_update {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:09:13.428318 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-a034695f-b5c4-458e-b5ad-ba897f58c810 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:09:13.517792 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea5f2f0-2b9a-4782-b3bd-e46e827df95d tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] Pushing event updated for resources: {'Port': ['ID=d73bdadb-c051-48a6-8ff7-e0b7fa6c566c,revision_number=2']} {{(pid=84115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:09:13.587071 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-eea5f2f0-2b9a-4782-b3bd-e46e827df95d tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:09:13.693038 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-fe9583f7-2a74-416d-ab43-55038a714fa7 req-eea5f2f0-2b9a-4782-b3bd-e46e827df95d tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854389592'] for floatingip, after_update {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:09:13.785663 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-fe9583f7-2a74-416d-ab43-55038a714fa7 req-eea5f2f0-2b9a-4782-b3bd-e46e827df95d tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771976'] for floatingip, before_response {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:09:13.785663 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-fe9583f7-2a74-416d-ab43-55038a714fa7 req-eea5f2f0-2b9a-4782-b3bd-e46e827df95d tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 4.5138485
Feb 19 03:09:13.923945 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [req-fe9583f7-2a74-416d-ab43-55038a714fa7 req-57a7ea2a-14e1-4484-89cc-70d264f2cdcb tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] Synchronizing usage tracker for tenant:a0ccfe73f663490cabd2bb049ae99c7c on resource:floatingip {{(pid=84115) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 19 03:09:13.970180 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c99824a-55c8-41ca-b26b-0a33dddbabf1 req-32418d6f-8f8d-46b5-b2e6-8f0b7f55e197 tempest-VolumesNegativeTest-929266281 tempest-VolumesNegativeTest-929266281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:09:13.972183 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-7c99824a-55c8-41ca-b26b-0a33dddbabf1 req-32418d6f-8f8d-46b5-b2e6-8f0b7f55e197 tempest-VolumesNegativeTest-929266281 tempest-VolumesNegativeTest-929266281-project] 10.222.0.13 "GET /v2.0/ports?device_id=d00c1eb8-6f69-4518-b9d4-ce1eac1bfeb4 HTTP/1.1" status: 200  len: 950 time: 0.1996043
Feb 19 03:09:13.996924 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [req-fe9583f7-2a74-416d-ab43-55038a714fa7 req-57a7ea2a-14e1-4484-89cc-70d264f2cdcb tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] Unset dirty status for tenant:a0ccfe73f663490cabd2bb049ae99c7c on resource:floatingip {{(pid=84115) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 19 03:09:13.998232 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-fe9583f7-2a74-416d-ab43-55038a714fa7 req-57a7ea2a-14e1-4484-89cc-70d264f2cdcb tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.27.0.217 HTTP/1.1" status: 200  len: 696 time: 0.2151089
Feb 19 03:09:14.111912 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-7c99824a-55c8-41ca-b26b-0a33dddbabf1 req-b0aef779-ec1e-45fc-a6b7-9addedaf62a3 tempest-VolumesNegativeTest-929266281 tempest-VolumesNegativeTest-929266281-project] 10.222.0.13 "GET /v2.0/security-groups?id=b90d3101-c2fc-4296-848d-549b57c465db&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1326716
Feb 19 03:09:14.192293 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.rpc [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Device a1a0d2ec-5f2e-406b-acd1-1c53c45eebe3 up at agent ovs-agent-hv-cinder-77570 {{(pid=84117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 03:09:14.227706 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe9583f7-2a74-416d-ab43-55038a714fa7 req-79826d30-e1b4-473d-a629-a226b3ac293d tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:09:14.229178 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-fe9583f7-2a74-416d-ab43-55038a714fa7 req-79826d30-e1b4-473d-a629-a226b3ac293d tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] 10.222.0.13 "GET /v2.0/networks/11a0058d-2e2a-4262-b636-ae96512c4ecc HTTP/1.1" status: 200  len: 784 time: 0.2117641
Feb 19 03:09:14.248033 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [req-fe9583f7-2a74-416d-ab43-55038a714fa7 req-98fe2eff-1d56-4229-872a-6f8270e97b74 tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=84115) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 19 03:09:14.249124 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-fe9583f7-2a74-416d-ab43-55038a714fa7 req-98fe2eff-1d56-4229-872a-6f8270e97b74 tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0064662
Feb 19 03:09:14.366885 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4eed2b-6171-4ffd-87ce-ec79a073a445 req-e7440844-9caf-4f2a-b0ff-ae4f336ac4e3 tempest-VolumesNegativeTest-929266281 tempest-VolumesNegativeTest-929266281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:09:14.368358 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [req-3c4eed2b-6171-4ffd-87ce-ec79a073a445 req-e7440844-9caf-4f2a-b0ff-ae4f336ac4e3 tempest-VolumesNegativeTest-929266281 tempest-VolumesNegativeTest-929266281-project] Synchronizing usage tracker for tenant:b53a5f0e36f3490cbfdfcb866a0eb04b on resource:port {{(pid=84116) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 19 03:09:14.399764 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Provisioning complete for port a1a0d2ec-5f2e-406b-acd1-1c53c45eebe3 triggered by entity L2. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 03:09:14.400516 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16124857'] for port, provisioning_complete {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:09:14.424101 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [req-3c4eed2b-6171-4ffd-87ce-ec79a073a445 req-e7440844-9caf-4f2a-b0ff-ae4f336ac4e3 tempest-VolumesNegativeTest-929266281 tempest-VolumesNegativeTest-929266281-project] Unset dirty status for tenant:b53a5f0e36f3490cbfdfcb866a0eb04b on resource:port {{(pid=84116) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 19 03:09:14.425571 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-3c4eed2b-6171-4ffd-87ce-ec79a073a445 req-e7440844-9caf-4f2a-b0ff-ae4f336ac4e3 tempest-VolumesNegativeTest-929266281 tempest-VolumesNegativeTest-929266281-project] 10.222.0.65 "GET /v2.0/ports?device_id=d00c1eb8-6f69-4518-b9d4-ce1eac1bfeb4 HTTP/1.1" status: 200  len: 950 time: 0.2485843
Feb 19 03:09:14.593220 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.plugin [req-3c4eed2b-6171-4ffd-87ce-ec79a073a445 req-47b8c6a9-848e-4ad1-b418-4afc33df9d34 tempest-VolumesNegativeTest-929266281 tempest-VolumesNegativeTest-929266281-project] Deleting port a1a0d2ec-5f2e-406b-acd1-1c53c45eebe3 {{(pid=84116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 19 03:09:14.593535 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-3c4eed2b-6171-4ffd-87ce-ec79a073a445 req-47b8c6a9-848e-4ad1-b418-4afc33df9d34 tempest-VolumesNegativeTest-929266281 tempest-VolumesNegativeTest-929266281-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363269711485266'] for port, before_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:09:14.603702 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16231a5-08d4-4f0a-a4e6-3ad2f0644aaa req-ced73697-0fc1-47f0-942d-747af3d6dd04 tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:09:14.613530 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-f16231a5-08d4-4f0a-a4e6-3ad2f0644aaa req-ced73697-0fc1-47f0-942d-747af3d6dd04 tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] 10.222.0.13 "GET /v2.0/ports?device_id=84573221-9e33-48d2-866b-d60d20f086d1 HTTP/1.1" status: 200  len: 945 time: 0.2377625
Feb 19 03:09:14.644738 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae5ca55-6da5-40b8-8e39-b7e348cabd12 req-6e22956f-206b-45c5-8a97-79bc383a60a9 tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:09:14.655783 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-2ae5ca55-6da5-40b8-8e39-b7e348cabd12 req-6e22956f-206b-45c5-8a97-79bc383a60a9 tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] 10.222.0.13 "GET /v2.0/ports?device_id=445f0f06-0e3a-4d82-8062-494e11d3e5e8&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.2175817
Feb 19 03:09:14.759361 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-2ae5ca55-6da5-40b8-8e39-b7e348cabd12 req-71109d82-137f-4cea-b9c4-7ac366ad70b9 tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.27.0.217 HTTP/1.1" status: 200  len: 696 time: 0.1026120
Feb 19 03:09:14.779206 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-f16231a5-08d4-4f0a-a4e6-3ad2f0644aaa req-ba005202-e505-4541-a0fe-080e2c215b3f tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7be7950-201e-4452-88dd-92f8a0a2b5e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1645894
Feb 19 03:09:14.787009 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.v2.base [req-2ae5ca55-6da5-40b8-8e39-b7e348cabd12 req-560a85ef-6bfb-4853-bedc-1fead47d43fd tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] Request body: {'floatingip': {'port_id': '16418b48-b026-46e8-a64e-e078dfd8d7a3', 'fixed_ip_address': '172.20.0.8'}} {{(pid=84115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 03:09:14.911820 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-2ae5ca55-6da5-40b8-8e39-b7e348cabd12 req-560a85ef-6bfb-4853-bedc-1fead47d43fd tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] Notify callbacks [] for floatingip, before_update {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:09:14.969586 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.db [req-3c4eed2b-6171-4ffd-87ce-ec79a073a445 req-47b8c6a9-848e-4ad1-b418-4afc33df9d34 tempest-VolumesNegativeTest-929266281 tempest-VolumesNegativeTest-929266281-project] For port a1a0d2ec-5f2e-406b-acd1-1c53c45eebe3, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=a1a0d2ec-5f2e-406b-acd1-1c53c45eebe3,segment=NetworkSegment(4e80727d-1ce0-4195-916f-ecf9b2b45069),segment_id=4e80727d-1ce0-4195-916f-ecf9b2b45069)] {{(pid=84116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 03:09:14.970350 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-3c4eed2b-6171-4ffd-87ce-ec79a073a445 req-47b8c6a9-848e-4ad1-b418-4afc33df9d34 tempest-VolumesNegativeTest-929266281 tempest-VolumesNegativeTest-929266281-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-361392'] for port, precommit_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:09:15.147713 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.plugin [req-3c4eed2b-6171-4ffd-87ce-ec79a073a445 req-47b8c6a9-848e-4ad1-b418-4afc33df9d34 tempest-VolumesNegativeTest-929266281 tempest-VolumesNegativeTest-929266281-project] Calling delete_port for a1a0d2ec-5f2e-406b-acd1-1c53c45eebe3 owned by compute:nova {{(pid=84116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 19 03:09:15.230895 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628d6d03-f1a2-48e2-b5c0-468f29d6b6c6 req-e8b4ccca-355c-4afd-9567-08c2f9bd92cf tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:09:15.277173 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-628d6d03-f1a2-48e2-b5c0-468f29d6b6c6 req-e8b4ccca-355c-4afd-9567-08c2f9bd92cf tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e4882dd-d538-4794-b670-363a7a2168f7 HTTP/1.1" status: 200  len: 946 time: 0.2306440
Feb 19 03:09:15.383113 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-628d6d03-f1a2-48e2-b5c0-468f29d6b6c6 req-dc789cf8-b642-4765-a508-fd8c789225d4 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cec6e94-f87a-4dfc-b64f-629a6d488241&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1416330
Feb 19 03:09:16.076049 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.rpc [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Device a1a0d2ec-5f2e-406b-acd1-1c53c45eebe3 no longer exists at agent ovs-agent-hv-cinder-77570 {{(pid=84117) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 19 03:09:16.116193 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.plugin [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] No Port match for: a1a0d2ec-5f2e-406b-acd1-1c53c45eebe3 {{(pid=84117) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 19 03:09:16.116587 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.rpc [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Device a1a0d2ec-5f2e-406b-acd1-1c53c45eebe3 not bound to the agent host hv-cinder-77570 {{(pid=84117) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 19 03:09:16.309733 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-3c4eed2b-6171-4ffd-87ce-ec79a073a445 req-47b8c6a9-848e-4ad1-b418-4afc33df9d34 tempest-VolumesNegativeTest-929266281 tempest-VolumesNegativeTest-929266281-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363269711510303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363269711906437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2630593'] for port, after_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:09:16.325553 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-0cbd7a2a-9bf5-4a26-8a74-e3e8f22f7f30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:09:16.492278 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b8c6a9-848e-4ad1-b418-4afc33df9d34 tempest-VolumesNegativeTest-929266281 tempest-VolumesNegativeTest-929266281-project] Pushing event deleted for resources: {'Port': ['ID=a1a0d2ec-5f2e-406b-acd1-1c53c45eebe3,revision_number=None']} {{(pid=84116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:09:16.497310 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-47b8c6a9-848e-4ad1-b418-4afc33df9d34 tempest-VolumesNegativeTest-929266281 tempest-VolumesNegativeTest-929266281-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:09:16.545484 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c4eed2b-6171-4ffd-87ce-ec79a073a445 req-47b8c6a9-848e-4ad1-b418-4afc33df9d34 tempest-VolumesNegativeTest-929266281 tempest-VolumesNegativeTest-929266281-project] No DVR routers for this DVR port a1a0d2ec-5f2e-406b-acd1-1c53c45eebe3 on host hv-cinder-77570 {{(pid=84116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 19 03:09:16.549408 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-3c4eed2b-6171-4ffd-87ce-ec79a073a445 req-47b8c6a9-848e-4ad1-b418-4afc33df9d34 tempest-VolumesNegativeTest-929266281 tempest-VolumesNegativeTest-929266281-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771976'] for port, before_response {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:09:16.555397 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd00c1eb8-6f69-4518-b9d4-ce1eac1bfeb4', 'name': 'network-vif-deleted', 'tag': 'a1a0d2ec-5f2e-406b-acd1-1c53c45eebe3'}] {{(pid=84116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 03:09:16.575384 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-2ae5ca55-6da5-40b8-8e39-b7e348cabd12 req-560a85ef-6bfb-4853-bedc-1fead47d43fd tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:09:16.602579 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-3c4eed2b-6171-4ffd-87ce-ec79a073a445 req-47b8c6a9-848e-4ad1-b418-4afc33df9d34 tempest-VolumesNegativeTest-929266281 tempest-VolumesNegativeTest-929266281-project] 10.222.0.65 "DELETE /v2.0/ports/a1a0d2ec-5f2e-406b-acd1-1c53c45eebe3 HTTP/1.1" status: 204  len: 173 time: 2.1677909
Feb 19 03:09:16.636254 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-2ae5ca55-6da5-40b8-8e39-b7e348cabd12 req-560a85ef-6bfb-4853-bedc-1fead47d43fd tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854389592'] for floatingip, after_update {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:09:16.911893 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.db.l3_db [req-2ae5ca55-6da5-40b8-8e39-b7e348cabd12 req-560a85ef-6bfb-4853-bedc-1fead47d43fd tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] Floating IP e476c7d3-92c6-4398-9203-9a3d99351f6e associated. External IP: 172.27.0.217, port: 16418b48-b026-46e8-a64e-e078dfd8d7a3.
Feb 19 03:09:17.558377 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2ae5ca55-6da5-40b8-8e39-b7e348cabd12 req-560a85ef-6bfb-4853-bedc-1fead47d43fd tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] Router 96d21d47-791f-4aba-9ba0-78cb8e455f09 has already been hosted by L3 agent f4ccfb5a-d22e-440e-8ddd-f393ad00f812 {{(pid=84115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 19 03:09:17.827663 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-68d32713-5ffa-4e48-a2db-5638042e841c req-9cefd236-c8c6-4681-ba81-42257ebeb78d tempest-VolumesNegativeTest-929266281 tempest-VolumesNegativeTest-929266281-project] 10.222.0.13 "GET /v2.0/ports?device_id=d00c1eb8-6f69-4518-b9d4-ce1eac1bfeb4 HTTP/1.1" status: 200  len: 210 time: 0.0540316
Feb 19 03:09:17.841158 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2ae5ca55-6da5-40b8-8e39-b7e348cabd12 req-560a85ef-6bfb-4853-bedc-1fead47d43fd tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] Notify agent at l3_agent.dv-cinder-775706-2-iscsi the message routers_updated {{(pid=84115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 19 03:09:17.846658 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-2ae5ca55-6da5-40b8-8e39-b7e348cabd12 req-560a85ef-6bfb-4853-bedc-1fead47d43fd tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771976'] for floatingip, before_response {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:09:17.857444 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1402c89-ca8b-4d7b-8112-d8dba844b80c None None] Sync routers for ids ['96d21d47-791f-4aba-9ba0-78cb8e455f09'] in dv-cinder-775706-2-iscsi {{(pid=84118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 19 03:09:17.870925 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1402c89-ca8b-4d7b-8112-d8dba844b80c None None] Routers {'96d21d47-791f-4aba-9ba0-78cb8e455f09'} bound to L3 agent in host dv-cinder-775706-2-iscsi {{(pid=84118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 03:09:17.871602 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_hamode_db [None req-e1402c89-ca8b-4d7b-8112-d8dba844b80c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9425e7db00>, 'dv-cinder-775706-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-02-19T02:56:52Z,description=<?>,heartbeat_timestamp=2021-02-19T03:08:52Z,host='dv-cinder-775706-2-iscsi',id=f4ccfb5a-d22e-440e-8ddd-f393ad00f812,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T02:56:52Z,topic='l3_agent')) {'router_ids': ['96d21d47-791f-4aba-9ba0-78cb8e455f09'], 'active': True} {{(pid=84118) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 03:09:17.930104 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-2ae5ca55-6da5-40b8-8e39-b7e348cabd12 req-560a85ef-6bfb-4853-bedc-1fead47d43fd tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] 10.222.0.13 "PUT /v2.0/floatingips/e476c7d3-92c6-4398-9203-9a3d99351f6e HTTP/1.1" status: 200  len: 996 time: 3.1625848
Feb 19 03:09:17.941515 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '445f0f06-0e3a-4d82-8062-494e11d3e5e8', 'tag': '16418b48-b026-46e8-a64e-e078dfd8d7a3'}] {{(pid=84115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 03:09:18.033482 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae5ca55-6da5-40b8-8e39-b7e348cabd12 req-91805102-7478-4154-811d-3d6d97d03064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:09:18.035238 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-2ae5ca55-6da5-40b8-8e39-b7e348cabd12 req-91805102-7478-4154-811d-3d6d97d03064 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a0ccfe73f663490cabd2bb049ae99c7c&device_id=445f0f06-0e3a-4d82-8062-494e11d3e5e8 HTTP/1.1" status: 200  len: 1162 time: 0.0880251
Feb 19 03:09:18.085210 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvr_db [None req-e1402c89-ca8b-4d7b-8112-d8dba844b80c None None] Set router 96d21d47-791f-4aba-9ba0-78cb8e455f09 gateway port host: dv-cinder-775706-2-iscsi {{(pid=84118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 03:09:18.232498 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae5ca55-6da5-40b8-8e39-b7e348cabd12 req-53a132f8-9080-4284-8476-fec4636cb847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:09:18.234164 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-2ae5ca55-6da5-40b8-8e39-b7e348cabd12 req-53a132f8-9080-4284-8476-fec4636cb847 service neutron] 10.222.0.13 "GET /v2.0/networks?id=4097a413-4776-4469-a598-b6a7e21b8df1 HTTP/1.1" status: 200  len: 909 time: 0.1926374
Feb 19 03:09:18.363098 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-2ae5ca55-6da5-40b8-8e39-b7e348cabd12 req-6f4dc28b-faaa-4e27-8c88-105abb077616 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=16418b48-b026-46e8-a64e-e078dfd8d7a3 HTTP/1.1" status: 200  len: 999 time: 0.1166980
Feb 19 03:09:18.421163 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e5ab0d-3fe2-487c-92b9-ac18eea22ee7 req-e9b7cd23-0c10-47e3-857b-a36806c99c19 tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:09:18.422922 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-d6e5ab0d-3fe2-487c-92b9-ac18eea22ee7 req-e9b7cd23-0c10-47e3-857b-a36806c99c19 tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] 10.222.0.13 "GET /v2.0/ports?device_id=84573221-9e33-48d2-866b-d60d20f086d1 HTTP/1.1" status: 200  len: 945 time: 0.2345259
Feb 19 03:09:18.482778 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae5ca55-6da5-40b8-8e39-b7e348cabd12 req-34998764-a312-483a-b633-cb454d421152 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:09:18.484850 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-2ae5ca55-6da5-40b8-8e39-b7e348cabd12 req-34998764-a312-483a-b633-cb454d421152 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=74c961f0-fc07-4921-8313-2a6fd919edf2 HTTP/1.1" status: 200  len: 854 time: 0.1130397
Feb 19 03:09:18.537352 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-d6e5ab0d-3fe2-487c-92b9-ac18eea22ee7 req-dafd4004-c87b-47a6-8c14-fbfcba7cfdf7 tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7be7950-201e-4452-88dd-92f8a0a2b5e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1011746
Feb 19 03:09:18.575887 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae5ca55-6da5-40b8-8e39-b7e348cabd12 req-849f2742-ff27-4731-a8a7-b72830f2f07d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:09:18.582844 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-2ae5ca55-6da5-40b8-8e39-b7e348cabd12 req-849f2742-ff27-4731-a8a7-b72830f2f07d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4097a413-4776-4469-a598-b6a7e21b8df1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0863874
Feb 19 03:09:18.589692 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [req-2ae5ca55-6da5-40b8-8e39-b7e348cabd12 req-eb645ba4-546f-45a2-9b17-6848a69c1189 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=84115) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 19 03:09:18.590899 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-2ae5ca55-6da5-40b8-8e39-b7e348cabd12 req-eb645ba4-546f-45a2-9b17-6848a69c1189 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0057666
Feb 19 03:09:18.643390 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_hamode_db [None req-e1402c89-ca8b-4d7b-8112-d8dba844b80c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9425e7db00>, [{'id': '96d21d47-791f-4aba-9ba0-78cb8e455f09', 'name': 'tempest-TestMinimumBasicScenario-2091875485-router', 'tenant_id': 'a0ccfe73f663490cabd2bb049ae99c7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'external_fixed_ips': [{'subnet_id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': '04e08826-c1e1-488f-ab52-aaaa8f27f363', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T03:07:39Z', 'updated_at': '2021-02-19T03:07:49Z', 'revision_number': 4, 'project_id': 'a0ccfe73f663490cabd2bb049ae99c7c', 'gw_port': {'id': '04e08826-c1e1-488f-ab52-aaaa8f27f363', 'name': '', 'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:64:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96d21d47-791f-4aba-9ba0-78cb8e455f09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T03:07:41Z', 'updated_at': '2021-02-19T03:07:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-2-iscsi', '_floatingips': [{'id': 'e476c7d3-92c6-4398-9203-9a3d99351f6e', 'tenant_id': 'a0ccfe73f663490cabd2bb049ae99c7c', 'floating_ip_address': '172.27.0.217', 'floating_network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'router_id': '96d21d47-791f-4aba-9ba0-78cb8e455f09', 'port_id': '16418b48-b026-46e8-a64e-e078dfd8d7a3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 367, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4097a413-4776-4469-a598-b6a7e21b8df1', 'mac_address': 'fa:16:3e:ce:4e:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445f0f06-0e3a-4d82-8062-494e11d3e5e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-19T03:09:12Z', 'updated_at': '2021-02-19T03:09:15Z', 'revision_number': 1, 'project_id': 'a0ccfe73f663490cabd2bb049ae99c7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73757818-8fc3-4e3d-8ab1-44a205d19b33', 'name': '', 'network_id': '4097a413-4776-4469-a598-b6a7e21b8df1', 'tenant_id': 'a0ccfe73f663490cabd2bb049ae99c7c', 'mac_address': 'fa:16:3e:67:cd:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96d21d47-791f-4aba-9ba0-78cb8e455f09', 'device_owner': 'network:router_interface', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '74c961f0-fc07-4921-8313-2a6fd919edf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T03:07:47Z', 'updated_at': '2021-02-19T03:08:02Z', 'revision_number': 5, 'project_id': 'a0ccfe73f663490cabd2bb049ae99c7c', 'subnets': [{'id': '74c961f0-fc07-4921-8313-2a6fd919edf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775706-2-iscsi', False) {} {{(pid=84118) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 03:09:18.647616 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1402c89-ca8b-4d7b-8112-d8dba844b80c None None] Checking router: 96d21d47-791f-4aba-9ba0-78cb8e455f09 for host: dv-cinder-775706-2-iscsi {{(pid=84118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 19 03:09:18.656606 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1402c89-ca8b-4d7b-8112-d8dba844b80c None None] Routers {'96d21d47-791f-4aba-9ba0-78cb8e455f09'} bound to L3 agent in host dv-cinder-775706-2-iscsi {{(pid=84118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 03:09:18.657264 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_hamode_db [None req-e1402c89-ca8b-4d7b-8112-d8dba844b80c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9425e7db00>, 'dv-cinder-775706-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-02-19T02:56:52Z,description=<?>,heartbeat_timestamp=2021-02-19T03:08:52Z,host='dv-cinder-775706-2-iscsi',id=f4ccfb5a-d22e-440e-8ddd-f393ad00f812,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T02:56:52Z,topic='l3_agent')) {'router_ids': ['96d21d47-791f-4aba-9ba0-78cb8e455f09'], 'active': True} {{(pid=84118) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 03:09:18.787696 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fdba65-addf-428b-8883-38f85bf49250 req-65cb8406-a52f-4e1c-8ed3-9bca16cfb718 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:09:18.789580 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-16fdba65-addf-428b-8883-38f85bf49250 req-65cb8406-a52f-4e1c-8ed3-9bca16cfb718 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=fe62d789c5ba40bd87c0c4eb042c2297&device_id=9e4882dd-d538-4794-b670-363a7a2168f7 HTTP/1.1" status: 200  len: 1163 time: 0.0821667
Feb 19 03:09:18.808144 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-2ae5ca55-6da5-40b8-8e39-b7e348cabd12 req-12f5d7bc-6dba-4ea3-a04d-eff9c221b9cb service neutron] 10.222.0.13 "GET /v2.0/networks/4097a413-4776-4469-a598-b6a7e21b8df1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2102644
Feb 19 03:09:18.819394 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9fb5e1-41d9-4067-a6ea-6ef8a59c76f0 req-675f4e50-57ee-4b50-a1f1-be8ff57b502a tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:09:18.821001 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-1c9fb5e1-41d9-4067-a6ea-6ef8a59c76f0 req-675f4e50-57ee-4b50-a1f1-be8ff57b502a tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e4882dd-d538-4794-b670-363a7a2168f7 HTTP/1.1" status: 200  len: 946 time: 0.1465218
Feb 19 03:09:18.856407 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvr_db [None req-e1402c89-ca8b-4d7b-8112-d8dba844b80c None None] Set router 96d21d47-791f-4aba-9ba0-78cb8e455f09 gateway port host: dv-cinder-775706-2-iscsi {{(pid=84118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 03:09:18.956763 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-1c9fb5e1-41d9-4067-a6ea-6ef8a59c76f0 req-ae1adbb4-3080-4f3b-9cec-a1fe0f726795 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cec6e94-f87a-4dfc-b64f-629a6d488241&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1132348
Feb 19 03:09:18.984113 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fdba65-addf-428b-8883-38f85bf49250 req-fa2fb17f-02ee-4147-a378-f2ccc975c17a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:09:18.985880 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-16fdba65-addf-428b-8883-38f85bf49250 req-fa2fb17f-02ee-4147-a378-f2ccc975c17a service neutron] 10.222.0.65 "GET /v2.0/networks?id=96367511-4096-441d-8b71-998abf1ff026 HTTP/1.1" status: 200  len: 910 time: 0.1878071
Feb 19 03:09:19.002412 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-2ae5ca55-6da5-40b8-8e39-b7e348cabd12 req-fe928e31-d991-476f-9d9a-bb262600ed42 service neutron] 10.222.0.13 "GET /v2.0/networks/4097a413-4776-4469-a598-b6a7e21b8df1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1803732
Feb 19 03:09:19.065919 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd00c1eb8-6f69-4518-b9d4-ce1eac1bfeb4', 'name': 'network-vif-deleted', 'tag': 'a1a0d2ec-5f2e-406b-acd1-1c53c45eebe3', 'status': 'completed', 'code': 200}
Feb 19 03:09:19.115966 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '445f0f06-0e3a-4d82-8062-494e11d3e5e8', 'tag': '16418b48-b026-46e8-a64e-e078dfd8d7a3', 'status': 'completed', 'code': 200}
Feb 19 03:09:19.127053 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-16fdba65-addf-428b-8883-38f85bf49250 req-fac4a750-b343-4467-9969-1de903f6d6c4 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b52d8903-24d0-484f-afef-cca02ac84c8a HTTP/1.1" status: 200  len: 1001 time: 0.1245952
Feb 19 03:09:19.238485 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fdba65-addf-428b-8883-38f85bf49250 req-3bfe764a-6e08-4dfe-9916-a1971f1dc1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:09:19.240564 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-16fdba65-addf-428b-8883-38f85bf49250 req-3bfe764a-6e08-4dfe-9916-a1971f1dc1c0 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ffae0469-f40c-4397-8d65-7fee68a1ef0a HTTP/1.1" status: 200  len: 855 time: 0.0990195
Feb 19 03:09:19.243662 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.v2.base [req-20563d1f-ff9d-4bd2-b714-f8be62b4f996 req-47cafda5-bcd6-4e08-bad8-754e7b0661fe tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] Request body: {'security_group': {'name': 'tempest-TestMinimumBasicScenario-783444507', 'description': 'tempest-TestMinimumBasicScenario-783444507 description'}} {{(pid=84115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 03:09:19.250426 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [req-20563d1f-ff9d-4bd2-b714-f8be62b4f996 req-47cafda5-bcd6-4e08-bad8-754e7b0661fe tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 03:09:19.273855 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [req-20563d1f-ff9d-4bd2-b714-f8be62b4f996 req-47cafda5-bcd6-4e08-bad8-754e7b0661fe tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 03:09:19.307591 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d6e204-2d33-4233-9d6d-d27d3fc023cd req-b443e7fe-4218-492a-8774-06cfe40eab93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:09:19.309614 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-67d6e204-2d33-4233-9d6d-d27d3fc023cd req-b443e7fe-4218-492a-8774-06cfe40eab93 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a0ccfe73f663490cabd2bb049ae99c7c&device_id=445f0f06-0e3a-4d82-8062-494e11d3e5e8 HTTP/1.1" status: 200  len: 1162 time: 0.1602609
Feb 19 03:09:19.346253 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fdba65-addf-428b-8883-38f85bf49250 req-6dba3258-b512-4bbe-98b6-6f013dcdbd4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:09:19.349125 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-16fdba65-addf-428b-8883-38f85bf49250 req-6dba3258-b512-4bbe-98b6-6f013dcdbd4f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=96367511-4096-441d-8b71-998abf1ff026&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0991678
Feb 19 03:09:19.367389 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_hamode_db [None req-e1402c89-ca8b-4d7b-8112-d8dba844b80c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9425e7db00>, [{'id': '96d21d47-791f-4aba-9ba0-78cb8e455f09', 'name': 'tempest-TestMinimumBasicScenario-2091875485-router', 'tenant_id': 'a0ccfe73f663490cabd2bb049ae99c7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'external_fixed_ips': [{'subnet_id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': '04e08826-c1e1-488f-ab52-aaaa8f27f363', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T03:07:39Z', 'updated_at': '2021-02-19T03:07:49Z', 'revision_number': 4, 'project_id': 'a0ccfe73f663490cabd2bb049ae99c7c', 'gw_port': {'id': '04e08826-c1e1-488f-ab52-aaaa8f27f363', 'name': '', 'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:64:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96d21d47-791f-4aba-9ba0-78cb8e455f09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T03:07:41Z', 'updated_at': '2021-02-19T03:07:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-2-iscsi', '_floatingips': [{'id': 'e476c7d3-92c6-4398-9203-9a3d99351f6e', 'tenant_id': 'a0ccfe73f663490cabd2bb049ae99c7c', 'floating_ip_address': '172.27.0.217', 'floating_network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'router_id': '96d21d47-791f-4aba-9ba0-78cb8e455f09', 'port_id': '16418b48-b026-46e8-a64e-e078dfd8d7a3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 367, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4097a413-4776-4469-a598-b6a7e21b8df1', 'mac_address': 'fa:16:3e:ce:4e:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445f0f06-0e3a-4d82-8062-494e11d3e5e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-19T03:09:12Z', 'updated_at': '2021-02-19T03:09:15Z', 'revision_number': 1, 'project_id': 'a0ccfe73f663490cabd2bb049ae99c7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73757818-8fc3-4e3d-8ab1-44a205d19b33', 'name': '', 'network_id': '4097a413-4776-4469-a598-b6a7e21b8df1', 'tenant_id': 'a0ccfe73f663490cabd2bb049ae99c7c', 'mac_address': 'fa:16:3e:67:cd:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96d21d47-791f-4aba-9ba0-78cb8e455f09', 'device_owner': 'network:router_interface', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '74c961f0-fc07-4921-8313-2a6fd919edf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T03:07:47Z', 'updated_at': '2021-02-19T03:08:02Z', 'revision_number': 5, 'project_id': 'a0ccfe73f663490cabd2bb049ae99c7c', 'subnets': [{'id': '74c961f0-fc07-4921-8313-2a6fd919edf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775706-2-iscsi', False) {} {{(pid=84118) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 03:09:19.371851 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1402c89-ca8b-4d7b-8112-d8dba844b80c None None] The sync data for ids ['96d21d47-791f-4aba-9ba0-78cb8e455f09'] in dv-cinder-775706-2-iscsi is: [{'id': '96d21d47-791f-4aba-9ba0-78cb8e455f09', 'name': 'tempest-TestMinimumBasicScenario-2091875485-router', 'tenant_id': 'a0ccfe73f663490cabd2bb049ae99c7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'external_fixed_ips': [{'subnet_id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': '04e08826-c1e1-488f-ab52-aaaa8f27f363', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T03:07:39Z', 'updated_at': '2021-02-19T03:07:49Z', 'revision_number': 4, 'project_id': 'a0ccfe73f663490cabd2bb049ae99c7c', 'gw_port': {'id': '04e08826-c1e1-488f-ab52-aaaa8f27f363', 'name': '', 'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:64:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96d21d47-791f-4aba-9ba0-78cb8e455f09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T03:07:41Z', 'updated_at': '2021-02-19T03:07:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-2-iscsi', '_floatingips': [{'id': 'e476c7d3-92c6-4398-9203-9a3d99351f6e', 'tenant_id': 'a0ccfe73f663490cabd2bb049ae99c7c', 'floating_ip_address': '172.27.0.217', 'floating_network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'router_id': '96d21d47-791f-4aba-9ba0-78cb8e455f09', 'port_id': '16418b48-b026-46e8-a64e-e078dfd8d7a3', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 367, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4097a413-4776-4469-a598-b6a7e21b8df1', 'mac_address': 'fa:16:3e:ce:4e:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '445f0f06-0e3a-4d82-8062-494e11d3e5e8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-19T03:09:12Z', 'updated_at': '2021-02-19T03:09:15Z', 'revision_number': 1, 'project_id': 'a0ccfe73f663490cabd2bb049ae99c7c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '73757818-8fc3-4e3d-8ab1-44a205d19b33', 'name': '', 'network_id': '4097a413-4776-4469-a598-b6a7e21b8df1', 'tenant_id': 'a0ccfe73f663490cabd2bb049ae99c7c', 'mac_address': 'fa:16:3e:67:cd:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96d21d47-791f-4aba-9ba0-78cb8e455f09', 'device_owner': 'network:router_interface', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '74c961f0-fc07-4921-8313-2a6fd919edf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T03:07:47Z', 'updated_at': '2021-02-19T03:08:02Z', 'revision_number': 5, 'project_id': 'a0ccfe73f663490cabd2bb049ae99c7c', 'subnets': [{'id': '74c961f0-fc07-4921-8313-2a6fd919edf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 19 03:09:19.402944 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-20563d1f-ff9d-4bd2-b714-f8be62b4f996 req-47cafda5-bcd6-4e08-bad8-754e7b0661fe tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] Notify callbacks [] for security_group, before_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:09:19.444214 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [req-20563d1f-ff9d-4bd2-b714-f8be62b4f996 req-47cafda5-bcd6-4e08-bad8-754e7b0661fe tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 03:09:19.452574 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [req-20563d1f-ff9d-4bd2-b714-f8be62b4f996 req-47cafda5-bcd6-4e08-bad8-754e7b0661fe tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] Usage tracker for resource:security_group_rule and tenant:a0ccfe73f663490cabd2bb049ae99c7c is out of sync, need to count used quota {{(pid=84115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 03:09:19.457778 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [req-20563d1f-ff9d-4bd2-b714-f8be62b4f996 req-47cafda5-bcd6-4e08-bad8-754e7b0661fe tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 03:09:19.468673 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [req-20563d1f-ff9d-4bd2-b714-f8be62b4f996 req-47cafda5-bcd6-4e08-bad8-754e7b0661fe tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 03:09:19.473474 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-fceffc90-1de4-483a-ae71-c2c426a7b16b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:09:19.519786 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d6e204-2d33-4233-9d6d-d27d3fc023cd req-33c6c45e-4262-4e72-a601-484e58cb99ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:09:19.521397 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-67d6e204-2d33-4233-9d6d-d27d3fc023cd req-33c6c45e-4262-4e72-a601-484e58cb99ad service neutron] 10.222.0.65 "GET /v2.0/networks?id=4097a413-4776-4469-a598-b6a7e21b8df1 HTTP/1.1" status: 200  len: 909 time: 0.2010436
Feb 19 03:09:19.535208 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-16fdba65-addf-428b-8883-38f85bf49250 req-aa756a8d-8236-407b-a1c3-8456f8a27cab service neutron] 10.222.0.65 "GET /v2.0/networks/96367511-4096-441d-8b71-998abf1ff026?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1718912
Feb 19 03:09:19.660819 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-67d6e204-2d33-4233-9d6d-d27d3fc023cd req-5e543a80-a44e-4d15-9fb3-e382dcc58d21 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=16418b48-b026-46e8-a64e-e078dfd8d7a3 HTTP/1.1" status: 200  len: 999 time: 0.1236506
Feb 19 03:09:19.698978 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-16fdba65-addf-428b-8883-38f85bf49250 req-690b0e08-dcc8-43f7-a48e-b3090ee0bfa1 service neutron] 10.222.0.65 "GET /v2.0/networks/96367511-4096-441d-8b71-998abf1ff026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1472483
Feb 19 03:09:19.761884 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b69e9c34-7184-470c-82b5-afc4297546f9 None None] New status for floating IP e476c7d3-92c6-4398-9203-9a3d99351f6e: ACTIVE {{(pid=84117) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 19 03:09:19.830579 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-20563d1f-ff9d-4bd2-b714-f8be62b4f996 req-47cafda5-bcd6-4e08-bad8-754e7b0661fe tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] Notify callbacks [] for security_group, precommit_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:09:19.833692 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d6e204-2d33-4233-9d6d-d27d3fc023cd req-9d370ba0-bf06-43ec-ab62-73a79267ea4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:09:19.835115 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-67d6e204-2d33-4233-9d6d-d27d3fc023cd req-9d370ba0-bf06-43ec-ab62-73a79267ea4e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=74c961f0-fc07-4921-8313-2a6fd919edf2 HTTP/1.1" status: 200  len: 854 time: 0.1270831
Feb 19 03:09:19.896706 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-20563d1f-ff9d-4bd2-b714-f8be62b4f996 req-47cafda5-bcd6-4e08-bad8-754e7b0661fe tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237410'] for security_group, after_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:09:19.902836 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-f412cb3b-4886-4466-a069-1cd4ec91ebf0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:09:19.949665 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544dec59-8b0f-4883-ae5b-2db2e341eb79 req-3121d68f-d7ad-4e1a-8b17-0f8b425da27f tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:09:19.951359 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-544dec59-8b0f-4883-ae5b-2db2e341eb79 req-3121d68f-d7ad-4e1a-8b17-0f8b425da27f tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] 10.222.0.13 "GET /v2.0/ports?device_id=84573221-9e33-48d2-866b-d60d20f086d1 HTTP/1.1" status: 200  len: 945 time: 0.2861063
Feb 19 03:09:20.000682 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cafda5-bcd6-4e08-bad8-754e7b0661fe tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] Pushing event updated for resources: {'SecurityGroup': ['ID=253536f3-0cee-4137-838b-ef4bc7a3f26d,revision_number=1']} {{(pid=84115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:09:20.004618 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-47cafda5-bcd6-4e08-bad8-754e7b0661fe tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:09:20.025909 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-20563d1f-ff9d-4bd2-b714-f8be62b4f996 req-47cafda5-bcd6-4e08-bad8-754e7b0661fe tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] Notify callbacks [] for security_group, before_response {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:09:20.027185 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-20563d1f-ff9d-4bd2-b714-f8be62b4f996 req-47cafda5-bcd6-4e08-bad8-754e7b0661fe tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1817 time: 0.7901001
Feb 19 03:09:20.045641 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-544dec59-8b0f-4883-ae5b-2db2e341eb79 req-d0fcfa1a-b6b6-490d-897e-fe2def2a96c4 tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7be7950-201e-4452-88dd-92f8a0a2b5e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0830393
Feb 19 03:09:20.047994 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d6e204-2d33-4233-9d6d-d27d3fc023cd req-a1bf4745-ba1c-4464-ae0b-1ee1fd56ac49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:09:20.049607 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-67d6e204-2d33-4233-9d6d-d27d3fc023cd req-a1bf4745-ba1c-4464-ae0b-1ee1fd56ac49 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4097a413-4776-4469-a598-b6a7e21b8df1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2066872
Feb 19 03:09:20.294035 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-9b509cf6-2450-41e4-9058-385df044540e req-277a0946-936b-420e-b60e-66d2aa9443df tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] 10.222.0.13 "GET /v2.0/security-groups/253536f3-0cee-4137-838b-ef4bc7a3f26d HTTP/1.1" status: 200  len: 1812 time: 0.2073307
Feb 19 03:09:20.318184 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.v2.base [req-9b509cf6-2450-41e4-9058-385df044540e req-9d5f2b4d-3d66-4873-8d64-092197dfbcde tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '253536f3-0cee-4137-838b-ef4bc7a3f26d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=84115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 03:09:20.318548 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.v2.base [req-9b509cf6-2450-41e4-9058-385df044540e req-9d5f2b4d-3d66-4873-8d64-092197dfbcde tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '253536f3-0cee-4137-838b-ef4bc7a3f26d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=84115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 03:09:20.328157 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [req-9b509cf6-2450-41e4-9058-385df044540e req-9d5f2b4d-3d66-4873-8d64-092197dfbcde tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 03:09:20.332047 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-67d6e204-2d33-4233-9d6d-d27d3fc023cd req-8d2f75cd-5fe2-480e-9244-f8fc3bfc5004 service neutron] 10.222.0.65 "GET /v2.0/networks/4097a413-4776-4469-a598-b6a7e21b8df1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2698631
Feb 19 03:09:20.335054 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [req-9b509cf6-2450-41e4-9058-385df044540e req-9d5f2b4d-3d66-4873-8d64-092197dfbcde tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] Usage tracker for resource:security_group_rule and tenant:a0ccfe73f663490cabd2bb049ae99c7c is out of sync, need to count used quota {{(pid=84115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 03:09:20.338992 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [req-9b509cf6-2450-41e4-9058-385df044540e req-9d5f2b4d-3d66-4873-8d64-092197dfbcde tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 03:09:20.373399 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [req-9b509cf6-2450-41e4-9058-385df044540e req-9d5f2b4d-3d66-4873-8d64-092197dfbcde tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 03:09:20.445452 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415b8afa-03a7-4389-bd2d-06970baebde3 req-2c5be8b5-d5aa-46fc-ad17-0bb15270aa04 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:09:20.447103 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-415b8afa-03a7-4389-bd2d-06970baebde3 req-2c5be8b5-d5aa-46fc-ad17-0bb15270aa04 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e4882dd-d538-4794-b670-363a7a2168f7 HTTP/1.1" status: 200  len: 946 time: 0.2976413
Feb 19 03:09:20.529294 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-415b8afa-03a7-4389-bd2d-06970baebde3 req-b5b08de7-deb6-4abe-9a84-d6b5d8259219 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cec6e94-f87a-4dfc-b64f-629a6d488241&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0733542
Feb 19 03:09:20.586770 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-67d6e204-2d33-4233-9d6d-d27d3fc023cd req-a16c9125-566a-44a1-9756-835457d7038f service neutron] 10.222.0.65 "GET /v2.0/networks/4097a413-4776-4469-a598-b6a7e21b8df1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2431855
Feb 19 03:09:20.590196 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-9b509cf6-2450-41e4-9058-385df044540e req-9d5f2b4d-3d66-4873-8d64-092197dfbcde tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:09:20.616178 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-9b509cf6-2450-41e4-9058-385df044540e req-9d5f2b4d-3d66-4873-8d64-092197dfbcde tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:09:20.669467 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-9b509cf6-2450-41e4-9058-385df044540e req-9d5f2b4d-3d66-4873-8d64-092197dfbcde tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237382'] for security_group_rule, after_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:09:20.671753 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:09:20.695859 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5f2b4d-3d66-4873-8d64-092197dfbcde tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9508900-bc44-48a5-9362-d37eb3467db8,revision_number=0']} {{(pid=84115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:09:20.698511 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-9d5f2b4d-3d66-4873-8d64-092197dfbcde tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:09:20.732485 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-9b509cf6-2450-41e4-9058-385df044540e req-9d5f2b4d-3d66-4873-8d64-092197dfbcde tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:09:20.733947 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-9b509cf6-2450-41e4-9058-385df044540e req-9d5f2b4d-3d66-4873-8d64-092197dfbcde tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 0.4225333
Feb 19 03:09:20.809979 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-eb55f07a-8255-42cc-932f-4efb59968f16 req-f879384e-b765-41c8-a9c8-d208c3664590 tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] 10.222.0.13 "GET /v2.0/security-groups/253536f3-0cee-4137-838b-ef4bc7a3f26d HTTP/1.1" status: 200  len: 2405 time: 0.0524173
Feb 19 03:09:20.820443 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.v2.base [req-eb55f07a-8255-42cc-932f-4efb59968f16 req-b323940b-acea-46be-8404-5c263ca1ae86 tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '253536f3-0cee-4137-838b-ef4bc7a3f26d', 'remote_group_id': None}]} {{(pid=84115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 03:09:20.820791 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.v2.base [req-eb55f07a-8255-42cc-932f-4efb59968f16 req-b323940b-acea-46be-8404-5c263ca1ae86 tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '253536f3-0cee-4137-838b-ef4bc7a3f26d', 'remote_group_id': None}} {{(pid=84115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 03:09:20.827176 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [req-eb55f07a-8255-42cc-932f-4efb59968f16 req-b323940b-acea-46be-8404-5c263ca1ae86 tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 03:09:20.831228 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [req-eb55f07a-8255-42cc-932f-4efb59968f16 req-b323940b-acea-46be-8404-5c263ca1ae86 tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] Usage tracker for resource:security_group_rule and tenant:a0ccfe73f663490cabd2bb049ae99c7c is out of sync, need to count used quota {{(pid=84115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 03:09:20.834238 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [req-eb55f07a-8255-42cc-932f-4efb59968f16 req-b323940b-acea-46be-8404-5c263ca1ae86 tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 03:09:20.840536 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [req-eb55f07a-8255-42cc-932f-4efb59968f16 req-b323940b-acea-46be-8404-5c263ca1ae86 tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 03:09:20.940317 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-eb55f07a-8255-42cc-932f-4efb59968f16 req-b323940b-acea-46be-8404-5c263ca1ae86 tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:09:20.964614 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-eb55f07a-8255-42cc-932f-4efb59968f16 req-b323940b-acea-46be-8404-5c263ca1ae86 tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:09:20.993595 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-eb55f07a-8255-42cc-932f-4efb59968f16 req-b323940b-acea-46be-8404-5c263ca1ae86 tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237382'] for security_group_rule, after_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:09:20.995807 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-ddc1ff50-a972-49a4-b08d-d00941348f44 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:09:21.020777 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b323940b-acea-46be-8404-5c263ca1ae86 tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc954f62-edab-43d2-af94-c9be36c4bef9,revision_number=0']} {{(pid=84115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:09:21.022903 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-b323940b-acea-46be-8404-5c263ca1ae86 tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:09:21.067779 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-eb55f07a-8255-42cc-932f-4efb59968f16 req-b323940b-acea-46be-8404-5c263ca1ae86 tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:09:21.069069 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-eb55f07a-8255-42cc-932f-4efb59968f16 req-b323940b-acea-46be-8404-5c263ca1ae86 tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 791 time: 0.2526734
Feb 19 03:09:21.503900 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [req-513ab49b-6cc0-4a5f-a4c9-ad3abcf2d82e req-0546ada2-55c2-40bc-93c6-3ebc5b4361d6 tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] Synchronizing usage tracker for tenant:a0ccfe73f663490cabd2bb049ae99c7c on resource:security_group {{(pid=84115) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 19 03:09:21.533240 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f16e18e-bf9d-4d78-8045-80bec8de5290 req-6b8d52ba-27c8-43ff-81ad-1239011daa1c tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:09:21.534900 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-7f16e18e-bf9d-4d78-8045-80bec8de5290 req-6b8d52ba-27c8-43ff-81ad-1239011daa1c tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] 10.222.0.13 "GET /v2.0/ports?device_id=84573221-9e33-48d2-866b-d60d20f086d1 HTTP/1.1" status: 200  len: 945 time: 0.3705225
Feb 19 03:09:21.565859 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [req-513ab49b-6cc0-4a5f-a4c9-ad3abcf2d82e req-0546ada2-55c2-40bc-93c6-3ebc5b4361d6 tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] Unset dirty status for tenant:a0ccfe73f663490cabd2bb049ae99c7c on resource:security_group {{(pid=84115) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 19 03:09:21.567122 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-513ab49b-6cc0-4a5f-a4c9-ad3abcf2d82e req-0546ada2-55c2-40bc-93c6-3ebc5b4361d6 tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-783444507&fields=id&tenant_id=a0ccfe73f663490cabd2bb049ae99c7c HTTP/1.1" status: 200  len: 267 time: 0.3604848
Feb 19 03:09:21.639368 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-7f16e18e-bf9d-4d78-8045-80bec8de5290 req-81aa37c3-0832-471b-afad-8d4a1ab53aec tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7be7950-201e-4452-88dd-92f8a0a2b5e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0983574
Feb 19 03:09:21.670168 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513ab49b-6cc0-4a5f-a4c9-ad3abcf2d82e req-4ceaf6d4-15a0-45a8-9ea5-8a2a935bd76d tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:09:21.671782 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-513ab49b-6cc0-4a5f-a4c9-ad3abcf2d82e req-4ceaf6d4-15a0-45a8-9ea5-8a2a935bd76d tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] 10.222.0.13 "GET /v2.0/ports?device_id=445f0f06-0e3a-4d82-8062-494e11d3e5e8 HTTP/1.1" status: 200  len: 945 time: 0.0951409
Feb 19 03:09:21.686306 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.v2.base [req-513ab49b-6cc0-4a5f-a4c9-ad3abcf2d82e req-d0abfee7-fc87-4954-9c20-9ee6d7a54bb1 tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] Request body: {'port': {'security_groups': ['aeaa7df1-6317-4400-8081-4d374588da7c', '253536f3-0cee-4137-838b-ef4bc7a3f26d']}} {{(pid=84115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 03:09:21.880674 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-513ab49b-6cc0-4a5f-a4c9-ad3abcf2d82e req-d0abfee7-fc87-4954-9c20-9ee6d7a54bb1 tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838630373'] for port, before_update {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:09:21.924984 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-f27de29d-ead1-49d8-a13b-3a5c183af95d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:09:21.960331 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b83ab59-75f9-48c1-82ac-a89c1e3c988e req-a3b777bf-90a5-4710-953b-4abc744679cc tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:09:21.961903 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-9b83ab59-75f9-48c1-82ac-a89c1e3c988e req-a3b777bf-90a5-4710-953b-4abc744679cc tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e4882dd-d538-4794-b670-363a7a2168f7 HTTP/1.1" status: 200  len: 946 time: 0.2088664
Feb 19 03:09:22.075266 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-9b83ab59-75f9-48c1-82ac-a89c1e3c988e req-d2adcb6f-c025-487b-895b-82b11f85f447 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cec6e94-f87a-4dfc-b64f-629a6d488241&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1067090
Feb 19 03:09:22.109072 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.rpc [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Device b52d8903-24d0-484f-afef-cca02ac84c8a no longer exists at agent ovs-agent-hv-cinder-77570 {{(pid=84117) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 19 03:09:22.356712 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.db [req-513ab49b-6cc0-4a5f-a4c9-ad3abcf2d82e req-d0abfee7-fc87-4954-9c20-9ee6d7a54bb1 tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] For port 16418b48-b026-46e8-a64e-e078dfd8d7a3, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=16418b48-b026-46e8-a64e-e078dfd8d7a3,segment=NetworkSegment(b4e3de9c-c494-4579-9779-44c7e3e9c0cb),segment_id=b4e3de9c-c494-4579-9779-44c7e3e9c0cb)] {{(pid=84115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 03:09:22.373951 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838630373'] for port, before_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:09:22.387841 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-513ab49b-6cc0-4a5f-a4c9-ad3abcf2d82e req-d0abfee7-fc87-4954-9c20-9ee6d7a54bb1 tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] Notify callbacks [] for port, precommit_update {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:09:22.415646 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e4882dd-d538-4794-b670-363a7a2168f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b52d8903-24d0-484f-afef-cca02ac84c8a'}] {{(pid=84117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 03:09:22.433639 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.db [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] For port b52d8903-24d0-484f-afef-cca02ac84c8a, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=b52d8903-24d0-484f-afef-cca02ac84c8a,segment=NetworkSegment(6e9f1b00-4f0b-4b9d-b1f1-2ca997d9692c),segment_id=6e9f1b00-4f0b-4b9d-b1f1-2ca997d9692c)] {{(pid=84117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 03:09:22.452364 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-513ab49b-6cc0-4a5f-a4c9-ad3abcf2d82e req-d0abfee7-fc87-4954-9c20-9ee6d7a54bb1 tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269711510320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767142869380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269711906403'] for port, after_update {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:09:22.480072 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e4882dd-d538-4794-b670-363a7a2168f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b52d8903-24d0-484f-afef-cca02ac84c8a', 'code': 200}
Feb 19 03:09:22.486462 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-4b343f23-6f62-4db0-bfb1-0e5ba3aa11dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:09:22.487380 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269711510320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767142869380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269711906403'] for port, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:09:22.489286 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:09:22.526726 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-9956755f-5ee6-479b-a9ad-2c4442b7a550 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:09:22.574540 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Pushing event updated for resources: {'Port': ['ID=b52d8903-24d0-484f-afef-cca02ac84c8a,revision_number=5']} {{(pid=84117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:09:22.578208 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=84117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:09:22.650511 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0abfee7-fc87-4954-9c20-9ee6d7a54bb1 tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] Pushing event updated for resources: {'Port': ['ID=16418b48-b026-46e8-a64e-e078dfd8d7a3,revision_number=5']} {{(pid=84115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:09:22.655810 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-d0abfee7-fc87-4954-9c20-9ee6d7a54bb1 tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:09:22.692821 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513ab49b-6cc0-4a5f-a4c9-ad3abcf2d82e req-d0abfee7-fc87-4954-9c20-9ee6d7a54bb1 tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:09:22.693295 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-513ab49b-6cc0-4a5f-a4c9-ad3abcf2d82e req-d0abfee7-fc87-4954-9c20-9ee6d7a54bb1 tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771976'] for port, before_response {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:09:22.708596 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-513ab49b-6cc0-4a5f-a4c9-ad3abcf2d82e req-d0abfee7-fc87-4954-9c20-9ee6d7a54bb1 tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] 10.222.0.13 "PUT /v2.0/ports/16418b48-b026-46e8-a64e-e078dfd8d7a3 HTTP/1.1" status: 200  len: 981 time: 1.0288155
Feb 19 03:09:22.709202 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '445f0f06-0e3a-4d82-8062-494e11d3e5e8', 'tag': '16418b48-b026-46e8-a64e-e078dfd8d7a3'}] {{(pid=84115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 03:09:22.919027 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [req-bc1583c7-9c43-4f89-a4bc-16930b514957 req-6095606a-3dea-4664-a403-75c1bcd04d4f tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Synchronizing usage tracker for tenant:15972dafcae5480290e92407c155b4a6 on resource:security_group {{(pid=84115) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 19 03:09:22.932132 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a52dbd8-683c-4ca1-9b7a-c663ab245b72 req-648261b4-58d1-49a0-a36b-eb3f3be07f64 tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:09:22.933785 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-0a52dbd8-683c-4ca1-9b7a-c663ab245b72 req-648261b4-58d1-49a0-a36b-eb3f3be07f64 tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] 10.222.0.13 "GET /v2.0/ports?device_id=84573221-9e33-48d2-866b-d60d20f086d1 HTTP/1.1" status: 200  len: 945 time: 0.1550179
Feb 19 03:09:22.954547 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-617ac7f0-8d8f-4fec-a56e-f0ecc329d165 None None] Provisioning complete for port 16418b48-b026-46e8-a64e-e078dfd8d7a3 triggered by entity DHCP. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 03:09:22.954972 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-617ac7f0-8d8f-4fec-a56e-f0ecc329d165 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16124857'] for port, provisioning_complete {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:09:22.988158 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-0a52dbd8-683c-4ca1-9b7a-c663ab245b72 req-602257d6-2a14-4f3d-9b4c-ed7692719c8c tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7be7950-201e-4452-88dd-92f8a0a2b5e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0476744
Feb 19 03:09:23.000474 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [req-bc1583c7-9c43-4f89-a4bc-16930b514957 req-6095606a-3dea-4664-a403-75c1bcd04d4f tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Unset dirty status for tenant:15972dafcae5480290e92407c155b4a6 on resource:security_group {{(pid=84115) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 19 03:09:23.002228 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-bc1583c7-9c43-4f89-a4bc-16930b514957 req-6095606a-3dea-4664-a403-75c1bcd04d4f tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-TestVolumeBootPattern-1740818411&fields=id&tenant_id=15972dafcae5480290e92407c155b4a6 HTTP/1.1" status: 200  len: 267 time: 0.1398771
Feb 19 03:09:23.249231 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1583c7-9c43-4f89-a4bc-16930b514957 req-96271c58-8b39-4036-9942-5657ba4ccdf2 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:09:23.250033 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [req-bc1583c7-9c43-4f89-a4bc-16930b514957 req-96271c58-8b39-4036-9942-5657ba4ccdf2 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Synchronizing usage tracker for tenant:15972dafcae5480290e92407c155b4a6 on resource:network {{(pid=84115) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 19 03:09:23.275650 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860e8066-bb66-431b-bb72-6f65af2aba1c req-9391a1b9-a236-4b41-b9ca-45799c30513a tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:09:23.276727 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-860e8066-bb66-431b-bb72-6f65af2aba1c req-9391a1b9-a236-4b41-b9ca-45799c30513a tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] 10.222.0.13 "GET /v2.0/ports?device_id=445f0f06-0e3a-4d82-8062-494e11d3e5e8 HTTP/1.1" status: 200  len: 984 time: 0.1573014
Feb 19 03:09:23.315415 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [req-bc1583c7-9c43-4f89-a4bc-16930b514957 req-96271c58-8b39-4036-9942-5657ba4ccdf2 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Unset dirty status for tenant:15972dafcae5480290e92407c155b4a6 on resource:network {{(pid=84115) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 19 03:09:23.316629 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-bc1583c7-9c43-4f89-a4bc-16930b514957 req-96271c58-8b39-4036-9942-5657ba4ccdf2 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] 10.222.0.13 "GET /v2.0/networks?id=e9c3c36b-9ba9-4bad-aa41-5ad95f05fd56 HTTP/1.1" status: 200  len: 811 time: 0.3060963
Feb 19 03:09:23.332077 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-860e8066-bb66-431b-bb72-6f65af2aba1c req-4ded6e24-fbd3-499c-afd5-96c0323546e7 tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] 10.222.0.13 "GET /v2.0/security-groups?id=253536f3-0cee-4137-838b-ef4bc7a3f26d&id=aeaa7df1-6317-4400-8081-4d374588da7c&fields=id&fields=name HTTP/1.1" status: 200  len: 389 time: 0.0482128
Feb 19 03:09:23.342444 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-bc1583c7-9c43-4f89-a4bc-16930b514957 req-7909df5f-a63a-4776-a1e7-0f1810c657d0 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] 10.222.0.13 "GET /v2.0/quotas/15972dafcae5480290e92407c155b4a6 HTTP/1.1" status: 200  len: 375 time: 0.0151138
Feb 19 03:09:23.435979 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '445f0f06-0e3a-4d82-8062-494e11d3e5e8', 'tag': '16418b48-b026-46e8-a64e-e078dfd8d7a3', 'status': 'completed', 'code': 200}
Feb 19 03:09:23.443122 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-bc1583c7-9c43-4f89-a4bc-16930b514957 req-8c19b6a7-117e-4736-be68-29cc26c77112 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=15972dafcae5480290e92407c155b4a6&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0943649
Feb 19 03:09:23.560673 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:09:23.744877 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-bc1583c7-9c43-4f89-a4bc-16930b514957 req-b5d5fdd4-dd0b-4a18-b201-c1ad4ca746de service neutron] 10.222.0.13 "GET /v2.0/networks/e9c3c36b-9ba9-4bad-aa41-5ad95f05fd56?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2778533
Feb 19 03:09:23.752977 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8c7857-ad29-4ce3-84e0-10e627005c9d req-38e61ec8-1ec3-4d72-91b4-7645c78c1125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:09:23.754548 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-1e8c7857-ad29-4ce3-84e0-10e627005c9d req-38e61ec8-1ec3-4d72-91b4-7645c78c1125 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a0ccfe73f663490cabd2bb049ae99c7c&device_id=445f0f06-0e3a-4d82-8062-494e11d3e5e8 HTTP/1.1" status: 200  len: 1202 time: 0.2631748
Feb 19 03:09:23.862441 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27cf504-5ff9-4687-ba88-6953c12165bd req-38b4264f-3a23-4ef0-8e1e-7f3e2df96e03 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:09:23.863978 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-b27cf504-5ff9-4687-ba88-6953c12165bd req-38b4264f-3a23-4ef0-8e1e-7f3e2df96e03 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e4882dd-d538-4794-b670-363a7a2168f7 HTTP/1.1" status: 200  len: 944 time: 0.2775826
Feb 19 03:09:24.038452 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-b27cf504-5ff9-4687-ba88-6953c12165bd req-ddcd0aae-bf24-4efe-a916-a6ff0c3d3ebc tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cec6e94-f87a-4dfc-b64f-629a6d488241&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1106193
Feb 19 03:09:24.075509 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8c7857-ad29-4ce3-84e0-10e627005c9d req-2c421fb6-6800-4ffc-8682-aea6d163f4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:09:24.077382 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-1e8c7857-ad29-4ce3-84e0-10e627005c9d req-2c421fb6-6800-4ffc-8682-aea6d163f4f2 service neutron] 10.222.0.65 "GET /v2.0/networks?id=4097a413-4776-4469-a598-b6a7e21b8df1 HTTP/1.1" status: 200  len: 909 time: 0.2944434
Feb 19 03:09:24.082907 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-bc1583c7-9c43-4f89-a4bc-16930b514957 req-f72f9133-df56-4c1c-953c-8711c099d939 service neutron] 10.222.0.13 "GET /v2.0/networks/e9c3c36b-9ba9-4bad-aa41-5ad95f05fd56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3273175
Feb 19 03:09:24.217082 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-1e8c7857-ad29-4ce3-84e0-10e627005c9d req-ff08c9b9-f8ab-460c-829c-e41763965332 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=16418b48-b026-46e8-a64e-e078dfd8d7a3 HTTP/1.1" status: 200  len: 1001 time: 0.1239872
Feb 19 03:09:24.348364 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8c7857-ad29-4ce3-84e0-10e627005c9d req-f2267761-323f-4d29-a4ba-b37fa0260e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:09:24.350246 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-1e8c7857-ad29-4ce3-84e0-10e627005c9d req-f2267761-323f-4d29-a4ba-b37fa0260e08 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=74c961f0-fc07-4921-8313-2a6fd919edf2 HTTP/1.1" status: 200  len: 854 time: 0.1189394
Feb 19 03:09:24.383938 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-ed1abd93-30ab-455f-b25e-ecbc2cc5cf06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:09:24.510601 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8cd0a5-f87f-460e-b33f-41650687a4f8 req-e571e373-1a01-4a0a-8892-bedac38f98cf tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:09:24.512307 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-fe8cd0a5-f87f-460e-b33f-41650687a4f8 req-e571e373-1a01-4a0a-8892-bedac38f98cf tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] 10.222.0.13 "GET /v2.0/ports?device_id=84573221-9e33-48d2-866b-d60d20f086d1 HTTP/1.1" status: 200  len: 945 time: 0.1669116
Feb 19 03:09:24.515384 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e8c7857-ad29-4ce3-84e0-10e627005c9d req-9ef4216d-10c0-4b43-ac6c-16e612292c77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:09:24.516853 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-1e8c7857-ad29-4ce3-84e0-10e627005c9d req-9ef4216d-10c0-4b43-ac6c-16e612292c77 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4097a413-4776-4469-a598-b6a7e21b8df1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1259794
Feb 19 03:09:24.652945 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-fe8cd0a5-f87f-460e-b33f-41650687a4f8 req-fa1bfa55-a8ae-4e8f-97b7-0567ffe439b6 tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7be7950-201e-4452-88dd-92f8a0a2b5e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1336756
Feb 19 03:09:24.713941 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.rpc [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Device 16418b48-b026-46e8-a64e-e078dfd8d7a3 up at agent ovs-agent-hv-cinder-77570 {{(pid=84117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 03:09:24.816333 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Provisioning complete for port 16418b48-b026-46e8-a64e-e078dfd8d7a3 triggered by entity L2. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 03:09:24.816976 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16124857'] for port, provisioning_complete {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:09:24.996830 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-5c03b627-66a4-4a4c-92e2-09a65c608fc7 req-23e7845d-d483-452a-8a4b-1f8f96265aa2 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6ecfe08-1772-4b9a-a3f2-2b210ba89d33 HTTP/1.1" status: 200  len: 210 time: 0.0702708
Feb 19 03:09:24.998443 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-1e8c7857-ad29-4ce3-84e0-10e627005c9d req-c20b0f15-2768-44e6-99cc-705542bc4549 service neutron] 10.222.0.65 "GET /v2.0/networks/4097a413-4776-4469-a598-b6a7e21b8df1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4633896
Feb 19 03:09:25.150854 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-1e8c7857-ad29-4ce3-84e0-10e627005c9d req-00df1c9f-e8e0-4c1d-8d29-7c570e48806a service neutron] 10.222.0.65 "GET /v2.0/networks/4097a413-4776-4469-a598-b6a7e21b8df1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1395731
Feb 19 03:09:25.661505 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84115) accepted ('10.222.0.13', 52036) {{(pid=84115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:09:25.939494 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-ba54e03e-8abc-4c2c-af3c-76f0773cf934 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b53a5f0e36f3490cbfdfcb866a0eb04b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2765613
Feb 19 03:09:25.942182 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84115) accepted ('10.222.0.13', 52052) {{(pid=84115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:09:25.981973 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e392a8-1d52-4610-99c3-c8d44dccd4fc req-965d7668-b129-4369-86b4-9f39c4511fa0 tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:09:25.983583 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-11e392a8-1d52-4610-99c3-c8d44dccd4fc req-965d7668-b129-4369-86b4-9f39c4511fa0 tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] 10.222.0.13 "GET /v2.0/ports?device_id=84573221-9e33-48d2-866b-d60d20f086d1 HTTP/1.1" status: 200  len: 945 time: 0.1922562
Feb 19 03:09:26.053498 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-ead85ffd-d88d-4b18-92f7-4fb654d6f9f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:09:26.058727 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-11e392a8-1d52-4610-99c3-c8d44dccd4fc req-b8d1cb1a-b2ed-4f23-abdc-fb7490d3a818 tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7be7950-201e-4452-88dd-92f8a0a2b5e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0650990
Feb 19 03:09:26.086012 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-ead85ffd-d88d-4b18-92f7-4fb654d6f9f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:09:26.201646 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.rpc [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Device 8e1dc085-b1a7-40cf-b595-a991a868d384 up at agent ovs-agent-hv-cinder-77570 {{(pid=84117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 03:09:26.286147 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Provisioning complete for port 8e1dc085-b1a7-40cf-b595-a991a868d384 triggered by entity L2. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 03:09:26.286567 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16124857'] for port, provisioning_complete {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:09:26.308415 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-ead85ffd-d88d-4b18-92f7-4fb654d6f9f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237410'] for security_group, after_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:09:26.315571 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-6a7ac4ad-89bf-4249-941b-94f75a699d30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:09:26.330731 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead85ffd-d88d-4b18-92f7-4fb654d6f9f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b90d3101-c2fc-4296-848d-549b57c465db,revision_number=None']} {{(pid=84115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:09:26.345904 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-ead85ffd-d88d-4b18-92f7-4fb654d6f9f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:09:26.345904 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-ead85ffd-d88d-4b18-92f7-4fb654d6f9f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:09:26.345904 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-ead85ffd-d88d-4b18-92f7-4fb654d6f9f0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b90d3101-c2fc-4296-848d-549b57c465db HTTP/1.1" status: 204  len: 168 time: 0.3938582
Feb 19 03:09:26.661036 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-e2bf8d1e-48b8-4e26-9a78-a15eba264b17 req-de951652-671d-4e78-af56-e324fa38bd4f tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6ecfe08-1772-4b9a-a3f2-2b210ba89d33 HTTP/1.1" status: 200  len: 210 time: 0.0513980
Feb 19 03:09:26.911327 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55b64f4-9947-45cd-8156-41720368edd5 req-66c87070-ced0-44e1-99ba-a06dbd5d6b0c tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:09:26.912935 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-b55b64f4-9947-45cd-8156-41720368edd5 req-66c87070-ced0-44e1-99ba-a06dbd5d6b0c tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e4882dd-d538-4794-b670-363a7a2168f7 HTTP/1.1" status: 200  len: 944 time: 0.1159046
Feb 19 03:09:26.963887 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-b55b64f4-9947-45cd-8156-41720368edd5 req-bab47b40-f789-41d0-a492-183414aa89b2 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cec6e94-f87a-4dfc-b64f-629a6d488241&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0441458
Feb 19 03:09:26.992040 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84115) accepted ('10.222.0.13', 52086) {{(pid=84115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:09:27.116578 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-ff68b557-811a-4558-bd3f-be23a4318306 req-9f5a8861-8e91-4cf4-a468-b43fb439577d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9e4882dd-d538-4794-b670-363a7a2168f7&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1232269
Feb 19 03:09:27.335386 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e519ba51-585b-480d-8677-708666cc3802 req-9cd9ebab-c991-4166-b32e-1e01a16c7e8d tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:09:27.337053 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-e519ba51-585b-480d-8677-708666cc3802 req-9cd9ebab-c991-4166-b32e-1e01a16c7e8d tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] 10.222.0.13 "GET /v2.0/ports?device_id=84573221-9e33-48d2-866b-d60d20f086d1 HTTP/1.1" status: 200  len: 945 time: 0.1607842
Feb 19 03:09:27.392914 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-26f6c88a-1aba-4193-b738-8b6dec189526 req-aab21132-6927-4431-9899-729048548e71 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=5cc3d0fe-2245-4c40-ab4b-cbc5b7a636db&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.1314864
Feb 19 03:09:27.397738 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-e519ba51-585b-480d-8677-708666cc3802 req-7f4537e4-0bd6-4e41-bf5e-d5f8951e07c2 tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7be7950-201e-4452-88dd-92f8a0a2b5e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0532153
Feb 19 03:09:27.499977 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f6c88a-1aba-4193-b738-8b6dec189526 req-7d948bdd-63c9-43d2-9b79-a618c35733ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:09:27.501673 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-26f6c88a-1aba-4193-b738-8b6dec189526 req-7d948bdd-63c9-43d2-9b79-a618c35733ca service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a83cb91af86b404e843a85617a0bdf97&device_id=5cc3d0fe-2245-4c40-ab4b-cbc5b7a636db HTTP/1.1" status: 200  len: 1162 time: 0.0813327
Feb 19 03:09:27.740084 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f6c88a-1aba-4193-b738-8b6dec189526 req-a8ab79b7-9542-41fa-874a-4c03c26b63e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:09:27.741738 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-26f6c88a-1aba-4193-b738-8b6dec189526 req-a8ab79b7-9542-41fa-874a-4c03c26b63e9 service neutron] 10.222.0.65 "GET /v2.0/networks?id=6590657d-05da-4509-bb41-0f0908d98c62 HTTP/1.1" status: 200  len: 910 time: 0.1961946
Feb 19 03:09:27.863309 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-26f6c88a-1aba-4193-b738-8b6dec189526 req-ed7dce47-339c-4c4f-9aae-1857254981ab service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=9800f295-3bbf-46b7-8942-f1d13527abae HTTP/1.1" status: 200  len: 217 time: 0.1136870
Feb 19 03:09:27.894440 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1583c7-9c43-4f89-a4bc-16930b514957 req-a35745bc-2609-4f4d-82f8-3985f31b83cd tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:09:27.896105 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-bc1583c7-9c43-4f89-a4bc-16930b514957 req-a35745bc-2609-4f4d-82f8-3985f31b83cd tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] 10.222.0.65 "GET /v2.0/networks?id=e9c3c36b-9ba9-4bad-aa41-5ad95f05fd56 HTTP/1.1" status: 200  len: 811 time: 0.3935375
Feb 19 03:09:27.966401 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-ae4aaa63-77a9-4e97-80b1-24959634be73 req-9a03a4eb-d530-4a4d-97e7-46bb75ae3741 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6ecfe08-1772-4b9a-a3f2-2b210ba89d33 HTTP/1.1" status: 200  len: 210 time: 0.0934997
Feb 19 03:09:27.984277 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-bc1583c7-9c43-4f89-a4bc-16930b514957 req-d30684f5-7dfe-4e25-b96e-26293149f49d tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=15972dafcae5480290e92407c155b4a6 HTTP/1.1" status: 200  len: 5765 time: 0.0701709
Feb 19 03:09:27.995283 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f6c88a-1aba-4193-b738-8b6dec189526 req-8c84d274-49b8-4f22-a29a-8881ab32b799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:09:27.997402 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-26f6c88a-1aba-4193-b738-8b6dec189526 req-8c84d274-49b8-4f22-a29a-8881ab32b799 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c8812985-29c9-4582-bf6b-c00d9e74b5a6 HTTP/1.1" status: 200  len: 856 time: 0.0805535
Feb 19 03:09:28.000847 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.v2.base [req-bc1583c7-9c43-4f89-a4bc-16930b514957 req-d8223d68-b46d-4f57-9cf5-41c046aaf6d7 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Request body: {'port': {'device_id': 'b6ecfe08-1772-4b9a-a3f2-2b210ba89d33', 'network_id': 'e9c3c36b-9ba9-4bad-aa41-5ad95f05fd56', 'admin_state_up': True, 'tenant_id': '15972dafcae5480290e92407c155b4a6', 'security_groups': ['00f7ce86-0f19-4798-a066-63f8a8d47966']}} {{(pid=84116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 03:09:28.078681 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-26f6c88a-1aba-4193-b738-8b6dec189526 req-de30ade7-d40a-446f-8f38-b3dfb684c098 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6590657d-05da-4509-bb41-0f0908d98c62&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0580816
Feb 19 03:09:28.168001 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [req-bc1583c7-9c43-4f89-a4bc-16930b514957 req-d8223d68-b46d-4f57-9cf5-41c046aaf6d7 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 03:09:28.173535 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [req-bc1583c7-9c43-4f89-a4bc-16930b514957 req-d8223d68-b46d-4f57-9cf5-41c046aaf6d7 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Usage tracker for resource:port and tenant:15972dafcae5480290e92407c155b4a6 is out of sync, need to count used quota {{(pid=84116) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 03:09:28.177078 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [req-bc1583c7-9c43-4f89-a4bc-16930b514957 req-d8223d68-b46d-4f57-9cf5-41c046aaf6d7 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84116) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 03:09:28.183770 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [req-bc1583c7-9c43-4f89-a4bc-16930b514957 req-d8223d68-b46d-4f57-9cf5-41c046aaf6d7 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 03:09:28.218298 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc1583c7-9c43-4f89-a4bc-16930b514957 req-d8223d68-b46d-4f57-9cf5-41c046aaf6d7 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Made reservation on behalf of 15972dafcae5480290e92407c155b4a6 for: {'port': 1} {{(pid=84116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 19 03:09:28.224469 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-bc1583c7-9c43-4f89-a4bc-16930b514957 req-d8223d68-b46d-4f57-9cf5-41c046aaf6d7 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838630373'] for port, before_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:09:28.321851 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76476766-bbab-4be4-9a46-c91ee208cf5d req-d46dd494-e922-4aff-badf-4af922a3959a tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:09:28.323389 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-76476766-bbab-4be4-9a46-c91ee208cf5d req-d46dd494-e922-4aff-badf-4af922a3959a tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e4882dd-d538-4794-b670-363a7a2168f7 HTTP/1.1" status: 200  len: 944 time: 0.2095671
Feb 19 03:09:28.325429 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-26f6c88a-1aba-4193-b738-8b6dec189526 req-6d8b8907-3038-400c-a804-4ec7d6eebf21 service neutron] 10.222.0.65 "GET /v2.0/networks/6590657d-05da-4509-bb41-0f0908d98c62?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2372544
Feb 19 03:09:28.464584 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-76476766-bbab-4be4-9a46-c91ee208cf5d req-cc95164f-86d6-41f6-b617-3948597111b2 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cec6e94-f87a-4dfc-b64f-629a6d488241&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1346729
Feb 19 03:09:28.511499 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-26f6c88a-1aba-4193-b738-8b6dec189526 req-9a1e9cdc-2fbb-47fd-b2a3-2177c525c18e service neutron] 10.222.0.65 "GET /v2.0/networks/6590657d-05da-4509-bb41-0f0908d98c62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1658535
Feb 19 03:09:28.586316 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.db_base_plugin_common [req-bc1583c7-9c43-4f89-a4bc-16930b514957 req-d8223d68-b46d-4f57-9cf5-41c046aaf6d7 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Allocated IP 172.20.0.3 (e9c3c36b-9ba9-4bad-aa41-5ad95f05fd56/a7a2a5a5-1d7b-43c3-bf47-2a76329918f7/ce42728e-25c3-4671-8d72-5c0b9b0f72c4) {{(pid=84116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 19 03:09:28.696604 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c524a62-63b0-462f-838e-1172cd0a4cca req-ddf5857c-1bf5-447b-8816-5535f3b72b01 tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:09:28.698313 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-6c524a62-63b0-462f-838e-1172cd0a4cca req-ddf5857c-1bf5-447b-8816-5535f3b72b01 tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] 10.222.0.13 "GET /v2.0/ports?device_id=84573221-9e33-48d2-866b-d60d20f086d1 HTTP/1.1" status: 200  len: 945 time: 0.1575668
Feb 19 03:09:28.700788 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7c7614-70ba-424c-9748-2eccca62acb6 req-1c6f9e77-8fa8-4e63-9dc0-6a39e5618622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:09:28.702317 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-1e7c7614-70ba-424c-9748-2eccca62acb6 req-1c6f9e77-8fa8-4e63-9dc0-6a39e5618622 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=84573221-9e33-48d2-866b-d60d20f086d1 HTTP/1.1" status: 200  len: 1162 time: 0.1193104
Feb 19 03:09:28.777841 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-6c524a62-63b0-462f-838e-1172cd0a4cca req-b74d8cff-cdbe-4b91-b100-4f1433203c2a tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7be7950-201e-4452-88dd-92f8a0a2b5e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0725198
Feb 19 03:09:28.781400 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-1e7c7614-70ba-424c-9748-2eccca62acb6 req-414827e3-d2d3-45e5-9a6f-b3ee9e1e8173 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=c7be7950-201e-4452-88dd-92f8a0a2b5e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0602031
Feb 19 03:09:28.801337 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-bc1583c7-9c43-4f89-a4bc-16930b514957 req-d8223d68-b46d-4f57-9cf5-41c046aaf6d7 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Notify callbacks [] for port, precommit_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:09:28.818461 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [req-bc1583c7-9c43-4f89-a4bc-16930b514957 req-d8223d68-b46d-4f57-9cf5-41c046aaf6d7 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Transition to ACTIVE for port object ce42728e-25c3-4671-8d72-5c0b9b0f72c4 will not be triggered until provisioned by entity DHCP. {{(pid=84116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 19 03:09:28.869329 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-bc1583c7-9c43-4f89-a4bc-16930b514957 req-d8223d68-b46d-4f57-9cf5-41c046aaf6d7 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363269711907205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2630593'] for port, after_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:09:28.885363 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-1187cee5-72b0-4f2d-92fe-b8d6b47727cb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:09:29.041900 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8223d68-b46d-4f57-9cf5-41c046aaf6d7 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Pushing event updated for resources: {'Port': ['ID=ce42728e-25c3-4671-8d72-5c0b9b0f72c4,revision_number=1']} {{(pid=84116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:09:29.045428 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-d8223d68-b46d-4f57-9cf5-41c046aaf6d7 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:09:29.103511 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc1583c7-9c43-4f89-a4bc-16930b514957 req-d8223d68-b46d-4f57-9cf5-41c046aaf6d7 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Network e9c3c36b-9ba9-4bad-aa41-5ad95f05fd56 is already hosted by enough agents. {{(pid=84116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 19 03:09:29.104597 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.scheduler.base_scheduler [req-bc1583c7-9c43-4f89-a4bc-16930b514957 req-d8223d68-b46d-4f57-9cf5-41c046aaf6d7 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Resources bound (agent type, host, resource id):  {{(pid=84116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 19 03:09:29.106994 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc1583c7-9c43-4f89-a4bc-16930b514957 req-d8223d68-b46d-4f57-9cf5-41c046aaf6d7 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Received port after_create {{(pid=84116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 19 03:09:29.175621 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1583c7-9c43-4f89-a4bc-16930b514957 req-d8223d68-b46d-4f57-9cf5-41c046aaf6d7 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:09:29.176330 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-bc1583c7-9c43-4f89-a4bc-16930b514957 req-d8223d68-b46d-4f57-9cf5-41c046aaf6d7 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771976'] for port, before_response {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:09:29.192534 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e052b549-2db4-4955-94d3-730935e70c2a req-fa90b9ad-372e-4fb7-ae36-46e08a8aa9a1 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:09:29.194667 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-e052b549-2db4-4955-94d3-730935e70c2a req-fa90b9ad-372e-4fb7-ae36-46e08a8aa9a1 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6ecfe08-1772-4b9a-a3f2-2b210ba89d33 HTTP/1.1" status: 200  len: 931 time: 0.1017544
Feb 19 03:09:29.254804 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-e052b549-2db4-4955-94d3-730935e70c2a req-b0ade2a6-b572-447d-a68f-d66b56b9ae85 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] 10.222.0.13 "GET /v2.0/security-groups?id=00f7ce86-0f19-4798-a066-63f8a8d47966&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0495253
Feb 19 03:09:29.264839 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-bc1583c7-9c43-4f89-a4bc-16930b514957 req-d8223d68-b46d-4f57-9cf5-41c046aaf6d7 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2679427
Feb 19 03:09:29.283459 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.v2.base [req-bc1583c7-9c43-4f89-a4bc-16930b514957 req-a52e8c1e-5698-468c-ba90-ee4e171f3b13 service neutron] Request body: {'port': {'device_id': 'b6ecfe08-1772-4b9a-a3f2-2b210ba89d33', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77570'}} {{(pid=84116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 03:09:29.417426 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-bc1583c7-9c43-4f89-a4bc-16930b514957 req-a52e8c1e-5698-468c-ba90-ee4e171f3b13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838630373'] for port, before_update {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:09:29.423664 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-7aea0d98-4953-4cad-8854-e26edd252b9b None None] Provisioning for port ce42728e-25c3-4671-8d72-5c0b9b0f72c4 completed by entity DHCP. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 19 03:09:29.430011 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-7aea0d98-4953-4cad-8854-e26edd252b9b None None] Provisioning complete for port ce42728e-25c3-4671-8d72-5c0b9b0f72c4 triggered by entity DHCP. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 03:09:29.430428 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-7aea0d98-4953-4cad-8854-e26edd252b9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16124857'] for port, provisioning_complete {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:09:29.490694 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.plugin [None req-7aea0d98-4953-4cad-8854-e26edd252b9b None None] Port ce42728e-25c3-4671-8d72-5c0b9b0f72c4 cannot update to ACTIVE because it is not bound. {{(pid=84117) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 19 03:09:29.679095 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-859e9152-fd9f-4ed7-ad91-c748822956b4 req-2ee405c2-0829-492e-8ac4-6d500a422fb5 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:09:29.680735 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-859e9152-fd9f-4ed7-ad91-c748822956b4 req-2ee405c2-0829-492e-8ac4-6d500a422fb5 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e4882dd-d538-4794-b670-363a7a2168f7 HTTP/1.1" status: 200  len: 944 time: 0.0905468
Feb 19 03:09:29.731183 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-859e9152-fd9f-4ed7-ad91-c748822956b4 req-e303c89e-82fd-4273-8f2b-4a8dc4e29c4e tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cec6e94-f87a-4dfc-b64f-629a6d488241&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0427728
Feb 19 03:09:29.838194 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.notifiers.nova [req-bc1583c7-9c43-4f89-a4bc-16930b514957 req-a52e8c1e-5698-468c-ba90-ee4e171f3b13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce42728e-25c3-4671-8d72-5c0b9b0f72c4 {{(pid=84116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 19 03:09:29.846129 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-bc1583c7-9c43-4f89-a4bc-16930b514957 req-a52e8c1e-5698-468c-ba90-ee4e171f3b13 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:09:29.858629 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [req-bc1583c7-9c43-4f89-a4bc-16930b514957 req-a52e8c1e-5698-468c-ba90-ee4e171f3b13 service neutron] Transition to ACTIVE for port object ce42728e-25c3-4671-8d72-5c0b9b0f72c4 will not be triggered until provisioned by entity L2. {{(pid=84116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 19 03:09:29.891480 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-bc1583c7-9c43-4f89-a4bc-16930b514957 req-a52e8c1e-5698-468c-ba90-ee4e171f3b13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269711510320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767142869380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269711906403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852145191'] for port, after_update {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:09:29.911027 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-d952bf22-8255-453e-b634-380a5032a9ea service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:09:29.975447 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a747a00-a3c1-42e6-8e79-e16c2ea5ae4b req-fcb21a95-8993-4f6d-a457-72ff658cc414 tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:09:29.976962 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-0a747a00-a3c1-42e6-8e79-e16c2ea5ae4b req-fcb21a95-8993-4f6d-a457-72ff658cc414 tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] 10.222.0.13 "GET /v2.0/ports?device_id=84573221-9e33-48d2-866b-d60d20f086d1 HTTP/1.1" status: 200  len: 945 time: 0.0856824
Feb 19 03:09:30.026490 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-0a747a00-a3c1-42e6-8e79-e16c2ea5ae4b req-b92e47db-f26a-4b92-9de0-cd42d200b369 tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7be7950-201e-4452-88dd-92f8a0a2b5e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425243
Feb 19 03:09:30.084493 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52e8c1e-5698-468c-ba90-ee4e171f3b13 service neutron] Pushing event updated for resources: {'Port': ['ID=ce42728e-25c3-4671-8d72-5c0b9b0f72c4,revision_number=2']} {{(pid=84116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:09:30.095212 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-a52e8c1e-5698-468c-ba90-ee4e171f3b13 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:09:30.219473 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:09:30.256551 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.rpc [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Device 8e1dc085-b1a7-40cf-b595-a991a868d384 up at agent ovs-agent-hv-cinder-77570 {{(pid=84117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 03:09:30.285640 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.managers [req-bc1583c7-9c43-4f89-a4bc-16930b514957 req-a52e8c1e-5698-468c-ba90-ee4e171f3b13 service neutron] Attempting to bind port ce42728e-25c3-4671-8d72-5c0b9b0f72c4 on host hv-cinder-77570 for vnic_type normal with profile  {{(pid=84116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 03:09:30.286048 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.managers [req-bc1583c7-9c43-4f89-a4bc-16930b514957 req-a52e8c1e-5698-468c-ba90-ee4e171f3b13 service neutron] Attempting to bind port ce42728e-25c3-4671-8d72-5c0b9b0f72c4 by drivers openvswitch on host hv-cinder-77570 at level 0 using segments [{'id': 'fd301c7f-c4b0-4332-b94c-0e4a8acda55e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'e9c3c36b-9ba9-4bad-aa41-5ad95f05fd56'}] {{(pid=84116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 19 03:09:30.286422 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc1583c7-9c43-4f89-a4bc-16930b514957 req-a52e8c1e-5698-468c-ba90-ee4e171f3b13 service neutron] Attempting to bind port ce42728e-25c3-4671-8d72-5c0b9b0f72c4 on network e9c3c36b-9ba9-4bad-aa41-5ad95f05fd56 {{(pid=84116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 19 03:09:30.300037 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc1583c7-9c43-4f89-a4bc-16930b514957 req-a52e8c1e-5698-468c-ba90-ee4e171f3b13 service neutron] Checking agent: {'id': 'd79517dc-1443-4e8d-af8f-f4fe2bcc2381', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77570', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 19, 3, 4, 30), 'started_at': datetime.datetime(2021, 2, 19, 3, 5), 'heartbeat_timestamp': datetime.datetime(2021, 2, 19, 3, 9, 30), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.91', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 19 03:09:30.300642 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc1583c7-9c43-4f89-a4bc-16930b514957 req-a52e8c1e-5698-468c-ba90-ee4e171f3b13 service neutron] Checking segment: {'id': 'fd301c7f-c4b0-4332-b94c-0e4a8acda55e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'e9c3c36b-9ba9-4bad-aa41-5ad95f05fd56'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 19 03:09:30.301193 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-bc1583c7-9c43-4f89-a4bc-16930b514957 req-a52e8c1e-5698-468c-ba90-ee4e171f3b13 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:09:30.301763 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc1583c7-9c43-4f89-a4bc-16930b514957 req-a52e8c1e-5698-468c-ba90-ee4e171f3b13 service neutron] Bound using segment: {'id': 'fd301c7f-c4b0-4332-b94c-0e4a8acda55e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'e9c3c36b-9ba9-4bad-aa41-5ad95f05fd56'} {{(pid=84116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 19 03:09:30.302677 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.managers [req-bc1583c7-9c43-4f89-a4bc-16930b514957 req-a52e8c1e-5698-468c-ba90-ee4e171f3b13 service neutron] Bound port: ce42728e-25c3-4671-8d72-5c0b9b0f72c4, host: hv-cinder-77570, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd301c7f-c4b0-4332-b94c-0e4a8acda55e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'e9c3c36b-9ba9-4bad-aa41-5ad95f05fd56'}}] {{(pid=84116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 19 03:09:30.303396 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-bc1583c7-9c43-4f89-a4bc-16930b514957 req-a52e8c1e-5698-468c-ba90-ee4e171f3b13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838630373'] for port, before_update {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:09:30.364466 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Provisioning complete for port 8e1dc085-b1a7-40cf-b595-a991a868d384 triggered by entity L2. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 03:09:30.364886 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16124857'] for port, provisioning_complete {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:09:30.420371 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.db [req-bc1583c7-9c43-4f89-a4bc-16930b514957 req-a52e8c1e-5698-468c-ba90-ee4e171f3b13 service neutron] For port ce42728e-25c3-4671-8d72-5c0b9b0f72c4, host hv-cinder-77570, cleared binding levels {{(pid=84116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 19 03:09:30.430541 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.db [req-bc1583c7-9c43-4f89-a4bc-16930b514957 req-a52e8c1e-5698-468c-ba90-ee4e171f3b13 service neutron] For port ce42728e-25c3-4671-8d72-5c0b9b0f72c4, host hv-cinder-77570, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=ce42728e-25c3-4671-8d72-5c0b9b0f72c4,segment=NetworkSegment(fd301c7f-c4b0-4332-b94c-0e4a8acda55e),segment_id=fd301c7f-c4b0-4332-b94c-0e4a8acda55e)] {{(pid=84116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 19 03:09:30.473955 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-bc1583c7-9c43-4f89-a4bc-16930b514957 req-a52e8c1e-5698-468c-ba90-ee4e171f3b13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269711510320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767142869380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269711906403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852145191'] for port, after_update {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:09:30.494200 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:09:30.543773 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311d004b-38a6-4c27-9920-5f3f37169ba7 req-97b0912b-f29e-4542-a075-774c6643789a tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:09:30.545366 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-311d004b-38a6-4c27-9920-5f3f37169ba7 req-97b0912b-f29e-4542-a075-774c6643789a tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6ecfe08-1772-4b9a-a3f2-2b210ba89d33 HTTP/1.1" status: 200  len: 943 time: 0.0971384
Feb 19 03:09:30.598429 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-311d004b-38a6-4c27-9920-5f3f37169ba7 req-322a121d-f3f8-41df-93a1-ad91e16766b2 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] 10.222.0.13 "GET /v2.0/security-groups?id=00f7ce86-0f19-4798-a066-63f8a8d47966&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0465920
Feb 19 03:09:30.664026 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52e8c1e-5698-468c-ba90-ee4e171f3b13 service neutron] Pushing event updated for resources: {'Port': ['ID=ce42728e-25c3-4671-8d72-5c0b9b0f72c4,revision_number=3']} {{(pid=84116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:09:30.677111 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-a52e8c1e-5698-468c-ba90-ee4e171f3b13 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:09:30.710810 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1583c7-9c43-4f89-a4bc-16930b514957 req-a52e8c1e-5698-468c-ba90-ee4e171f3b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:09:30.711531 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-bc1583c7-9c43-4f89-a4bc-16930b514957 req-a52e8c1e-5698-468c-ba90-ee4e171f3b13 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771976'] for port, before_response {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:09:30.713347 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-bc1583c7-9c43-4f89-a4bc-16930b514957 req-a52e8c1e-5698-468c-ba90-ee4e171f3b13 service neutron] 10.222.0.65 "PUT /v2.0/ports/ce42728e-25c3-4671-8d72-5c0b9b0f72c4 HTTP/1.1" status: 200  len: 1157 time: 1.4350111
Feb 19 03:09:30.714959 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6ecfe08-1772-4b9a-a3f2-2b210ba89d33', 'tag': 'ce42728e-25c3-4671-8d72-5c0b9b0f72c4'}] {{(pid=84116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 03:09:30.761604 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff68b557-811a-4558-bd3f-be23a4318306 req-3c090ef1-db79-44fe-87ff-5d98357a75d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:09:30.763337 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-ff68b557-811a-4558-bd3f-be23a4318306 req-3c090ef1-db79-44fe-87ff-5d98357a75d1 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=9e4882dd-d538-4794-b670-363a7a2168f7&tenant_id=fe62d789c5ba40bd87c0c4eb042c2297 HTTP/1.1" status: 200  len: 1161 time: 0.1224513
Feb 19 03:09:30.767842 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6ecfe08-1772-4b9a-a3f2-2b210ba89d33', 'tag': 'ce42728e-25c3-4671-8d72-5c0b9b0f72c4', 'status': 'completed', 'code': 200}
Feb 19 03:09:30.893622 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff68b557-811a-4558-bd3f-be23a4318306 req-4414b5d6-29f3-4bf9-9057-0f16ad776268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:09:30.895351 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-ff68b557-811a-4558-bd3f-be23a4318306 req-4414b5d6-29f3-4bf9-9057-0f16ad776268 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=fe62d789c5ba40bd87c0c4eb042c2297&device_id=9e4882dd-d538-4794-b670-363a7a2168f7 HTTP/1.1" status: 200  len: 1161 time: 0.0889080
Feb 19 03:09:30.936366 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12914653-1d53-460d-9a58-708017441e92 req-379dfcbc-08ed-4f5f-a794-eac2ba958c3f tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:09:30.937981 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-12914653-1d53-460d-9a58-708017441e92 req-379dfcbc-08ed-4f5f-a794-eac2ba958c3f tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e9890bc-07ce-4ad5-bf8f-87bce4bbbdef HTTP/1.1" status: 200  len: 945 time: 0.2190981
Feb 19 03:09:30.972722 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2143f982-7a53-4646-905e-312915fe543a req-a0585104-58fe-48ab-8033-365530951559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:09:30.974337 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-2143f982-7a53-4646-905e-312915fe543a req-a0585104-58fe-48ab-8033-365530951559 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=15972dafcae5480290e92407c155b4a6&device_id=b6ecfe08-1772-4b9a-a3f2-2b210ba89d33 HTTP/1.1" status: 200  len: 1160 time: 0.1750722
Feb 19 03:09:31.049695 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff68b557-811a-4558-bd3f-be23a4318306 req-caa3469a-0704-4b01-8198-7b92762e7709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:09:31.051222 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-ff68b557-811a-4558-bd3f-be23a4318306 req-caa3469a-0704-4b01-8198-7b92762e7709 service neutron] 10.222.0.65 "GET /v2.0/networks?id=96367511-4096-441d-8b71-998abf1ff026 HTTP/1.1" status: 200  len: 910 time: 0.1423464
Feb 19 03:09:31.108718 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-12914653-1d53-460d-9a58-708017441e92 req-31ff4c42-e3fd-49b3-92f4-87ceb768802c tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] 10.222.0.13 "GET /v2.0/security-groups?id=3abdea19-59c5-47bb-abc1-26c9cf24f411&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1536369
Feb 19 03:09:31.147468 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dbd6360-f7f6-46da-ac56-ab4df8ff09c8 req-56fa9ad5-25c3-4bb1-b54a-b2185fc61765 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:09:31.149058 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-0dbd6360-f7f6-46da-ac56-ab4df8ff09c8 req-56fa9ad5-25c3-4bb1-b54a-b2185fc61765 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e4882dd-d538-4794-b670-363a7a2168f7 HTTP/1.1" status: 200  len: 944 time: 0.2736430
Feb 19 03:09:31.179188 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-ff68b557-811a-4558-bd3f-be23a4318306 req-47a192cf-aca1-403f-bb70-ef1d93774b22 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b52d8903-24d0-484f-afef-cca02ac84c8a HTTP/1.1" status: 200  len: 999 time: 0.1178005
Feb 19 03:09:31.189317 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2143f982-7a53-4646-905e-312915fe543a req-2c75651d-b69b-4526-96e3-33a802ccca6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:09:31.190916 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-2143f982-7a53-4646-905e-312915fe543a req-2c75651d-b69b-4526-96e3-33a802ccca6f service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=15972dafcae5480290e92407c155b4a6&shared=False HTTP/1.1" status: 200  len: 905 time: 0.2036939
Feb 19 03:09:31.259202 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff68b557-811a-4558-bd3f-be23a4318306 req-6cf08e4d-e416-4c69-8bb4-31affe3e6ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:09:31.261951 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-ff68b557-811a-4558-bd3f-be23a4318306 req-6cf08e4d-e416-4c69-8bb4-31affe3e6ba4 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ffae0469-f40c-4397-8d65-7fee68a1ef0a HTTP/1.1" status: 200  len: 855 time: 0.0728252
Feb 19 03:09:31.342230 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-0dbd6360-f7f6-46da-ac56-ab4df8ff09c8 req-534510d9-6742-44c8-9d82-82a7c31ad074 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cec6e94-f87a-4dfc-b64f-629a6d488241&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1776164
Feb 19 03:09:31.346731 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff68b557-811a-4558-bd3f-be23a4318306 req-5ca63351-4877-4861-a0fb-d14c5526ee3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:09:31.348390 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-ff68b557-811a-4558-bd3f-be23a4318306 req-5ca63351-4877-4861-a0fb-d14c5526ee3d service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=96367511-4096-441d-8b71-998abf1ff026&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0782976
Feb 19 03:09:31.519005 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-ff68b557-811a-4558-bd3f-be23a4318306 req-309cbbeb-89e1-4864-ba12-e5a80dd7c7a6 service neutron] 10.222.0.65 "GET /v2.0/networks/96367511-4096-441d-8b71-998abf1ff026?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1562214
Feb 19 03:09:31.641344 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2143f982-7a53-4646-905e-312915fe543a req-23146220-cc99-4c3a-8b87-1c63205deb65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:09:31.642949 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-2143f982-7a53-4646-905e-312915fe543a req-23146220-cc99-4c3a-8b87-1c63205deb65 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 863 time: 0.4401274
Feb 19 03:09:31.654088 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be04eb1-58d9-46a8-beea-d9065b8fdd4e req-cd389a2f-efbc-4aea-a4e3-76e717813362 tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:09:31.655700 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-3be04eb1-58d9-46a8-beea-d9065b8fdd4e req-cd389a2f-efbc-4aea-a4e3-76e717813362 tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] 10.222.0.13 "GET /v2.0/ports?device_id=84573221-9e33-48d2-866b-d60d20f086d1 HTTP/1.1" status: 200  len: 945 time: 0.3663082
Feb 19 03:09:31.673550 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-ff68b557-811a-4558-bd3f-be23a4318306 req-c24dea0a-1306-4554-8697-d0c7e5bfd902 service neutron] 10.222.0.65 "GET /v2.0/networks/96367511-4096-441d-8b71-998abf1ff026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1459262
Feb 19 03:09:31.712335 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-3be04eb1-58d9-46a8-beea-d9065b8fdd4e req-9c1f2c80-59ed-4e2e-b71c-f1c6d814f34a tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7be7950-201e-4452-88dd-92f8a0a2b5e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0504501
Feb 19 03:09:31.775772 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1583c7-9c43-4f89-a4bc-16930b514957 req-979bccb4-e176-4df1-8c32-613a7b550f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:09:31.777634 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-bc1583c7-9c43-4f89-a4bc-16930b514957 req-979bccb4-e176-4df1-8c32-613a7b550f77 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=15972dafcae5480290e92407c155b4a6&device_id=b6ecfe08-1772-4b9a-a3f2-2b210ba89d33 HTTP/1.1" status: 200  len: 1160 time: 0.0834095
Feb 19 03:09:31.825884 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2710163-7674-4102-91ff-0939265da22c req-63291de7-3ca0-4a01-a151-12dff96ef040 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:09:31.827683 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-d2710163-7674-4102-91ff-0939265da22c req-63291de7-3ca0-4a01-a151-12dff96ef040 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6ecfe08-1772-4b9a-a3f2-2b210ba89d33 HTTP/1.1" status: 200  len: 943 time: 0.0970120
Feb 19 03:09:31.865242 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-bc1583c7-9c43-4f89-a4bc-16930b514957 req-8680bdef-8db4-4f39-8ff5-00bc3c00dbe3 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ce42728e-25c3-4671-8d72-5c0b9b0f72c4 HTTP/1.1" status: 200  len: 217 time: 0.0749414
Feb 19 03:09:31.902831 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-d2710163-7674-4102-91ff-0939265da22c req-236c273a-be79-4801-a0d9-ca1835965b36 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] 10.222.0.13 "GET /v2.0/security-groups?id=00f7ce86-0f19-4798-a066-63f8a8d47966&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0636053
Feb 19 03:09:31.947218 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1583c7-9c43-4f89-a4bc-16930b514957 req-db1c5572-0402-4a69-95bf-d456ce32b8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:09:31.949646 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-bc1583c7-9c43-4f89-a4bc-16930b514957 req-db1c5572-0402-4a69-95bf-d456ce32b8a0 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a7a2a5a5-1d7b-43c3-bf47-2a76329918f7 HTTP/1.1" status: 200  len: 850 time: 0.0737841
Feb 19 03:09:32.291190 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc1583c7-9c43-4f89-a4bc-16930b514957 req-ecec6691-5f00-49ab-85ac-fe863d14822f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:09:32.293614 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-bc1583c7-9c43-4f89-a4bc-16930b514957 req-ecec6691-5f00-49ab-85ac-fe863d14822f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e9c3c36b-9ba9-4bad-aa41-5ad95f05fd56&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3177261
Feb 19 03:09:32.326664 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb0a3e0-3d73-4864-907f-79caa2f4ffac req-afdd212c-2580-4f77-bb60-fd69aa6360ae tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:09:32.328409 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-4eb0a3e0-3d73-4864-907f-79caa2f4ffac req-afdd212c-2580-4f77-bb60-fd69aa6360ae tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e9890bc-07ce-4ad5-bf8f-87bce4bbbdef HTTP/1.1" status: 200  len: 945 time: 0.1022413
Feb 19 03:09:32.460213 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-bc1583c7-9c43-4f89-a4bc-16930b514957 req-3eb7bdce-655c-4bef-93d1-fc02338052d0 service neutron] 10.222.0.65 "GET /v2.0/networks/e9c3c36b-9ba9-4bad-aa41-5ad95f05fd56?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1410117
Feb 19 03:09:32.493707 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-4eb0a3e0-3d73-4864-907f-79caa2f4ffac req-bb985fe3-ad1e-457e-9783-c58ade0d145b tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] 10.222.0.13 "GET /v2.0/security-groups?id=3abdea19-59c5-47bb-abc1-26c9cf24f411&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1585710
Feb 19 03:09:32.555476 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b9f129-7227-48e1-988a-ccd5a0eeccf9 req-b9d56011-4147-4c4a-a525-e29e855e684d tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:09:32.557088 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-98b9f129-7227-48e1-988a-ccd5a0eeccf9 req-b9d56011-4147-4c4a-a525-e29e855e684d tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] 10.222.0.13 "GET /v2.0/ports?device_id=84573221-9e33-48d2-866b-d60d20f086d1 HTTP/1.1" status: 200  len: 945 time: 0.2061040
Feb 19 03:09:32.564607 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8405faf-018a-4ca9-b605-f3a90b3524a3 req-aa1992cf-c8ac-4601-8b82-beb7edd63fec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:09:32.566408 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-f8405faf-018a-4ca9-b605-f3a90b3524a3 req-aa1992cf-c8ac-4601-8b82-beb7edd63fec service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a83cb91af86b404e843a85617a0bdf97&device_id=84573221-9e33-48d2-866b-d60d20f086d1 HTTP/1.1" status: 200  len: 1162 time: 0.2106686
Feb 19 03:09:32.624133 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-bc1583c7-9c43-4f89-a4bc-16930b514957 req-906223cc-9eda-4632-8032-d3a0e1610296 service neutron] 10.222.0.65 "GET /v2.0/networks/e9c3c36b-9ba9-4bad-aa41-5ad95f05fd56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1549137
Feb 19 03:09:32.764318 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-98b9f129-7227-48e1-988a-ccd5a0eeccf9 req-437dcbb9-a494-4a51-9663-696dd032fd1e tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7be7950-201e-4452-88dd-92f8a0a2b5e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1968555
Feb 19 03:09:32.827686 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8405faf-018a-4ca9-b605-f3a90b3524a3 req-e323739c-68d3-4c32-88f3-2c001b767673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:09:32.829284 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-f8405faf-018a-4ca9-b605-f3a90b3524a3 req-e323739c-68d3-4c32-88f3-2c001b767673 service neutron] 10.222.0.65 "GET /v2.0/networks?id=6590657d-05da-4509-bb41-0f0908d98c62 HTTP/1.1" status: 200  len: 910 time: 0.2430477
Feb 19 03:09:32.837381 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bd165f-0056-4d15-8917-34a5b0295af6 req-0eb0aeb6-2612-4a16-898b-d27575324b42 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:09:32.839048 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-28bd165f-0056-4d15-8917-34a5b0295af6 req-0eb0aeb6-2612-4a16-898b-d27575324b42 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e4882dd-d538-4794-b670-363a7a2168f7 HTTP/1.1" status: 200  len: 944 time: 0.1701767
Feb 19 03:09:32.844068 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02641adf-ccfc-449e-95b3-fd3a7d480b5f req-df452995-8f05-48cb-979f-a57406739aba tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:09:32.845249 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [req-02641adf-ccfc-449e-95b3-fd3a7d480b5f req-df452995-8f05-48cb-979f-a57406739aba tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Synchronizing usage tracker for tenant:3930a9bb64484ce1bf7cabab6e8229f8 on resource:port {{(pid=84116) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 19 03:09:32.897688 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [req-02641adf-ccfc-449e-95b3-fd3a7d480b5f req-df452995-8f05-48cb-979f-a57406739aba tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Unset dirty status for tenant:3930a9bb64484ce1bf7cabab6e8229f8 on resource:port {{(pid=84116) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 19 03:09:32.899009 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-02641adf-ccfc-449e-95b3-fd3a7d480b5f req-df452995-8f05-48cb-979f-a57406739aba tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] 10.222.0.65 "GET /v2.0/ports?device_id=7e9890bc-07ce-4ad5-bf8f-87bce4bbbdef HTTP/1.1" status: 200  len: 945 time: 0.1454690
Feb 19 03:09:32.926162 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-f8405faf-018a-4ca9-b605-f3a90b3524a3 req-6c35d03d-3879-44d7-b18a-f6594d750e54 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8e1dc085-b1a7-40cf-b595-a991a868d384 HTTP/1.1" status: 200  len: 217 time: 0.0847831
Feb 19 03:09:32.988071 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.plugin [req-02641adf-ccfc-449e-95b3-fd3a7d480b5f req-606ae07f-d35e-4ea6-a5ce-fa22ad327405 tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Deleting port 02a85f5f-e7da-4f0e-8ca8-407479ffe019 {{(pid=84116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 19 03:09:32.988585 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-02641adf-ccfc-449e-95b3-fd3a7d480b5f req-606ae07f-d35e-4ea6-a5ce-fa22ad327405 tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363269711485266'] for port, before_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:09:33.005391 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-28bd165f-0056-4d15-8917-34a5b0295af6 req-3028a95b-4237-49ea-b265-ebaa6f8afd55 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cec6e94-f87a-4dfc-b64f-629a6d488241&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1048806
Feb 19 03:09:33.017819 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8405faf-018a-4ca9-b605-f3a90b3524a3 req-3a6ff0d0-1651-4172-9a06-840b7d63bd5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:09:33.019374 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-f8405faf-018a-4ca9-b605-f3a90b3524a3 req-3a6ff0d0-1651-4172-9a06-840b7d63bd5b service neutron] 10.222.0.65 "GET /v2.0/subnets?id=c8812985-29c9-4582-bf6b-c00d9e74b5a6 HTTP/1.1" status: 200  len: 856 time: 0.0853362
Feb 19 03:09:33.152640 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-f8405faf-018a-4ca9-b605-f3a90b3524a3 req-15e8c182-47b6-4810-a164-184e3c8a8a60 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=6590657d-05da-4509-bb41-0f0908d98c62&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1222439
Feb 19 03:09:33.241892 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f931644-77df-4b4c-8350-51440a1240c3 req-5e33a0bf-1d5c-4c2f-becb-fd4aaf7f2c06 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:09:33.244830 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-9f931644-77df-4b4c-8350-51440a1240c3 req-5e33a0bf-1d5c-4c2f-becb-fd4aaf7f2c06 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6ecfe08-1772-4b9a-a3f2-2b210ba89d33 HTTP/1.1" status: 200  len: 943 time: 0.1541932
Feb 19 03:09:33.334010 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.db [req-02641adf-ccfc-449e-95b3-fd3a7d480b5f req-606ae07f-d35e-4ea6-a5ce-fa22ad327405 tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] For port 02a85f5f-e7da-4f0e-8ca8-407479ffe019, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=02a85f5f-e7da-4f0e-8ca8-407479ffe019,segment=NetworkSegment(24bf194f-4bc7-4684-a2af-42ff5163776b),segment_id=24bf194f-4bc7-4684-a2af-42ff5163776b)] {{(pid=84116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 03:09:33.334590 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-02641adf-ccfc-449e-95b3-fd3a7d480b5f req-606ae07f-d35e-4ea6-a5ce-fa22ad327405 tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-361392'] for port, precommit_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:09:33.358435 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-9f931644-77df-4b4c-8350-51440a1240c3 req-7fa47413-26a0-40d5-b624-26fbf880f7da tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] 10.222.0.13 "GET /v2.0/security-groups?id=00f7ce86-0f19-4798-a066-63f8a8d47966&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.1063070
Feb 19 03:09:33.488207 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.plugin [req-02641adf-ccfc-449e-95b3-fd3a7d480b5f req-606ae07f-d35e-4ea6-a5ce-fa22ad327405 tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Calling delete_port for 02a85f5f-e7da-4f0e-8ca8-407479ffe019 owned by compute:nova {{(pid=84116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 19 03:09:33.674176 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-123d274c-fe66-4748-9e55-8dfd9f778c4e req-9dbb9eb0-3aa7-4f46-b5ae-de6b8f72317a tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e9890bc-07ce-4ad5-bf8f-87bce4bbbdef HTTP/1.1" status: 200  len: 210 time: 0.0511158
Feb 19 03:09:33.686058 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-02641adf-ccfc-449e-95b3-fd3a7d480b5f req-606ae07f-d35e-4ea6-a5ce-fa22ad327405 tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363269711510303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363269711906437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2630593'] for port, after_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:09:33.702653 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-47b8c6a9-848e-4ad1-b418-4afc33df9d34 tempest-VolumesNegativeTest-929266281 tempest-VolumesNegativeTest-929266281-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:09:33.822022 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606ae07f-d35e-4ea6-a5ce-fa22ad327405 tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Pushing event deleted for resources: {'Port': ['ID=02a85f5f-e7da-4f0e-8ca8-407479ffe019,revision_number=None']} {{(pid=84116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:09:33.827343 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-606ae07f-d35e-4ea6-a5ce-fa22ad327405 tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:09:33.927799 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvrscheduler_db [req-02641adf-ccfc-449e-95b3-fd3a7d480b5f req-606ae07f-d35e-4ea6-a5ce-fa22ad327405 tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] No DVR routers for this DVR port 02a85f5f-e7da-4f0e-8ca8-407479ffe019 on host hv-cinder-77570 {{(pid=84116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 19 03:09:33.930259 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-02641adf-ccfc-449e-95b3-fd3a7d480b5f req-606ae07f-d35e-4ea6-a5ce-fa22ad327405 tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771976'] for port, before_response {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:09:33.940998 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7e9890bc-07ce-4ad5-bf8f-87bce4bbbdef', 'name': 'network-vif-deleted', 'tag': '02a85f5f-e7da-4f0e-8ca8-407479ffe019'}] {{(pid=84116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 03:09:33.984220 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-02641adf-ccfc-449e-95b3-fd3a7d480b5f req-606ae07f-d35e-4ea6-a5ce-fa22ad327405 tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] 10.222.0.65 "DELETE /v2.0/ports/02a85f5f-e7da-4f0e-8ca8-407479ffe019 HTTP/1.1" status: 204  len: 173 time: 1.0735545
Feb 19 03:09:33.997606 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7e9890bc-07ce-4ad5-bf8f-87bce4bbbdef', 'name': 'network-vif-deleted', 'tag': '02a85f5f-e7da-4f0e-8ca8-407479ffe019', 'status': 'completed', 'code': 200}
Feb 19 03:09:33.999297 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f32264d-6828-4d82-8a80-92783878af82 req-c0f8100e-3fca-43a6-b2fb-4b816af89879 tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:09:34.001014 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-9f32264d-6828-4d82-8a80-92783878af82 req-c0f8100e-3fca-43a6-b2fb-4b816af89879 tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] 10.222.0.13 "GET /v2.0/ports?device_id=84573221-9e33-48d2-866b-d60d20f086d1 HTTP/1.1" status: 200  len: 945 time: 0.1141829
Feb 19 03:09:34.058702 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-9f32264d-6828-4d82-8a80-92783878af82 req-129fe521-5d9d-4d4d-9391-6a158b8f8d4e tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7be7950-201e-4452-88dd-92f8a0a2b5e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0508718
Feb 19 03:09:34.271926 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cb5b95-e6b0-4ea2-882c-4975f4fee338 req-69d6471b-b743-44d5-a6ad-8ac1b171278c tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:09:34.273580 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-46cb5b95-e6b0-4ea2-882c-4975f4fee338 req-69d6471b-b743-44d5-a6ad-8ac1b171278c tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e4882dd-d538-4794-b670-363a7a2168f7 HTTP/1.1" status: 200  len: 944 time: 0.0987766
Feb 19 03:09:34.322970 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-46cb5b95-e6b0-4ea2-882c-4975f4fee338 req-11ca4c4c-c7f1-4f69-92a7-45fbe2fc2e1b tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cec6e94-f87a-4dfc-b64f-629a6d488241&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429845
Feb 19 03:09:34.557003 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cd1b61-b07a-4ff3-967c-b52be79a1a66 req-1201e7a2-6e72-4c18-8cdd-75b6eb909c45 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:09:34.559238 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-c1cd1b61-b07a-4ff3-967c-b52be79a1a66 req-1201e7a2-6e72-4c18-8cdd-75b6eb909c45 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6ecfe08-1772-4b9a-a3f2-2b210ba89d33 HTTP/1.1" status: 200  len: 943 time: 0.0906336
Feb 19 03:09:34.616179 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-c1cd1b61-b07a-4ff3-967c-b52be79a1a66 req-21b267b7-2e11-4a89-a4d4-8d9d8b2748f8 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] 10.222.0.13 "GET /v2.0/security-groups?id=00f7ce86-0f19-4798-a066-63f8a8d47966&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0499256
Feb 19 03:09:34.844379 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-39d3c3b2-3e87-4625-a197-3b8ca0d50bf1 req-1f812f40-1b71-43a6-93c5-72ae1801a0e8 tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e9890bc-07ce-4ad5-bf8f-87bce4bbbdef HTTP/1.1" status: 200  len: 210 time: 0.0498564
Feb 19 03:09:35.207918 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.rpc [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Device 02a85f5f-e7da-4f0e-8ca8-407479ffe019 no longer exists at agent ovs-agent-hv-cinder-77570 {{(pid=84117) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 19 03:09:35.250329 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.plugin [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] No Port match for: 02a85f5f-e7da-4f0e-8ca8-407479ffe019 {{(pid=84117) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 19 03:09:35.250735 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.rpc [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Device 02a85f5f-e7da-4f0e-8ca8-407479ffe019 not bound to the agent host hv-cinder-77570 {{(pid=84117) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 19 03:09:35.276031 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b7a0d2-d2bd-4aa6-926e-2578cb0e4aac req-2747c59e-1e4e-4dd5-828b-0e48bd807c00 tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:09:35.279516 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-97b7a0d2-d2bd-4aa6-926e-2578cb0e4aac req-2747c59e-1e4e-4dd5-828b-0e48bd807c00 tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] 10.222.0.13 "GET /v2.0/ports?device_id=84573221-9e33-48d2-866b-d60d20f086d1 HTTP/1.1" status: 200  len: 945 time: 0.1050534
Feb 19 03:09:35.327673 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-97b7a0d2-d2bd-4aa6-926e-2578cb0e4aac req-50427d84-484e-491f-bf61-fc1dfeb42889 tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7be7950-201e-4452-88dd-92f8a0a2b5e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424790
Feb 19 03:09:35.535889 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d0a59af-cf0b-4760-bf40-55ecf95931d6 req-751562c6-fb23-4f08-b1ae-9b3139a83bf3 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:09:35.537827 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-8d0a59af-cf0b-4760-bf40-55ecf95931d6 req-751562c6-fb23-4f08-b1ae-9b3139a83bf3 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e4882dd-d538-4794-b670-363a7a2168f7 HTTP/1.1" status: 200  len: 944 time: 0.0929906
Feb 19 03:09:35.586927 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-8d0a59af-cf0b-4760-bf40-55ecf95931d6 req-bc05f6b2-601d-4e51-8091-b0c72d78b3bc tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cec6e94-f87a-4dfc-b64f-629a6d488241&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0422785
Feb 19 03:09:35.814033 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0dd95bb-a89e-4293-a5d6-f25d6cd21b5b req-41b7051a-3563-4796-8530-b9bab935f863 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:09:35.815690 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-d0dd95bb-a89e-4293-a5d6-f25d6cd21b5b req-41b7051a-3563-4796-8530-b9bab935f863 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6ecfe08-1772-4b9a-a3f2-2b210ba89d33 HTTP/1.1" status: 200  len: 943 time: 0.0902696
Feb 19 03:09:35.865076 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-d0dd95bb-a89e-4293-a5d6-f25d6cd21b5b req-8cdbdf0a-2cb2-4bf5-9cb5-41d790e497f1 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] 10.222.0.13 "GET /v2.0/security-groups?id=00f7ce86-0f19-4798-a066-63f8a8d47966&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0430112
Feb 19 03:09:36.021075 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-332d51ed-4de9-44e9-b885-a7e2fb56eefc req-2b95dd40-5885-4c0a-981c-1e4949bd4e61 tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e9890bc-07ce-4ad5-bf8f-87bce4bbbdef HTTP/1.1" status: 200  len: 210 time: 0.0527229
Feb 19 03:09:36.529308 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6f8d1f-1b51-4a9d-9b5e-c96071dcbd46 req-39fbff87-6af1-494d-8959-317dfb559126 tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:09:36.530903 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-6b6f8d1f-1b51-4a9d-9b5e-c96071dcbd46 req-39fbff87-6af1-494d-8959-317dfb559126 tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] 10.222.0.13 "GET /v2.0/ports?device_id=84573221-9e33-48d2-866b-d60d20f086d1 HTTP/1.1" status: 200  len: 945 time: 0.0876825
Feb 19 03:09:36.587837 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-6b6f8d1f-1b51-4a9d-9b5e-c96071dcbd46 req-ab010422-586e-48ee-a66f-8a511caa48f6 tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7be7950-201e-4452-88dd-92f8a0a2b5e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0490143
Feb 19 03:09:36.811175 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3e86d9-a298-4f27-87ea-2b3bf5cc6cae req-38203a86-99c6-42bc-b605-4083a82ae9f5 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:09:36.811175 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-6f3e86d9-a298-4f27-87ea-2b3bf5cc6cae req-38203a86-99c6-42bc-b605-4083a82ae9f5 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e4882dd-d538-4794-b670-363a7a2168f7 HTTP/1.1" status: 200  len: 944 time: 0.0958331
Feb 19 03:09:36.855631 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-6f3e86d9-a298-4f27-87ea-2b3bf5cc6cae req-f97f47c1-2943-4586-8776-442d7cb4bb26 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cec6e94-f87a-4dfc-b64f-629a6d488241&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0409672
Feb 19 03:09:37.087172 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2632d528-9171-4871-9bb8-2cd514fc1e9a req-01eaa268-6a4d-4159-9ca0-c829aee6dd0c tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:09:37.088720 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-2632d528-9171-4871-9bb8-2cd514fc1e9a req-01eaa268-6a4d-4159-9ca0-c829aee6dd0c tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6ecfe08-1772-4b9a-a3f2-2b210ba89d33 HTTP/1.1" status: 200  len: 943 time: 0.0952132
Feb 19 03:09:37.142287 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-2632d528-9171-4871-9bb8-2cd514fc1e9a req-3aab3cfa-6905-401e-bb6e-cca0f0aec2ff tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] 10.222.0.13 "GET /v2.0/security-groups?id=00f7ce86-0f19-4798-a066-63f8a8d47966&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0471659
Feb 19 03:09:37.306078 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-7336a26f-0b20-43f9-be16-d008f10ed3b3 req-6eab6616-75be-48c9-9652-28e7fbe69b47 tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e9890bc-07ce-4ad5-bf8f-87bce4bbbdef HTTP/1.1" status: 200  len: 210 time: 0.0565162
Feb 19 03:09:37.788691 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf6c7de-8818-4d6b-8e00-dfc8f588b2b6 req-1bf181c4-e96e-4f8c-9168-847fe285445b tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:09:37.790412 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-8cf6c7de-8818-4d6b-8e00-dfc8f588b2b6 req-1bf181c4-e96e-4f8c-9168-847fe285445b tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] 10.222.0.13 "GET /v2.0/ports?device_id=84573221-9e33-48d2-866b-d60d20f086d1 HTTP/1.1" status: 200  len: 945 time: 0.0886321
Feb 19 03:09:37.844456 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-8cf6c7de-8818-4d6b-8e00-dfc8f588b2b6 req-3af6cf0e-9d12-47f0-8776-fd4a622839b8 tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7be7950-201e-4452-88dd-92f8a0a2b5e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0471585
Feb 19 03:09:38.072127 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f70e848-e509-4638-bb48-eb48c7c970c9 req-48f00ef4-6620-47b7-ac3f-14e057f0a37b tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:09:38.073819 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-2f70e848-e509-4638-bb48-eb48c7c970c9 req-48f00ef4-6620-47b7-ac3f-14e057f0a37b tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e4882dd-d538-4794-b670-363a7a2168f7 HTTP/1.1" status: 200  len: 944 time: 0.0901630
Feb 19 03:09:38.123418 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-2f70e848-e509-4638-bb48-eb48c7c970c9 req-2e7029c8-e143-4b74-bf59-4234f410d33b tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cec6e94-f87a-4dfc-b64f-629a6d488241&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0431304
Feb 19 03:09:38.353895 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a2959c-bd86-47e3-a657-ca5d047f45ff req-a9bfcea4-48d1-4871-b953-b263550c1e8f tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:09:38.356012 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-02a2959c-bd86-47e3-a657-ca5d047f45ff req-a9bfcea4-48d1-4871-b953-b263550c1e8f tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6ecfe08-1772-4b9a-a3f2-2b210ba89d33 HTTP/1.1" status: 200  len: 943 time: 0.0891380
Feb 19 03:09:38.406851 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-02a2959c-bd86-47e3-a657-ca5d047f45ff req-de244dc9-8838-4d0f-afd8-44008804179c tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] 10.222.0.13 "GET /v2.0/security-groups?id=00f7ce86-0f19-4798-a066-63f8a8d47966&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0435445
Feb 19 03:09:38.568192 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-32f4e430-860f-4507-b0d1-afe0d0eff9e2 req-c7ed82c6-5ff8-470d-8308-ae2104c7e0dd tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e9890bc-07ce-4ad5-bf8f-87bce4bbbdef HTTP/1.1" status: 200  len: 210 time: 0.0498004
Feb 19 03:09:39.050908 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63b44dd-72d8-42bf-adac-24c083e54d6f req-36c65010-7a71-4cc2-838f-87a3af2261e6 tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:09:39.052570 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-c63b44dd-72d8-42bf-adac-24c083e54d6f req-36c65010-7a71-4cc2-838f-87a3af2261e6 tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] 10.222.0.13 "GET /v2.0/ports?device_id=84573221-9e33-48d2-866b-d60d20f086d1 HTTP/1.1" status: 200  len: 945 time: 0.0911129
Feb 19 03:09:39.102629 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-c63b44dd-72d8-42bf-adac-24c083e54d6f req-4747444c-675e-4532-bfc6-0f3c4c560087 tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7be7950-201e-4452-88dd-92f8a0a2b5e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437586
Feb 19 03:09:39.361018 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2875df78-3018-41f7-9ea0-b5f4504dd7dd req-4d8cc049-e4c3-40fd-bf58-745aa5f118a7 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:09:39.362670 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-2875df78-3018-41f7-9ea0-b5f4504dd7dd req-4d8cc049-e4c3-40fd-bf58-745aa5f118a7 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e4882dd-d538-4794-b670-363a7a2168f7 HTTP/1.1" status: 200  len: 944 time: 0.0901484
Feb 19 03:09:39.416980 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-2875df78-3018-41f7-9ea0-b5f4504dd7dd req-71871eac-c796-4da4-b937-c36c847742bd tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cec6e94-f87a-4dfc-b64f-629a6d488241&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0477097
Feb 19 03:09:39.646176 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbf0c77-cbb1-47a4-b311-03e1892f3669 req-e1e2058d-9c43-45c2-8ce7-702ee99f9167 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:09:39.647783 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-1dbf0c77-cbb1-47a4-b311-03e1892f3669 req-e1e2058d-9c43-45c2-8ce7-702ee99f9167 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6ecfe08-1772-4b9a-a3f2-2b210ba89d33 HTTP/1.1" status: 200  len: 943 time: 0.0979037
Feb 19 03:09:39.697610 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-1dbf0c77-cbb1-47a4-b311-03e1892f3669 req-7b9ab2a9-1c6e-40fa-ad79-1ff3a4fb1dea tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] 10.222.0.13 "GET /v2.0/security-groups?id=00f7ce86-0f19-4798-a066-63f8a8d47966&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0435450
Feb 19 03:09:39.852431 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-2539dfae-ddbf-4624-a993-b9e16e97998d req-faab3a25-aaee-4c6c-9572-e24cfd078e6a tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e9890bc-07ce-4ad5-bf8f-87bce4bbbdef HTTP/1.1" status: 200  len: 210 time: 0.0523076
Feb 19 03:09:40.345800 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea214071-f5ab-4d4b-b76c-38707c9c52e4 req-2503f17d-cb6e-4c28-9e46-10b738070141 tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:09:40.347408 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-ea214071-f5ab-4d4b-b76c-38707c9c52e4 req-2503f17d-cb6e-4c28-9e46-10b738070141 tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] 10.222.0.13 "GET /v2.0/ports?device_id=84573221-9e33-48d2-866b-d60d20f086d1 HTTP/1.1" status: 200  len: 945 time: 0.0902724
Feb 19 03:09:40.395482 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-ea214071-f5ab-4d4b-b76c-38707c9c52e4 req-ed662c60-34c0-4592-9a1e-23c69ac2e50b tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7be7950-201e-4452-88dd-92f8a0a2b5e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416691
Feb 19 03:09:40.629822 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282bcb7c-e581-4c78-a827-8c67a5e8adf5 req-3b9ad15f-91e4-40e3-96d5-faefc6d6f6ee tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:09:40.631481 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-282bcb7c-e581-4c78-a827-8c67a5e8adf5 req-3b9ad15f-91e4-40e3-96d5-faefc6d6f6ee tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e4882dd-d538-4794-b670-363a7a2168f7 HTTP/1.1" status: 200  len: 944 time: 0.0904503
Feb 19 03:09:40.680748 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-282bcb7c-e581-4c78-a827-8c67a5e8adf5 req-652d867f-230b-4ce0-831b-e0ab2a5261ca tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cec6e94-f87a-4dfc-b64f-629a6d488241&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411887
Feb 19 03:09:40.900454 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542a1c6e-60ab-4659-b544-e2ef168f542e req-6d2be85d-fc9c-4d0e-82a5-2a26f836f1ba tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:09:40.902547 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-542a1c6e-60ab-4659-b544-e2ef168f542e req-6d2be85d-fc9c-4d0e-82a5-2a26f836f1ba tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6ecfe08-1772-4b9a-a3f2-2b210ba89d33 HTTP/1.1" status: 200  len: 943 time: 0.0869811
Feb 19 03:09:40.955520 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-542a1c6e-60ab-4659-b544-e2ef168f542e req-34c488c0-2c50-441b-91a9-bcd076606b53 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] 10.222.0.13 "GET /v2.0/security-groups?id=00f7ce86-0f19-4798-a066-63f8a8d47966&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0464251
Feb 19 03:09:41.108364 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-11a58861-be2d-4a36-9783-cc2f3d54c826 req-8839f8d4-5c2a-4fb7-980b-c0a4bc2fa14b tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e9890bc-07ce-4ad5-bf8f-87bce4bbbdef HTTP/1.1" status: 200  len: 210 time: 0.0490370
Feb 19 03:09:41.601205 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acdaa08-2cdb-4b7d-9f5d-07fb94b292dd req-29625bca-39c7-4944-971a-6997c6b2fe0d tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:09:41.602773 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-7acdaa08-2cdb-4b7d-9f5d-07fb94b292dd req-29625bca-39c7-4944-971a-6997c6b2fe0d tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] 10.222.0.13 "GET /v2.0/ports?device_id=84573221-9e33-48d2-866b-d60d20f086d1 HTTP/1.1" status: 200  len: 945 time: 0.0876756
Feb 19 03:09:41.657624 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-7acdaa08-2cdb-4b7d-9f5d-07fb94b292dd req-46228c8d-2f5b-4ba7-bee4-38b65f6429f1 tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7be7950-201e-4452-88dd-92f8a0a2b5e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0466800
Feb 19 03:09:41.890586 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16a5e91-eb2d-45ba-a60d-fedb755a950a req-9e61a72f-7646-474f-a0cc-ad83ce93d7a4 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:09:41.892341 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-c16a5e91-eb2d-45ba-a60d-fedb755a950a req-9e61a72f-7646-474f-a0cc-ad83ce93d7a4 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e4882dd-d538-4794-b670-363a7a2168f7 HTTP/1.1" status: 200  len: 944 time: 0.0893345
Feb 19 03:09:41.944837 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-c16a5e91-eb2d-45ba-a60d-fedb755a950a req-d107bac9-8eec-41ff-83da-46766ed50786 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cec6e94-f87a-4dfc-b64f-629a6d488241&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0457621
Feb 19 03:09:42.161751 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57b2a64-65e7-4a0b-9a5f-2f54ac8bf3a0 req-8154fb6c-87a6-4765-882f-f06a4a98f5ea tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:09:42.163263 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-a57b2a64-65e7-4a0b-9a5f-2f54ac8bf3a0 req-8154fb6c-87a6-4765-882f-f06a4a98f5ea tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6ecfe08-1772-4b9a-a3f2-2b210ba89d33 HTTP/1.1" status: 200  len: 943 time: 0.0931940
Feb 19 03:09:42.212657 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-a57b2a64-65e7-4a0b-9a5f-2f54ac8bf3a0 req-0a800c4e-bd33-4a3d-94ab-0bc00d61349e tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] 10.222.0.13 "GET /v2.0/security-groups?id=00f7ce86-0f19-4798-a066-63f8a8d47966&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0421469
Feb 19 03:09:42.374154 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-91b94211-d1c7-44f3-b012-afb793749540 req-c7a8db4a-c3dd-4878-a3b7-daf4c9bd8df1 tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e9890bc-07ce-4ad5-bf8f-87bce4bbbdef HTTP/1.1" status: 200  len: 210 time: 0.0488179
Feb 19 03:09:42.872499 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107918cf-64bc-4a2b-9a42-eb5a093450f8 req-e395464c-ea44-48ed-8d47-1b2217d93c51 tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:09:42.874157 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-107918cf-64bc-4a2b-9a42-eb5a093450f8 req-e395464c-ea44-48ed-8d47-1b2217d93c51 tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] 10.222.0.13 "GET /v2.0/ports?device_id=84573221-9e33-48d2-866b-d60d20f086d1 HTTP/1.1" status: 200  len: 945 time: 0.0916634
Feb 19 03:09:42.922075 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-107918cf-64bc-4a2b-9a42-eb5a093450f8 req-9bfc48ea-38a5-4ad8-96fe-b344b430808d tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7be7950-201e-4452-88dd-92f8a0a2b5e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417020
Feb 19 03:09:43.154653 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cec3659-0591-485f-8334-7cececdbc75c req-cdf8b7db-d94b-41b6-afea-f345c3292ab8 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:09:43.156422 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-2cec3659-0591-485f-8334-7cececdbc75c req-cdf8b7db-d94b-41b6-afea-f345c3292ab8 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e4882dd-d538-4794-b670-363a7a2168f7 HTTP/1.1" status: 200  len: 944 time: 0.0890639
Feb 19 03:09:43.216046 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-2cec3659-0591-485f-8334-7cececdbc75c req-efc677b3-6b61-43a4-a0ef-3c308301f00e tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cec6e94-f87a-4dfc-b64f-629a6d488241&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0526991
Feb 19 03:09:43.420806 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37bc217-37f4-43ae-b420-6cfb50d84493 req-2bc86b13-a618-4ea5-a33d-bc9bfcfca1db tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:09:43.422433 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-b37bc217-37f4-43ae-b420-6cfb50d84493 req-2bc86b13-a618-4ea5-a33d-bc9bfcfca1db tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6ecfe08-1772-4b9a-a3f2-2b210ba89d33 HTTP/1.1" status: 200  len: 943 time: 0.0879667
Feb 19 03:09:43.476963 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-b37bc217-37f4-43ae-b420-6cfb50d84493 req-86d81a02-37e1-43c0-8afa-6c9a9eccabdf tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] 10.222.0.13 "GET /v2.0/security-groups?id=00f7ce86-0f19-4798-a066-63f8a8d47966&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0423522
Feb 19 03:09:43.626910 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-8544c49e-1c13-4bd2-bd25-e15c1e2c988f req-e3ec8aa1-2696-41e2-974f-5ec4711ac611 tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e9890bc-07ce-4ad5-bf8f-87bce4bbbdef HTTP/1.1" status: 200  len: 210 time: 0.0516815
Feb 19 03:09:44.128625 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fff64a6-c15e-4dfa-b295-17e7d72f9b04 req-2034f9c0-1d32-4a9a-ad99-de83b5636a52 tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:09:44.130309 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-4fff64a6-c15e-4dfa-b295-17e7d72f9b04 req-2034f9c0-1d32-4a9a-ad99-de83b5636a52 tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] 10.222.0.13 "GET /v2.0/ports?device_id=84573221-9e33-48d2-866b-d60d20f086d1 HTTP/1.1" status: 200  len: 945 time: 0.0902307
Feb 19 03:09:44.180117 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-4fff64a6-c15e-4dfa-b295-17e7d72f9b04 req-d49f3700-53f5-453f-ae33-0eae597d11f4 tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7be7950-201e-4452-88dd-92f8a0a2b5e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0432720
Feb 19 03:09:44.641395 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44b5fdb-db9a-4915-aa89-fd19aa4f9416 req-2bfb3813-1efc-4ae6-a495-18ed8a29c082 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:09:44.643105 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-b44b5fdb-db9a-4915-aa89-fd19aa4f9416 req-2bfb3813-1efc-4ae6-a495-18ed8a29c082 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e4882dd-d538-4794-b670-363a7a2168f7 HTTP/1.1" status: 200  len: 944 time: 0.2998676
Feb 19 03:09:44.696073 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-b44b5fdb-db9a-4915-aa89-fd19aa4f9416 req-2def4e6a-59ec-4f1b-85ca-251321f507bc tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cec6e94-f87a-4dfc-b64f-629a6d488241&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0457168
Feb 19 03:09:44.891088 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65b5cf1-6712-4064-b929-1c4ee34c5f06 req-b6bacd18-d133-4b0f-8ec8-4c17adfcb36c tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:09:44.892782 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-a65b5cf1-6712-4064-b929-1c4ee34c5f06 req-b6bacd18-d133-4b0f-8ec8-4c17adfcb36c tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6ecfe08-1772-4b9a-a3f2-2b210ba89d33 HTTP/1.1" status: 200  len: 943 time: 0.0896876
Feb 19 03:09:44.943967 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-a65b5cf1-6712-4064-b929-1c4ee34c5f06 req-c918b305-09af-4366-a024-ba04769587a1 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] 10.222.0.13 "GET /v2.0/security-groups?id=00f7ce86-0f19-4798-a066-63f8a8d47966&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0446177
Feb 19 03:09:45.097328 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-8109533e-8221-4ea0-a8b2-cf96ee993094 req-6af39e7c-2a67-45db-b53c-f4bed0ea51e6 tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e9890bc-07ce-4ad5-bf8f-87bce4bbbdef HTTP/1.1" status: 200  len: 210 time: 0.0546002
Feb 19 03:09:45.157228 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.agents_db [None req-fa9641de-a39b-4023-bfa7-5325e5d2422e None None] Agent healthcheck: found 6 active agents {{(pid=84118) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 19 03:09:45.379378 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e226796-51e9-4c30-8d9a-1b9ed5b6d7e6 req-cc902ede-b6e0-473c-9ac2-03790893c924 tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:09:45.380949 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-7e226796-51e9-4c30-8d9a-1b9ed5b6d7e6 req-cc902ede-b6e0-473c-9ac2-03790893c924 tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] 10.222.0.13 "GET /v2.0/ports?device_id=84573221-9e33-48d2-866b-d60d20f086d1 HTTP/1.1" status: 200  len: 945 time: 0.0846891
Feb 19 03:09:45.428218 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-7e226796-51e9-4c30-8d9a-1b9ed5b6d7e6 req-26784d57-8d70-4406-9e85-c41db9d3c9af tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7be7950-201e-4452-88dd-92f8a0a2b5e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408061
Feb 19 03:09:45.813700 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-f8405faf-018a-4ca9-b605-f3a90b3524a3 req-1f2fd86a-a4d1-4d1f-87d5-d5cb79b5ae9d service neutron] 10.222.0.65 "GET /v2.0/networks/6590657d-05da-4509-bb41-0f0908d98c62?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1471848
Feb 19 03:09:46.011173 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-f8405faf-018a-4ca9-b605-f3a90b3524a3 req-f87d512f-de2e-4ee8-94cc-ec7c4af54444 service neutron] 10.222.0.65 "GET /v2.0/networks/6590657d-05da-4509-bb41-0f0908d98c62?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1855407
Feb 19 03:09:46.054701 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e49e6a-40ea-494d-9492-d3b69437bc1f req-589b7bfb-a474-4d27-a129-49eab92af696 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:09:46.056347 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-29e49e6a-40ea-494d-9492-d3b69437bc1f req-589b7bfb-a474-4d27-a129-49eab92af696 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e4882dd-d538-4794-b670-363a7a2168f7 HTTP/1.1" status: 200  len: 944 time: 0.0938160
Feb 19 03:09:46.166812 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-29e49e6a-40ea-494d-9492-d3b69437bc1f req-3182046c-eafe-424d-9b70-e7d4f3b82ba2 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cec6e94-f87a-4dfc-b64f-629a6d488241&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0656569
Feb 19 03:09:46.186051 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a42617-3054-467c-8483-8e6b3a44cfef req-520902cf-0a17-4567-bea9-57c4dd273840 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:09:46.187681 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-a3a42617-3054-467c-8483-8e6b3a44cfef req-520902cf-0a17-4567-bea9-57c4dd273840 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6ecfe08-1772-4b9a-a3f2-2b210ba89d33 HTTP/1.1" status: 200  len: 943 time: 0.1288822
Feb 19 03:09:46.239500 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-a3a42617-3054-467c-8483-8e6b3a44cfef req-85ea212c-f93e-4c32-9dea-575acf5c5b6d tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] 10.222.0.13 "GET /v2.0/security-groups?id=00f7ce86-0f19-4798-a066-63f8a8d47966&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0452921
Feb 19 03:09:46.405594 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-8bc1b374-271e-438c-a91a-3a8a21b7f416 req-45bd90cc-1a76-4e71-b87a-652075fabea2 tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] 10.222.0.13 "GET /v2.0/ports?device_id=7e9890bc-07ce-4ad5-bf8f-87bce4bbbdef HTTP/1.1" status: 200  len: 210 time: 0.0511925
Feb 19 03:09:46.743629 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f65913-1ada-45cb-b3d9-5f05b66f1fee req-8200e68e-02ae-4235-a505-386187d06bae tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:09:46.745263 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-b6f65913-1ada-45cb-b3d9-5f05b66f1fee req-8200e68e-02ae-4235-a505-386187d06bae tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] 10.222.0.13 "GET /v2.0/ports?device_id=445f0f06-0e3a-4d82-8062-494e11d3e5e8 HTTP/1.1" status: 200  len: 984 time: 0.2271299
Feb 19 03:09:46.751517 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7064815c-9838-458e-a6ce-e6061c7136ac req-781fc6d7-ed0e-412e-8ae2-54fd69705e4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:09:46.753064 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-7064815c-9838-458e-a6ce-e6061c7136ac req-781fc6d7-ed0e-412e-8ae2-54fd69705e4e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a0ccfe73f663490cabd2bb049ae99c7c&device_id=445f0f06-0e3a-4d82-8062-494e11d3e5e8 HTTP/1.1" status: 200  len: 1202 time: 0.1939638
Feb 19 03:09:46.762983 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6ce93f-151b-4ca7-9fa0-0fa7cab65f29 req-9bfa4579-1958-4304-80ca-779833771263 tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:09:46.764486 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-ea6ce93f-151b-4ca7-9fa0-0fa7cab65f29 req-9bfa4579-1958-4304-80ca-779833771263 tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] 10.222.0.13 "GET /v2.0/ports?device_id=84573221-9e33-48d2-866b-d60d20f086d1 HTTP/1.1" status: 200  len: 945 time: 0.2041821
Feb 19 03:09:46.928356 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-b6f65913-1ada-45cb-b3d9-5f05b66f1fee req-2d8e05c0-4c7a-4a9b-a75f-aa19c4003acf tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] 10.222.0.13 "GET /v2.0/security-groups?id=253536f3-0cee-4137-838b-ef4bc7a3f26d&id=aeaa7df1-6317-4400-8081-4d374588da7c&fields=id&fields=name HTTP/1.1" status: 200  len: 389 time: 0.1742647
Feb 19 03:09:46.937029 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-ea6ce93f-151b-4ca7-9fa0-0fa7cab65f29 req-f8e3031a-a521-4885-979a-ef9aedc9df4b tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7be7950-201e-4452-88dd-92f8a0a2b5e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1374519
Feb 19 03:09:46.983185 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7064815c-9838-458e-a6ce-e6061c7136ac req-7840b527-9d65-43fc-a991-fb0981f50ece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:09:46.984818 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-7064815c-9838-458e-a6ce-e6061c7136ac req-7840b527-9d65-43fc-a991-fb0981f50ece service neutron] 10.222.0.65 "GET /v2.0/networks?id=4097a413-4776-4469-a598-b6a7e21b8df1 HTTP/1.1" status: 200  len: 909 time: 0.2194633
Feb 19 03:09:47.098019 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-7064815c-9838-458e-a6ce-e6061c7136ac req-4b91d480-a351-410c-9b1b-9582cbca2633 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=16418b48-b026-46e8-a64e-e078dfd8d7a3 HTTP/1.1" status: 200  len: 1001 time: 0.1056299
Feb 19 03:09:47.174210 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7064815c-9838-458e-a6ce-e6061c7136ac req-f83a12c7-9756-4e26-93ce-eead240688a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:09:47.175880 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-7064815c-9838-458e-a6ce-e6061c7136ac req-f83a12c7-9756-4e26-93ce-eead240688a5 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=74c961f0-fc07-4921-8313-2a6fd919edf2 HTTP/1.1" status: 200  len: 854 time: 0.0678797
Feb 19 03:09:47.266247 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7064815c-9838-458e-a6ce-e6061c7136ac req-e04d0205-3711-4b61-89d9-00a57ae4ce5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:09:47.268022 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-7064815c-9838-458e-a6ce-e6061c7136ac req-e04d0205-3711-4b61-89d9-00a57ae4ce5c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4097a413-4776-4469-a598-b6a7e21b8df1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0815110
Feb 19 03:09:47.546294 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-7064815c-9838-458e-a6ce-e6061c7136ac req-e8015b74-6789-4b78-ba3d-617a818bf360 service neutron] 10.222.0.65 "GET /v2.0/networks/4097a413-4776-4469-a598-b6a7e21b8df1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2689595
Feb 19 03:09:47.561169 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984a5143-5458-45e9-bf6f-ee30a7d423ea req-354a7afa-36cb-41e8-b751-9f7cb66ed4c0 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:09:47.562684 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-984a5143-5458-45e9-bf6f-ee30a7d423ea req-354a7afa-36cb-41e8-b751-9f7cb66ed4c0 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e4882dd-d538-4794-b670-363a7a2168f7 HTTP/1.1" status: 200  len: 944 time: 0.2635164
Feb 19 03:09:47.588520 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d80e24-8cdc-4fda-807e-cd64c5d968eb req-3ecf5a6a-b559-4881-a690-154552cb70d6 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:09:47.590657 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-f0d80e24-8cdc-4fda-807e-cd64c5d968eb req-3ecf5a6a-b559-4881-a690-154552cb70d6 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6ecfe08-1772-4b9a-a3f2-2b210ba89d33 HTTP/1.1" status: 200  len: 943 time: 0.2047250
Feb 19 03:09:47.737503 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-984a5143-5458-45e9-bf6f-ee30a7d423ea req-5611dd6b-df01-481a-a228-014893bd380c tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cec6e94-f87a-4dfc-b64f-629a6d488241&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1458478
Feb 19 03:09:47.742496 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-f0d80e24-8cdc-4fda-807e-cd64c5d968eb req-285b77fe-a027-41a0-a09a-d2428c356158 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] 10.222.0.13 "GET /v2.0/security-groups?id=00f7ce86-0f19-4798-a066-63f8a8d47966&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0824146
Feb 19 03:09:47.785625 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-7064815c-9838-458e-a6ce-e6061c7136ac req-76636b77-995d-4350-9da5-2f7b2ac4e573 service neutron] 10.222.0.65 "GET /v2.0/networks/4097a413-4776-4469-a598-b6a7e21b8df1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2318516
Feb 19 03:09:48.219123 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a6f9db-64ea-404b-bd29-e8cecea30ede req-43347a0e-3011-4acc-8f99-325b4debae2e tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:09:48.220736 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-d0a6f9db-64ea-404b-bd29-e8cecea30ede req-43347a0e-3011-4acc-8f99-325b4debae2e tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] 10.222.0.13 "GET /v2.0/ports?device_id=445f0f06-0e3a-4d82-8062-494e11d3e5e8 HTTP/1.1" status: 200  len: 984 time: 0.1613469
Feb 19 03:09:48.228131 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774a8e74-a7c0-4c2c-85b9-b4773113441e req-805063ac-5250-49c6-aeb5-34f984446849 tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:09:48.229655 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-774a8e74-a7c0-4c2c-85b9-b4773113441e req-805063ac-5250-49c6-aeb5-34f984446849 tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] 10.222.0.13 "GET /v2.0/ports?device_id=84573221-9e33-48d2-866b-d60d20f086d1 HTTP/1.1" status: 200  len: 945 time: 0.1234350
Feb 19 03:09:48.310538 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-d0a6f9db-64ea-404b-bd29-e8cecea30ede req-42fda473-7c67-4cb2-9e67-657f78495ce8 tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] 10.222.0.13 "GET /v2.0/security-groups?id=253536f3-0cee-4137-838b-ef4bc7a3f26d&id=aeaa7df1-6317-4400-8081-4d374588da7c&fields=id&fields=name HTTP/1.1" status: 200  len: 389 time: 0.0786288
Feb 19 03:09:48.317588 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-774a8e74-a7c0-4c2c-85b9-b4773113441e req-e9ed31da-8d29-4458-9dce-e0ebef3985b1 tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7be7950-201e-4452-88dd-92f8a0a2b5e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0692747
Feb 19 03:09:49.006196 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6477e3-2d89-4fd4-92a0-eeccf8421142 req-30e8e98a-7b95-4d18-a0a9-596c5eb7ff08 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:09:49.007841 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-be6477e3-2d89-4fd4-92a0-eeccf8421142 req-30e8e98a-7b95-4d18-a0a9-596c5eb7ff08 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6ecfe08-1772-4b9a-a3f2-2b210ba89d33 HTTP/1.1" status: 200  len: 943 time: 0.1531055
Feb 19 03:09:49.019387 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afccd311-6e20-428d-a527-e690e48c2bed req-a4902d2d-3cf0-431d-8fbc-9a09a9db86c6 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:09:49.026636 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-afccd311-6e20-428d-a527-e690e48c2bed req-a4902d2d-3cf0-431d-8fbc-9a09a9db86c6 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e4882dd-d538-4794-b670-363a7a2168f7 HTTP/1.1" status: 200  len: 944 time: 0.1240065
Feb 19 03:09:49.108421 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-be6477e3-2d89-4fd4-92a0-eeccf8421142 req-24f14133-eec2-4eba-a686-c9d74f31d988 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] 10.222.0.13 "GET /v2.0/security-groups?id=00f7ce86-0f19-4798-a066-63f8a8d47966&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0864503
Feb 19 03:09:49.111170 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-afccd311-6e20-428d-a527-e690e48c2bed req-208b6191-c910-41d3-9d29-7ea566a06dbf tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cec6e94-f87a-4dfc-b64f-629a6d488241&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0719118
Feb 19 03:09:49.235075 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.rpc [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Device ce42728e-25c3-4671-8d72-5c0b9b0f72c4 up at agent ovs-agent-hv-cinder-77570 {{(pid=84117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 03:09:49.331045 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Provisioning for port ce42728e-25c3-4671-8d72-5c0b9b0f72c4 completed by entity L2. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 19 03:09:49.336735 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Provisioning complete for port ce42728e-25c3-4671-8d72-5c0b9b0f72c4 triggered by entity L2. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 03:09:49.337404 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16124857'] for port, provisioning_complete {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:09:49.486812 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838630373'] for port, before_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:09:49.515147 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74143669-d0fe-4218-9b4c-ae0eb9177294 req-d3aef34b-dc30-4107-becb-9ce0d9a90e74 tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:09:49.516834 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-74143669-d0fe-4218-9b4c-ae0eb9177294 req-d3aef34b-dc30-4107-becb-9ce0d9a90e74 tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] 10.222.0.13 "GET /v2.0/ports?device_id=445f0f06-0e3a-4d82-8062-494e11d3e5e8 HTTP/1.1" status: 200  len: 984 time: 0.0904179
Feb 19 03:09:49.518416 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6ecfe08-1772-4b9a-a3f2-2b210ba89d33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce42728e-25c3-4671-8d72-5c0b9b0f72c4'}] {{(pid=84117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 03:09:49.527836 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-769f51bc-4d64-4cdc-aabf-5c6ed2fdf185 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:09:49.531644 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.db [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] For port ce42728e-25c3-4671-8d72-5c0b9b0f72c4, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=ce42728e-25c3-4671-8d72-5c0b9b0f72c4,segment=NetworkSegment(fd301c7f-c4b0-4332-b94c-0e4a8acda55e),segment_id=fd301c7f-c4b0-4332-b94c-0e4a8acda55e)] {{(pid=84117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 03:09:49.570727 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-74143669-d0fe-4218-9b4c-ae0eb9177294 req-c0127b26-12b6-428e-97ee-c366060adc6d tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] 10.222.0.13 "GET /v2.0/security-groups?id=253536f3-0cee-4137-838b-ef4bc7a3f26d&id=aeaa7df1-6317-4400-8081-4d374588da7c&fields=id&fields=name HTTP/1.1" status: 200  len: 389 time: 0.0459523
Feb 19 03:09:49.575151 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269711510320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767142869380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269711906403'] for port, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:09:49.576110 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.rpc [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Device 8e1dc085-b1a7-40cf-b595-a991a868d384 up at agent ovs-agent-hv-cinder-77570 {{(pid=84117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 03:09:49.620069 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:09:49.712015 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Pushing event updated for resources: {'Port': ['ID=ce42728e-25c3-4671-8d72-5c0b9b0f72c4,revision_number=4']} {{(pid=84117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:09:49.724241 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:09:49.724638 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:09:49.725025 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:09:49.725402 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:09:49.725814 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:09:49.726200 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:09:49.726568 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:09:49.726939 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:09:49.727312 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:09:49.727680 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:09:49.728047 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:09:49.728412 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:09:49.728854 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:09:49.729195 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:09:49.729560 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:09:49.729950 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:09:49.730314 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:09:49.731292 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:09:49.731659 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:09:49.732023 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:09:49.732386 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:09:49.732748 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:09:49.733119 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:09:49.733481 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:09:49.737941 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Provisioning complete for port 8e1dc085-b1a7-40cf-b595-a991a868d384 triggered by entity L2. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 03:09:49.738364 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16124857'] for port, provisioning_complete {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:09:49.764403 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=84117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:09:49.773231 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04280d4a-d031-47c7-87b0-6e841cfb83d2 req-3e1c22e4-2598-4195-a3ba-3ac8f0e12d41 tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:09:49.774861 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-04280d4a-d031-47c7-87b0-6e841cfb83d2 req-3e1c22e4-2598-4195-a3ba-3ac8f0e12d41 tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] 10.222.0.13 "GET /v2.0/ports?device_id=84573221-9e33-48d2-866b-d60d20f086d1 HTTP/1.1" status: 200  len: 945 time: 0.1603525
Feb 19 03:09:49.785747 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e76bc02-941f-4d87-9cdd-3fc65e846bee req-acb2585f-23ec-4229-bd3f-638bfc4029fc tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:09:49.787294 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-1e76bc02-941f-4d87-9cdd-3fc65e846bee req-acb2585f-23ec-4229-bd3f-638bfc4029fc tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] 10.222.0.13 "GET /v2.0/ports?device_id=20b97697-437f-486c-910b-47864b498dfd HTTP/1.1" status: 200  len: 946 time: 0.1107166
Feb 19 03:09:49.865388 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-04280d4a-d031-47c7-87b0-6e841cfb83d2 req-0a87b536-b38a-4f6d-b73d-8b4aa748c3f1 tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7be7950-201e-4452-88dd-92f8a0a2b5e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0770643
Feb 19 03:09:49.872844 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-1e76bc02-941f-4d87-9cdd-3fc65e846bee req-95f57430-1c01-401d-8625-04427e788c53 tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] 10.222.0.13 "GET /v2.0/security-groups?id=3abdea19-59c5-47bb-abc1-26c9cf24f411&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0661860
Feb 19 03:09:49.922528 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6ecfe08-1772-4b9a-a3f2-2b210ba89d33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce42728e-25c3-4671-8d72-5c0b9b0f72c4', 'code': 200}
Feb 19 03:09:50.404278 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef45f4a-0279-40df-a4f5-c96fdb1886eb req-4811acdd-306f-4382-b195-8b96298380fe tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:09:50.405906 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-1ef45f4a-0279-40df-a4f5-c96fdb1886eb req-4811acdd-306f-4382-b195-8b96298380fe tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6ecfe08-1772-4b9a-a3f2-2b210ba89d33 HTTP/1.1" status: 200  len: 945 time: 0.1730545
Feb 19 03:09:50.407753 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a93a384-2943-4d33-8ac6-f3b96834c831 req-9fc3b69d-126c-46a0-88cf-7bed3ac33aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:09:50.409199 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-3a93a384-2943-4d33-8ac6-f3b96834c831 req-9fc3b69d-126c-46a0-88cf-7bed3ac33aa8 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=b6ecfe08-1772-4b9a-a3f2-2b210ba89d33 HTTP/1.1" status: 200  len: 1162 time: 0.1180017
Feb 19 03:09:50.425148 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.rpc [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Device ce42728e-25c3-4671-8d72-5c0b9b0f72c4 up at agent ovs-agent-hv-cinder-77570 {{(pid=84117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 03:09:50.490135 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-1ef45f4a-0279-40df-a4f5-c96fdb1886eb req-4b53a8ec-1230-4873-a865-20976b0b339d tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] 10.222.0.13 "GET /v2.0/security-groups?id=00f7ce86-0f19-4798-a066-63f8a8d47966&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0778542
Feb 19 03:09:50.491847 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-3a93a384-2943-4d33-8ac6-f3b96834c831 req-22ee1c74-044f-4d0e-9184-ef4e506d4e57 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=00f7ce86-0f19-4798-a066-63f8a8d47966&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0656164
Feb 19 03:09:50.505302 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Provisioning complete for port ce42728e-25c3-4671-8d72-5c0b9b0f72c4 triggered by entity L2. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 03:09:50.505744 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16124857'] for port, provisioning_complete {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:09:50.641760 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adccb1e5-8fd5-45c8-ac48-4cb1d5d2e5f5 req-13efaa27-a526-4caa-b0af-5adae75cdfae tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:09:50.643520 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-adccb1e5-8fd5-45c8-ac48-4cb1d5d2e5f5 req-13efaa27-a526-4caa-b0af-5adae75cdfae tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e4882dd-d538-4794-b670-363a7a2168f7 HTTP/1.1" status: 200  len: 944 time: 0.0961750
Feb 19 03:09:50.694192 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-adccb1e5-8fd5-45c8-ac48-4cb1d5d2e5f5 req-ae0c6827-d4c0-4ecb-8fe6-d09cc0335783 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cec6e94-f87a-4dfc-b64f-629a6d488241&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0442433
Feb 19 03:09:50.891481 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026a3761-bd0e-4590-9301-284b9378aa75 req-86c5b58d-80f8-4368-aa68-0e417ce8e110 tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:09:50.893177 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-026a3761-bd0e-4590-9301-284b9378aa75 req-86c5b58d-80f8-4368-aa68-0e417ce8e110 tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] 10.222.0.13 "GET /v2.0/ports?device_id=445f0f06-0e3a-4d82-8062-494e11d3e5e8 HTTP/1.1" status: 200  len: 984 time: 0.0906405
Feb 19 03:09:50.945745 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-026a3761-bd0e-4590-9301-284b9378aa75 req-ea47fe25-86ee-4e7e-adbb-61aa99c4e221 tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] 10.222.0.13 "GET /v2.0/security-groups?id=253536f3-0cee-4137-838b-ef4bc7a3f26d&id=aeaa7df1-6317-4400-8081-4d374588da7c&fields=id&fields=name HTTP/1.1" status: 200  len: 389 time: 0.0456846
Feb 19 03:09:51.135403 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db161a9-21ff-4c84-91ee-2b0971ca0429 req-9048173c-d1b4-430d-b3d0-090731a59e6c tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:09:51.137018 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-2db161a9-21ff-4c84-91ee-2b0971ca0429 req-9048173c-d1b4-430d-b3d0-090731a59e6c tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] 10.222.0.13 "GET /v2.0/ports?device_id=20b97697-437f-486c-910b-47864b498dfd HTTP/1.1" status: 200  len: 946 time: 0.0911400
Feb 19 03:09:51.188068 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-2db161a9-21ff-4c84-91ee-2b0971ca0429 req-3b1b68af-e53a-4bfd-b422-f32d050ad6d7 tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] 10.222.0.13 "GET /v2.0/security-groups?id=3abdea19-59c5-47bb-abc1-26c9cf24f411&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0447557
Feb 19 03:09:51.695350 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7916f2f7-310f-47c6-a064-0cb23025968c req-b06bae0f-cbd5-4736-908c-a0df4f408d04 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:09:51.696944 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-7916f2f7-310f-47c6-a064-0cb23025968c req-b06bae0f-cbd5-4736-908c-a0df4f408d04 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6ecfe08-1772-4b9a-a3f2-2b210ba89d33 HTTP/1.1" status: 200  len: 945 time: 0.0872915
Feb 19 03:09:51.748118 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-7916f2f7-310f-47c6-a064-0cb23025968c req-8750f8dd-561e-4417-b39a-41c48d84d30b tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] 10.222.0.13 "GET /v2.0/security-groups?id=00f7ce86-0f19-4798-a066-63f8a8d47966&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0443881
Feb 19 03:09:51.895460 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-555b2bd0-e8a4-4253-8559-359a401c5bf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:09:51.903203 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36171bc3-fd0f-4429-9e10-7da481170f2d req-7523332e-7624-4159-8289-b718da9e790e tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:09:51.904849 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-36171bc3-fd0f-4429-9e10-7da481170f2d req-7523332e-7624-4159-8289-b718da9e790e tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e4882dd-d538-4794-b670-363a7a2168f7 HTTP/1.1" status: 200  len: 944 time: 0.0897810
Feb 19 03:09:51.952390 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-36171bc3-fd0f-4429-9e10-7da481170f2d req-3d5ca95c-acdf-4bd7-a618-ef0eab9f2dc1 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cec6e94-f87a-4dfc-b64f-629a6d488241&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411129
Feb 19 03:09:52.148960 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b17cb8-529f-4b86-b57d-1734714aab14 req-6bce79e0-bbce-4312-bef1-665c490eb04f tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:09:52.150555 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-a6b17cb8-529f-4b86-b57d-1734714aab14 req-6bce79e0-bbce-4312-bef1-665c490eb04f tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] 10.222.0.13 "GET /v2.0/ports?device_id=445f0f06-0e3a-4d82-8062-494e11d3e5e8 HTTP/1.1" status: 200  len: 984 time: 0.0924244
Feb 19 03:09:52.479643 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-4b343f23-6f62-4db0-bfb1-0e5ba3aa11dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:09:52.500025 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.rpc [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Device ce42728e-25c3-4671-8d72-5c0b9b0f72c4 up at agent ovs-agent-hv-cinder-77570 {{(pid=84117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 03:09:52.573336 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Provisioning complete for port ce42728e-25c3-4671-8d72-5c0b9b0f72c4 triggered by entity L2. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 03:09:52.573681 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16124857'] for port, provisioning_complete {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:09:52.579527 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-a6b17cb8-529f-4b86-b57d-1734714aab14 req-610fa161-b6ee-4985-9867-d6aa06aa9195 tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] 10.222.0.13 "GET /v2.0/security-groups?id=253536f3-0cee-4137-838b-ef4bc7a3f26d&id=aeaa7df1-6317-4400-8081-4d374588da7c&fields=id&fields=name HTTP/1.1" status: 200  len: 389 time: 0.4221385
Feb 19 03:09:52.623944 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1497b79-ede7-4f0c-b682-75b8c259d2db req-0c10d230-e454-4dbe-b9d8-c1b3fb26bac2 tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:09:52.625486 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-b1497b79-ede7-4f0c-b682-75b8c259d2db req-0c10d230-e454-4dbe-b9d8-c1b3fb26bac2 tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] 10.222.0.65 "GET /v2.0/ports?device_id=20b97697-437f-486c-910b-47864b498dfd HTTP/1.1" status: 200  len: 946 time: 0.1433284
Feb 19 03:09:52.632528 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e199579-0d01-42c3-82f4-71a5fb57609f req-f10b79de-ab55-4193-880d-007a0a3390db tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:09:52.634032 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-5e199579-0d01-42c3-82f4-71a5fb57609f req-f10b79de-ab55-4193-880d-007a0a3390db tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] 10.222.0.13 "GET /v2.0/ports?device_id=20b97697-437f-486c-910b-47864b498dfd HTTP/1.1" status: 200  len: 946 time: 0.1984186
Feb 19 03:09:52.712342 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.rpc [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Device 651bfe87-563d-4e1c-91d7-2f39f5b29059 no longer exists at agent ovs-agent-hv-cinder-77570 {{(pid=84117) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 19 03:09:52.741872 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.plugin [req-b1497b79-ede7-4f0c-b682-75b8c259d2db req-74880c05-55b6-4d96-a571-f095a655a8fe tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Deleting port 651bfe87-563d-4e1c-91d7-2f39f5b29059 {{(pid=84115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 19 03:09:52.742259 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-b1497b79-ede7-4f0c-b682-75b8c259d2db req-74880c05-55b6-4d96-a571-f095a655a8fe tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363269711485266'] for port, before_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:09:52.795776 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-5e199579-0d01-42c3-82f4-71a5fb57609f req-f5e9188a-a378-481e-83db-2f8d8b425dc0 tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] 10.222.0.13 "GET /v2.0/security-groups?id=3abdea19-59c5-47bb-abc1-26c9cf24f411&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1245608
Feb 19 03:09:52.854290 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838630373'] for port, before_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:09:52.886424 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20b97697-437f-486c-910b-47864b498dfd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '651bfe87-563d-4e1c-91d7-2f39f5b29059'}] {{(pid=84117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 03:09:52.897261 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.db [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] For port 651bfe87-563d-4e1c-91d7-2f39f5b29059, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=651bfe87-563d-4e1c-91d7-2f39f5b29059,segment=NetworkSegment(24bf194f-4bc7-4684-a2af-42ff5163776b),segment_id=24bf194f-4bc7-4684-a2af-42ff5163776b)] {{(pid=84117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 03:09:52.940448 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20b97697-437f-486c-910b-47864b498dfd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '651bfe87-563d-4e1c-91d7-2f39f5b29059', 'code': 200}
Feb 19 03:09:52.952114 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269711510320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767142869380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269711906403'] for port, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:09:52.954151 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:09:53.042788 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Pushing event updated for resources: {'Port': ['ID=651bfe87-563d-4e1c-91d7-2f39f5b29059,revision_number=5']} {{(pid=84117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:09:53.048645 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=84117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:09:53.169126 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.db [req-b1497b79-ede7-4f0c-b682-75b8c259d2db req-74880c05-55b6-4d96-a571-f095a655a8fe tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] For port 651bfe87-563d-4e1c-91d7-2f39f5b29059, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=651bfe87-563d-4e1c-91d7-2f39f5b29059,segment=NetworkSegment(24bf194f-4bc7-4684-a2af-42ff5163776b),segment_id=24bf194f-4bc7-4684-a2af-42ff5163776b)] {{(pid=84115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 03:09:53.169520 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-b1497b79-ede7-4f0c-b682-75b8c259d2db req-74880c05-55b6-4d96-a571-f095a655a8fe tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-361392'] for port, precommit_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:09:53.311496 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249242be-21cd-4577-9983-674511a60c78 req-7dc5d958-e381-4379-8b01-c08c7ec66366 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:09:53.313081 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-249242be-21cd-4577-9983-674511a60c78 req-7dc5d958-e381-4379-8b01-c08c7ec66366 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6ecfe08-1772-4b9a-a3f2-2b210ba89d33 HTTP/1.1" status: 200  len: 945 time: 0.3546493
Feb 19 03:09:53.319986 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.plugin [req-b1497b79-ede7-4f0c-b682-75b8c259d2db req-74880c05-55b6-4d96-a571-f095a655a8fe tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Calling delete_port for 651bfe87-563d-4e1c-91d7-2f39f5b29059 owned by compute:nova {{(pid=84115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 19 03:09:53.434030 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa817814-ef79-4d47-a566-6b7eedeea136 req-04d9429a-21f1-486e-8686-0ac13acfc26e tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:09:53.435634 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-aa817814-ef79-4d47-a566-6b7eedeea136 req-04d9429a-21f1-486e-8686-0ac13acfc26e tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e4882dd-d538-4794-b670-363a7a2168f7 HTTP/1.1" status: 200  len: 944 time: 0.3477180
Feb 19 03:09:53.452143 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-249242be-21cd-4577-9983-674511a60c78 req-d4c7ad5f-aae6-414d-a0c8-54bb0f56c031 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] 10.222.0.13 "GET /v2.0/security-groups?id=00f7ce86-0f19-4798-a066-63f8a8d47966&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0902524
Feb 19 03:09:53.502345 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-aa817814-ef79-4d47-a566-6b7eedeea136 req-93d4d13f-38eb-4160-8bd3-127d9e936f9a tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cec6e94-f87a-4dfc-b64f-629a6d488241&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0485950
Feb 19 03:09:53.565510 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:09:53.614015 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.db.api [req-b1497b79-ede7-4f0c-b682-75b8c259d2db req-74880c05-55b6-4d96-a571-f095a655a8fe tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84115) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 19 03:09:53.614384 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_db.api [req-b1497b79-ede7-4f0c-b682-75b8c259d2db req-74880c05-55b6-4d96-a571-f095a655a8fe tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 19 03:09:53.659023 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dc1a94-442f-41a8-b11d-e46b1dd4ccf2 req-aabc2576-7e1a-444c-8c36-d050a1887ba7 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:09:53.660625 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-f2dc1a94-442f-41a8-b11d-e46b1dd4ccf2 req-aabc2576-7e1a-444c-8c36-d050a1887ba7 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6ecfe08-1772-4b9a-a3f2-2b210ba89d33 HTTP/1.1" status: 200  len: 945 time: 0.0895343
Feb 19 03:09:53.764614 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-f2dc1a94-442f-41a8-b11d-e46b1dd4ccf2 req-015d2a5c-cab9-417a-aa65-6336f2837415 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] 10.222.0.13 "GET /v2.0/security-groups?id=00f7ce86-0f19-4798-a066-63f8a8d47966&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0974650
Feb 19 03:09:53.795211 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734683c4-cd20-423e-bb0f-7a1781199bd8 req-e65200de-757a-4384-853a-68d493a9bb46 tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:09:53.796632 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-734683c4-cd20-423e-bb0f-7a1781199bd8 req-e65200de-757a-4384-853a-68d493a9bb46 tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] 10.222.0.13 "GET /v2.0/ports?device_id=445f0f06-0e3a-4d82-8062-494e11d3e5e8 HTTP/1.1" status: 200  len: 984 time: 0.0994306
Feb 19 03:09:53.950870 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-734683c4-cd20-423e-bb0f-7a1781199bd8 req-a2d598a3-8d38-4825-9166-42a5a196f93f tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] 10.222.0.13 "GET /v2.0/security-groups?id=253536f3-0cee-4137-838b-ef4bc7a3f26d&id=aeaa7df1-6317-4400-8081-4d374588da7c&fields=id&fields=name HTTP/1.1" status: 200  len: 389 time: 0.1470413
Feb 19 03:09:53.999611 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-439891a5-44ca-4870-98c8-48a403d549bb req-0ba7728b-c01e-45de-a8a1-a54297204a80 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.1969967
Feb 19 03:09:54.010012 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.v2.base [req-439891a5-44ca-4870-98c8-48a403d549bb req-dab16c86-e363-4ef9-bc4e-3bfdc7c179bc tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Request body: {'floatingip': {'floating_network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc'}} {{(pid=84115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 03:09:54.015675 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [req-439891a5-44ca-4870-98c8-48a403d549bb req-dab16c86-e363-4ef9-bc4e-3bfdc7c179bc tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 03:09:54.019714 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [req-439891a5-44ca-4870-98c8-48a403d549bb req-dab16c86-e363-4ef9-bc4e-3bfdc7c179bc tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Usage tracker for resource:floatingip and tenant:15972dafcae5480290e92407c155b4a6 is out of sync, need to count used quota {{(pid=84115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 03:09:54.022738 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [req-439891a5-44ca-4870-98c8-48a403d549bb req-dab16c86-e363-4ef9-bc4e-3bfdc7c179bc tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 03:09:54.028565 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [req-439891a5-44ca-4870-98c8-48a403d549bb req-dab16c86-e363-4ef9-bc4e-3bfdc7c179bc tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 03:09:54.096091 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-439891a5-44ca-4870-98c8-48a403d549bb req-dab16c86-e363-4ef9-bc4e-3bfdc7c179bc tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Notify callbacks [] for floatingip, before_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:09:54.117411 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.plugin [req-b1497b79-ede7-4f0c-b682-75b8c259d2db req-74880c05-55b6-4d96-a571-f095a655a8fe tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Deleting port 651bfe87-563d-4e1c-91d7-2f39f5b29059 {{(pid=84115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 19 03:09:54.117824 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-b1497b79-ede7-4f0c-b682-75b8c259d2db req-74880c05-55b6-4d96-a571-f095a655a8fe tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363269711485266'] for port, before_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:09:54.285667 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-ed1abd93-30ab-455f-b25e-ecbc2cc5cf06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:09:54.430863 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a65cda-649d-4f29-9608-ff69cee784d1 req-75b8a6e6-787c-4e12-b736-f26b3e2d3dbe tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:09:54.432459 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-f0a65cda-649d-4f29-9608-ff69cee784d1 req-75b8a6e6-787c-4e12-b736-f26b3e2d3dbe tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] 10.222.0.13 "GET /v2.0/ports?device_id=20b97697-437f-486c-910b-47864b498dfd HTTP/1.1" status: 200  len: 944 time: 0.3780215
Feb 19 03:09:54.535509 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-f0a65cda-649d-4f29-9608-ff69cee784d1 req-97cd340a-5777-42e5-88bb-c8c8fbdf8f90 tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] 10.222.0.13 "GET /v2.0/security-groups?id=3abdea19-59c5-47bb-abc1-26c9cf24f411&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0925436
Feb 19 03:09:54.537281 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.db [req-b1497b79-ede7-4f0c-b682-75b8c259d2db req-74880c05-55b6-4d96-a571-f095a655a8fe tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] For port 651bfe87-563d-4e1c-91d7-2f39f5b29059, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=651bfe87-563d-4e1c-91d7-2f39f5b29059,segment=NetworkSegment(24bf194f-4bc7-4684-a2af-42ff5163776b),segment_id=24bf194f-4bc7-4684-a2af-42ff5163776b)] {{(pid=84115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 03:09:54.537683 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-b1497b79-ede7-4f0c-b682-75b8c259d2db req-74880c05-55b6-4d96-a571-f095a655a8fe tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-361392'] for port, precommit_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:09:54.689382 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.plugin [req-b1497b79-ede7-4f0c-b682-75b8c259d2db req-74880c05-55b6-4d96-a571-f095a655a8fe tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Calling delete_port for 651bfe87-563d-4e1c-91d7-2f39f5b29059 owned by compute:nova {{(pid=84115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 19 03:09:54.808312 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-439891a5-44ca-4870-98c8-48a403d549bb req-dab16c86-e363-4ef9-bc4e-3bfdc7c179bc tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838630373'] for port, before_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:09:55.158399 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.rpc [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Device b52d8903-24d0-484f-afef-cca02ac84c8a up at agent ovs-agent-hv-cinder-77570 {{(pid=84117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 03:09:55.221927 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bb5dd6-209c-4fc4-92f2-e20c1edadd1d req-27ee739e-3613-42ef-b819-43d247f3efcd tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:09:55.223570 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-34bb5dd6-209c-4fc4-92f2-e20c1edadd1d req-27ee739e-3613-42ef-b819-43d247f3efcd tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e4882dd-d538-4794-b670-363a7a2168f7 HTTP/1.1" status: 200  len: 944 time: 0.5416453
Feb 19 03:09:55.235825 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Provisioning complete for port b52d8903-24d0-484f-afef-cca02ac84c8a triggered by entity L2. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 03:09:55.236254 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16124857'] for port, provisioning_complete {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:09:55.342255 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-b1497b79-ede7-4f0c-b682-75b8c259d2db req-74880c05-55b6-4d96-a571-f095a655a8fe tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363269711510303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363269711906437'] for port, after_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:09:55.364161 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838630373'] for port, before_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:09:55.370524 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:09:55.393168 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e4882dd-d538-4794-b670-363a7a2168f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b52d8903-24d0-484f-afef-cca02ac84c8a'}] {{(pid=84117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 03:09:55.403419 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.db [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] For port b52d8903-24d0-484f-afef-cca02ac84c8a, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=b52d8903-24d0-484f-afef-cca02ac84c8a,segment=NetworkSegment(6e9f1b00-4f0b-4b9d-b1f1-2ca997d9692c),segment_id=6e9f1b00-4f0b-4b9d-b1f1-2ca997d9692c)] {{(pid=84117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 03:09:55.404703 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-34bb5dd6-209c-4fc4-92f2-e20c1edadd1d req-fd31250d-928e-434f-a9c0-9508c1095171 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cec6e94-f87a-4dfc-b64f-629a6d488241&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1627898
Feb 19 03:09:55.445749 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269711510320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767142869380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269711906403'] for port, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:09:55.447782 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-379abf98-2c1a-43c9-ad04-a57950527831 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:09:55.478383 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74880c05-55b6-4d96-a571-f095a655a8fe tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Pushing event deleted for resources: {'Port': ['ID=651bfe87-563d-4e1c-91d7-2f39f5b29059,revision_number=None']} {{(pid=84115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:09:55.521381 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Pushing event updated for resources: {'Port': ['ID=b52d8903-24d0-484f-afef-cca02ac84c8a,revision_number=6']} {{(pid=84117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:09:55.524891 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:09:55.529551 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74880c05-55b6-4d96-a571-f095a655a8fe tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:09:55.530187 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74880c05-55b6-4d96-a571-f095a655a8fe tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:09:55.530360 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74880c05-55b6-4d96-a571-f095a655a8fe tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:09:55.530758 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74880c05-55b6-4d96-a571-f095a655a8fe tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:09:55.531684 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74880c05-55b6-4d96-a571-f095a655a8fe tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:09:55.531684 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74880c05-55b6-4d96-a571-f095a655a8fe tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:09:55.531881 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74880c05-55b6-4d96-a571-f095a655a8fe tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:09:55.532234 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74880c05-55b6-4d96-a571-f095a655a8fe tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:09:55.532572 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74880c05-55b6-4d96-a571-f095a655a8fe tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:09:55.532953 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74880c05-55b6-4d96-a571-f095a655a8fe tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:09:55.533334 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74880c05-55b6-4d96-a571-f095a655a8fe tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:09:55.533763 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74880c05-55b6-4d96-a571-f095a655a8fe tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:09:55.534172 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74880c05-55b6-4d96-a571-f095a655a8fe tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:09:55.534549 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74880c05-55b6-4d96-a571-f095a655a8fe tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:09:55.534926 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74880c05-55b6-4d96-a571-f095a655a8fe tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:09:55.535299 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74880c05-55b6-4d96-a571-f095a655a8fe tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:09:55.535672 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74880c05-55b6-4d96-a571-f095a655a8fe tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:09:55.536048 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74880c05-55b6-4d96-a571-f095a655a8fe tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:09:55.536424 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74880c05-55b6-4d96-a571-f095a655a8fe tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:09:55.536796 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74880c05-55b6-4d96-a571-f095a655a8fe tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:09:55.537168 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74880c05-55b6-4d96-a571-f095a655a8fe tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:09:55.537539 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74880c05-55b6-4d96-a571-f095a655a8fe tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:09:55.537960 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74880c05-55b6-4d96-a571-f095a655a8fe tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:09:55.538304 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-74880c05-55b6-4d96-a571-f095a655a8fe tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:09:55.582275 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-74880c05-55b6-4d96-a571-f095a655a8fe tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:09:55.680958 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.db_base_plugin_common [req-439891a5-44ca-4870-98c8-48a403d549bb req-dab16c86-e363-4ef9-bc4e-3bfdc7c179bc tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Allocated IP 172.27.0.24 (11a0058d-2e2a-4262-b636-ae96512c4ecc/f5c7b3a5-422b-45ad-be9d-3c3e4c209310/e55218ee-5a33-4040-bb10-11f5c7b2f078) {{(pid=84115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 19 03:09:55.819529 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ef69aa-ee21-4652-9a67-425554d2edfa req-0a8d0551-1251-4b69-8ab7-1719cf79bfa0 tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:09:55.821133 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-14ef69aa-ee21-4652-9a67-425554d2edfa req-0a8d0551-1251-4b69-8ab7-1719cf79bfa0 tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] 10.222.0.13 "GET /v2.0/ports?device_id=445f0f06-0e3a-4d82-8062-494e11d3e5e8 HTTP/1.1" status: 200  len: 984 time: 0.2934988
Feb 19 03:09:55.843182 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1497b79-ede7-4f0c-b682-75b8c259d2db req-74880c05-55b6-4d96-a571-f095a655a8fe tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] No DVR routers for this DVR port 651bfe87-563d-4e1c-91d7-2f39f5b29059 on host hv-cinder-77570 {{(pid=84115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 19 03:09:55.859140 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-b1497b79-ede7-4f0c-b682-75b8c259d2db req-74880c05-55b6-4d96-a571-f095a655a8fe tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771976'] for port, before_response {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:09:55.863291 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20b97697-437f-486c-910b-47864b498dfd', 'name': 'network-vif-deleted', 'tag': '651bfe87-563d-4e1c-91d7-2f39f5b29059'}] {{(pid=84115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 03:09:55.907721 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-b1497b79-ede7-4f0c-b682-75b8c259d2db req-74880c05-55b6-4d96-a571-f095a655a8fe tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] 10.222.0.65 "DELETE /v2.0/ports/651bfe87-563d-4e1c-91d7-2f39f5b29059 HTTP/1.1" status: 204  len: 173 time: 3.2726920
Feb 19 03:09:55.932204 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-14ef69aa-ee21-4652-9a67-425554d2edfa req-d42f9939-2d89-4e37-80cb-f47bd00731c2 tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] 10.222.0.13 "GET /v2.0/security-groups?id=253536f3-0cee-4137-838b-ef4bc7a3f26d&id=aeaa7df1-6317-4400-8081-4d374588da7c&fields=id&fields=name HTTP/1.1" status: 200  len: 389 time: 0.0979366
Feb 19 03:09:55.964111 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-439891a5-44ca-4870-98c8-48a403d549bb req-dab16c86-e363-4ef9-bc4e-3bfdc7c179bc tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Notify callbacks [] for port, precommit_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:09:55.989368 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e4882dd-d538-4794-b670-363a7a2168f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b52d8903-24d0-484f-afef-cca02ac84c8a', 'code': 200}
Feb 19 03:09:56.046161 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-439891a5-44ca-4870-98c8-48a403d549bb req-dab16c86-e363-4ef9-bc4e-3bfdc7c179bc tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363269711907205'] for port, after_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:09:56.062286 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:09:56.209310 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab16c86-e363-4ef9-bc4e-3bfdc7c179bc tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Pushing event updated for resources: {'Port': ['ID=e55218ee-5a33-4040-bb10-11f5c7b2f078,revision_number=1']} {{(pid=84115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:09:56.212661 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-dab16c86-e363-4ef9-bc4e-3bfdc7c179bc tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:09:56.269475 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-439891a5-44ca-4870-98c8-48a403d549bb req-dab16c86-e363-4ef9-bc4e-3bfdc7c179bc tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Network 11a0058d-2e2a-4262-b636-ae96512c4ecc is already hosted by enough agents. {{(pid=84115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 19 03:09:56.270829 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.scheduler.base_scheduler [req-439891a5-44ca-4870-98c8-48a403d549bb req-dab16c86-e363-4ef9-bc4e-3bfdc7c179bc tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Resources bound (agent type, host, resource id):  {{(pid=84115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 19 03:09:56.273096 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvrscheduler_db [req-439891a5-44ca-4870-98c8-48a403d549bb req-dab16c86-e363-4ef9-bc4e-3bfdc7c179bc tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Received port after_create {{(pid=84115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 19 03:09:56.301549 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-439891a5-44ca-4870-98c8-48a403d549bb req-dab16c86-e363-4ef9-bc4e-3bfdc7c179bc tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:09:56.406357 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-439891a5-44ca-4870-98c8-48a403d549bb req-dab16c86-e363-4ef9-bc4e-3bfdc7c179bc tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838630373'] for port, before_update {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:09:56.502735 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [req-066722f7-8293-4e1d-b89f-6b0823808236 req-5bc4ca79-a9ef-484b-8b7f-d7e9f395b5a2 tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Synchronizing usage tracker for tenant:3930a9bb64484ce1bf7cabab6e8229f8 on resource:port {{(pid=84115) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 19 03:09:56.689462 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [req-066722f7-8293-4e1d-b89f-6b0823808236 req-5bc4ca79-a9ef-484b-8b7f-d7e9f395b5a2 tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Unset dirty status for tenant:3930a9bb64484ce1bf7cabab6e8229f8 on resource:port {{(pid=84115) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 19 03:09:56.690773 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-066722f7-8293-4e1d-b89f-6b0823808236 req-5bc4ca79-a9ef-484b-8b7f-d7e9f395b5a2 tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] 10.222.0.13 "GET /v2.0/ports?device_id=20b97697-437f-486c-910b-47864b498dfd HTTP/1.1" status: 200  len: 210 time: 0.2587159
Feb 19 03:09:56.751520 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20b97697-437f-486c-910b-47864b498dfd', 'name': 'network-vif-deleted', 'tag': '651bfe87-563d-4e1c-91d7-2f39f5b29059', 'status': 'completed', 'code': 200}
Feb 19 03:09:56.802584 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853a2b31-bfd9-471f-999e-65c6812f1aae req-9dee3156-dfcf-4003-a62a-41eeedb2e5c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:09:56.804240 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-853a2b31-bfd9-471f-999e-65c6812f1aae req-9dee3156-dfcf-4003-a62a-41eeedb2e5c8 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=9e4882dd-d538-4794-b670-363a7a2168f7 HTTP/1.1" status: 200  len: 1163 time: 0.1988945
Feb 19 03:09:56.832712 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-439891a5-44ca-4870-98c8-48a403d549bb req-dab16c86-e363-4ef9-bc4e-3bfdc7c179bc tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Notify callbacks [] for port, precommit_update {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:09:56.897548 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-439891a5-44ca-4870-98c8-48a403d549bb req-dab16c86-e363-4ef9-bc4e-3bfdc7c179bc tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269711510320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767142869380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269711906403'] for port, after_update {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:09:56.918276 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:09:57.019897 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.rpc [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Device b52d8903-24d0-484f-afef-cca02ac84c8a up at agent ovs-agent-hv-cinder-77570 {{(pid=84117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 03:09:57.064592 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-853a2b31-bfd9-471f-999e-65c6812f1aae req-f5b47c24-bb65-4e4a-a2d8-d45df1ac2371 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=8cec6e94-f87a-4dfc-b64f-629a6d488241&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2379417
Feb 19 03:09:57.091587 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab16c86-e363-4ef9-bc4e-3bfdc7c179bc tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Pushing event updated for resources: {'Port': ['ID=e55218ee-5a33-4040-bb10-11f5c7b2f078,revision_number=2']} {{(pid=84115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:09:57.097147 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Provisioning complete for port b52d8903-24d0-484f-afef-cca02ac84c8a triggered by entity L2. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 03:09:57.097574 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16124857'] for port, provisioning_complete {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:09:57.099510 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-dab16c86-e363-4ef9-bc4e-3bfdc7c179bc tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:09:57.144516 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7bd2fe-d004-46cd-81ed-2eb5caa758d2 req-86f6338a-c694-4ec7-a836-609ea596ac3c tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:09:57.146173 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-0b7bd2fe-d004-46cd-81ed-2eb5caa758d2 req-86f6338a-c694-4ec7-a836-609ea596ac3c tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] 10.222.0.13 "GET /v2.0/ports?device_id=5cc3d0fe-2245-4c40-ab4b-cbc5b7a636db HTTP/1.1" status: 200  len: 945 time: 0.2956481
Feb 19 03:09:57.175854 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-439891a5-44ca-4870-98c8-48a403d549bb req-dab16c86-e363-4ef9-bc4e-3bfdc7c179bc tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854389592'] for floatingip, after_update {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:09:57.218245 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-0b7bd2fe-d004-46cd-81ed-2eb5caa758d2 req-ffac7f2f-b00e-4af8-8810-968882165d03 tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7be7950-201e-4452-88dd-92f8a0a2b5e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0614913
Feb 19 03:09:57.257420 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-439891a5-44ca-4870-98c8-48a403d549bb req-dab16c86-e363-4ef9-bc4e-3bfdc7c179bc tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771976'] for floatingip, before_response {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:09:57.258804 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-439891a5-44ca-4870-98c8-48a403d549bb req-dab16c86-e363-4ef9-bc4e-3bfdc7c179bc tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 697 time: 3.2532687
Feb 19 03:09:57.389920 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [req-439891a5-44ca-4870-98c8-48a403d549bb req-c4b3f563-e921-47aa-9701-2dcbbb051bd6 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Synchronizing usage tracker for tenant:15972dafcae5480290e92407c155b4a6 on resource:floatingip {{(pid=84115) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 19 03:09:57.442254 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bdf0d2-ceb0-42b4-8f15-165f43596ddf req-def7ceeb-4e44-4a74-9111-b976d02ac914 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:09:57.443840 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-81bdf0d2-ceb0-42b4-8f15-165f43596ddf req-def7ceeb-4e44-4a74-9111-b976d02ac914 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e4882dd-d538-4794-b670-363a7a2168f7 HTTP/1.1" status: 200  len: 946 time: 0.1169140
Feb 19 03:09:57.449308 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [req-439891a5-44ca-4870-98c8-48a403d549bb req-c4b3f563-e921-47aa-9701-2dcbbb051bd6 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Unset dirty status for tenant:15972dafcae5480290e92407c155b4a6 on resource:floatingip {{(pid=84115) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 19 03:09:57.450486 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-439891a5-44ca-4870-98c8-48a403d549bb req-c4b3f563-e921-47aa-9701-2dcbbb051bd6 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.27.0.24 HTTP/1.1" status: 200  len: 695 time: 0.1847687
Feb 19 03:09:57.585411 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-81bdf0d2-ceb0-42b4-8f15-165f43596ddf req-e945bf01-99c6-47d8-b861-d0d6785c074b tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cec6e94-f87a-4dfc-b64f-629a6d488241&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1338978
Feb 19 03:09:57.645588 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439891a5-44ca-4870-98c8-48a403d549bb req-dac091cc-c5aa-41fa-ba07-50713c1c78ff tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:09:57.647021 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-439891a5-44ca-4870-98c8-48a403d549bb req-dac091cc-c5aa-41fa-ba07-50713c1c78ff tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] 10.222.0.13 "GET /v2.0/networks/11a0058d-2e2a-4262-b636-ae96512c4ecc HTTP/1.1" status: 200  len: 784 time: 0.1813042
Feb 19 03:09:58.071700 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8992c5ea-e887-41f0-bef1-3ee9be436c0e req-b7febbdc-11bf-4ab2-99f4-1640b36bc0be tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:09:58.073300 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-8992c5ea-e887-41f0-bef1-3ee9be436c0e req-b7febbdc-11bf-4ab2-99f4-1640b36bc0be tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] 10.222.0.13 "GET /v2.0/ports?device_id=445f0f06-0e3a-4d82-8062-494e11d3e5e8 HTTP/1.1" status: 200  len: 984 time: 0.3812160
Feb 19 03:09:58.084177 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b4e48c-db4a-4a2e-9eab-6512dd6a8b18 req-f1a4a35e-437a-48e7-ab02-d33078f9bbb1 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:09:58.085654 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-76b4e48c-db4a-4a2e-9eab-6512dd6a8b18 req-f1a4a35e-437a-48e7-ab02-d33078f9bbb1 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6ecfe08-1772-4b9a-a3f2-2b210ba89d33&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.3398414
Feb 19 03:09:58.200032 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-76b4e48c-db4a-4a2e-9eab-6512dd6a8b18 req-dd3745a2-2f89-4552-839d-432dfda9bc95 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.27.0.24 HTTP/1.1" status: 200  len: 695 time: 0.0982137
Feb 19 03:09:58.206839 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-8992c5ea-e887-41f0-bef1-3ee9be436c0e req-865f7e0e-5127-4144-8feb-1d940aafddc1 tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] 10.222.0.13 "GET /v2.0/security-groups?id=253536f3-0cee-4137-838b-ef4bc7a3f26d&id=aeaa7df1-6317-4400-8081-4d374588da7c&fields=id&fields=name HTTP/1.1" status: 200  len: 389 time: 0.1201680
Feb 19 03:09:58.212083 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.v2.base [req-76b4e48c-db4a-4a2e-9eab-6512dd6a8b18 req-eef3ad54-c61e-4e5a-ace2-5a5acffe4a93 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Request body: {'floatingip': {'port_id': 'ce42728e-25c3-4671-8d72-5c0b9b0f72c4', 'fixed_ip_address': '172.20.0.3'}} {{(pid=84115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 03:09:58.294672 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-76b4e48c-db4a-4a2e-9eab-6512dd6a8b18 req-eef3ad54-c61e-4e5a-ace2-5a5acffe4a93 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Notify callbacks [] for floatingip, before_update {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:09:58.537983 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.rpc [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Device b52d8903-24d0-484f-afef-cca02ac84c8a up at agent ovs-agent-hv-cinder-77570 {{(pid=84117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 03:09:58.616800 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Provisioning complete for port b52d8903-24d0-484f-afef-cca02ac84c8a triggered by entity L2. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 03:09:58.617332 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16124857'] for port, provisioning_complete {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:09:58.660030 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ceeb83-3af9-4d9e-8ecd-b403ce51494c req-2b141401-95c5-4054-8457-da03b6e9ceef tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:09:58.662296 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-b6ceeb83-3af9-4d9e-8ecd-b403ce51494c req-2b141401-95c5-4054-8457-da03b6e9ceef tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] 10.222.0.13 "GET /v2.0/ports?device_id=5cc3d0fe-2245-4c40-ab4b-cbc5b7a636db HTTP/1.1" status: 200  len: 945 time: 0.2578657
Feb 19 03:09:58.803334 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-b6ceeb83-3af9-4d9e-8ecd-b403ce51494c req-2643443b-0245-40b0-b0e4-0bc35d695a97 tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7be7950-201e-4452-88dd-92f8a0a2b5e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1253695
Feb 19 03:09:59.071377 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-76b4e48c-db4a-4a2e-9eab-6512dd6a8b18 req-eef3ad54-c61e-4e5a-ace2-5a5acffe4a93 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:09:59.135631 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-76b4e48c-db4a-4a2e-9eab-6512dd6a8b18 req-eef3ad54-c61e-4e5a-ace2-5a5acffe4a93 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854389592'] for floatingip, after_update {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:09:59.395782 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.db.l3_db [req-76b4e48c-db4a-4a2e-9eab-6512dd6a8b18 req-eef3ad54-c61e-4e5a-ace2-5a5acffe4a93 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Floating IP 0f724ef1-f248-478a-8f19-a002f6811724 associated. External IP: 172.27.0.24, port: ce42728e-25c3-4671-8d72-5c0b9b0f72c4.
Feb 19 03:09:59.506247 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c203014a-997a-477a-9219-005f05f61c5e req-0de5aca4-9e5d-4c97-8cdc-cb757d66a85a tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:09:59.508034 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-c203014a-997a-477a-9219-005f05f61c5e req-0de5aca4-9e5d-4c97-8cdc-cb757d66a85a tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e4882dd-d538-4794-b670-363a7a2168f7 HTTP/1.1" status: 200  len: 946 time: 0.2088614
Feb 19 03:09:59.758761 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-c203014a-997a-477a-9219-005f05f61c5e req-22f6f34a-cc84-48a4-8d6d-689db121d669 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cec6e94-f87a-4dfc-b64f-629a6d488241&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1939034
Feb 19 03:09:59.890159 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8264b1f4-9d26-4cd8-a121-73d34a9d34c0 req-c5e1b1d1-2d40-433e-a924-ddff554bcdd7 tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:09:59.891745 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-8264b1f4-9d26-4cd8-a121-73d34a9d34c0 req-c5e1b1d1-2d40-433e-a924-ddff554bcdd7 tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] 10.222.0.65 "GET /v2.0/ports?device_id=5cc3d0fe-2245-4c40-ab4b-cbc5b7a636db HTTP/1.1" status: 200  len: 945 time: 0.3100367
Feb 19 03:10:00.029187 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.scheduler.l3_agent_scheduler [req-76b4e48c-db4a-4a2e-9eab-6512dd6a8b18 req-eef3ad54-c61e-4e5a-ace2-5a5acffe4a93 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Router 38a43ecc-4ed4-4b6f-967c-3f9825b6e0d7 has already been hosted by L3 agent f4ccfb5a-d22e-440e-8ddd-f393ad00f812 {{(pid=84115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 19 03:10:00.055117 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.plugin [req-8264b1f4-9d26-4cd8-a121-73d34a9d34c0 req-dea1e2e8-41c6-4159-a899-2b9a7ffef00a tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] Deleting port 9800f295-3bbf-46b7-8942-f1d13527abae {{(pid=84115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 19 03:10:00.055498 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-8264b1f4-9d26-4cd8-a121-73d34a9d34c0 req-dea1e2e8-41c6-4159-a899-2b9a7ffef00a tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363269711485266'] for port, before_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:10:00.219471 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d14f456-f741-486d-af79-98a3d21e4c80 req-e538d96a-f25c-4bec-9743-dd67c8de3bb8 tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:10:00.221094 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-1d14f456-f741-486d-af79-98a3d21e4c80 req-e538d96a-f25c-4bec-9743-dd67c8de3bb8 tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] 10.222.0.13 "GET /v2.0/ports?device_id=30cb6e0b-edc2-43a3-8c33-f36b68c2e427 HTTP/1.1" status: 200  len: 945 time: 0.3415749
Feb 19 03:10:00.238062 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:10:00.464252 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.rpc [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Device 9800f295-3bbf-46b7-8942-f1d13527abae no longer exists at agent ovs-agent-hv-cinder-77570 {{(pid=84117) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 19 03:10:00.587755 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838630373'] for port, before_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:10:00.616450 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cc3d0fe-2245-4c40-ab4b-cbc5b7a636db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9800f295-3bbf-46b7-8942-f1d13527abae'}] {{(pid=84117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 03:10:00.626753 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.db [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] For port 9800f295-3bbf-46b7-8942-f1d13527abae, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=9800f295-3bbf-46b7-8942-f1d13527abae,segment=NetworkSegment(9336127e-160f-4619-9a09-bfd4cdb78b72),segment_id=9336127e-160f-4619-9a09-bfd4cdb78b72)] {{(pid=84117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 03:10:00.654822 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269711510320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767142869380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269711906403'] for port, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:10:00.656689 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:10:00.685618 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-1d14f456-f741-486d-af79-98a3d21e4c80 req-1a2bb7b6-d7ff-4e0c-ab0f-7478d8e02842 tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] 10.222.0.13 "GET /v2.0/security-groups?id=3abdea19-59c5-47bb-abc1-26c9cf24f411&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2223802
Feb 19 03:10:00.706802 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-76b4e48c-db4a-4a2e-9eab-6512dd6a8b18 req-eef3ad54-c61e-4e5a-ace2-5a5acffe4a93 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Notify agent at l3_agent.dv-cinder-775706-2-iscsi the message routers_updated {{(pid=84115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 19 03:10:00.713145 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-76b4e48c-db4a-4a2e-9eab-6512dd6a8b18 req-eef3ad54-c61e-4e5a-ace2-5a5acffe4a93 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771976'] for floatingip, before_response {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:10:00.719084 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4182a998-59c7-429e-b062-3acf514fa549 None None] Sync routers for ids ['38a43ecc-4ed4-4b6f-967c-3f9825b6e0d7'] in dv-cinder-775706-2-iscsi {{(pid=84118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 19 03:10:00.727774 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Pushing event updated for resources: {'Port': ['ID=9800f295-3bbf-46b7-8942-f1d13527abae,revision_number=5']} {{(pid=84117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:10:00.734598 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4182a998-59c7-429e-b062-3acf514fa549 None None] Routers {'38a43ecc-4ed4-4b6f-967c-3f9825b6e0d7'} bound to L3 agent in host dv-cinder-775706-2-iscsi {{(pid=84118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 03:10:00.734766 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:10:00.737916 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_hamode_db [None req-4182a998-59c7-429e-b062-3acf514fa549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f94260a26a0>, 'dv-cinder-775706-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-02-19T02:56:52Z,description=<?>,heartbeat_timestamp=2021-02-19T03:09:52Z,host='dv-cinder-775706-2-iscsi',id=f4ccfb5a-d22e-440e-8ddd-f393ad00f812,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T02:56:52Z,topic='l3_agent')) {'router_ids': ['38a43ecc-4ed4-4b6f-967c-3f9825b6e0d7'], 'active': True} {{(pid=84118) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 03:10:00.804135 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-76b4e48c-db4a-4a2e-9eab-6512dd6a8b18 req-eef3ad54-c61e-4e5a-ace2-5a5acffe4a93 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] 10.222.0.13 "PUT /v2.0/floatingips/0f724ef1-f248-478a-8f19-a002f6811724 HTTP/1.1" status: 200  len: 995 time: 2.5962055
Feb 19 03:10:00.806923 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6ecfe08-1772-4b9a-a3f2-2b210ba89d33', 'tag': 'ce42728e-25c3-4671-8d72-5c0b9b0f72c4'}] {{(pid=84115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 03:10:00.935595 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvr_db [None req-4182a998-59c7-429e-b062-3acf514fa549 None None] Set router 38a43ecc-4ed4-4b6f-967c-3f9825b6e0d7 gateway port host: dv-cinder-775706-2-iscsi {{(pid=84118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 03:10:00.946763 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.db [req-8264b1f4-9d26-4cd8-a121-73d34a9d34c0 req-dea1e2e8-41c6-4159-a899-2b9a7ffef00a tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] For port 9800f295-3bbf-46b7-8942-f1d13527abae, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=9800f295-3bbf-46b7-8942-f1d13527abae,segment=NetworkSegment(9336127e-160f-4619-9a09-bfd4cdb78b72),segment_id=9336127e-160f-4619-9a09-bfd4cdb78b72)] {{(pid=84115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 03:10:00.947173 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-8264b1f4-9d26-4cd8-a121-73d34a9d34c0 req-dea1e2e8-41c6-4159-a899-2b9a7ffef00a tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-361392'] for port, precommit_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:10:00.981976 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb6347b-50f6-489d-a28d-0555a4a455bf req-4985621b-f602-482d-81d8-62cf71fddf50 tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:10:00.983547 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [req-0bb6347b-50f6-489d-a28d-0555a4a455bf req-4985621b-f602-482d-81d8-62cf71fddf50 tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Synchronizing usage tracker for tenant:3930a9bb64484ce1bf7cabab6e8229f8 on resource:port {{(pid=84116) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 19 03:10:00.995329 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [req-0bb6347b-50f6-489d-a28d-0555a4a455bf req-4985621b-f602-482d-81d8-62cf71fddf50 tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Unset dirty status for tenant:3930a9bb64484ce1bf7cabab6e8229f8 on resource:port {{(pid=84116) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 19 03:10:00.997586 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-0bb6347b-50f6-489d-a28d-0555a4a455bf req-4985621b-f602-482d-81d8-62cf71fddf50 tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] 10.222.0.65 "GET /v2.0/ports?device_id=30cb6e0b-edc2-43a3-8c33-f36b68c2e427 HTTP/1.1" status: 200  len: 945 time: 0.1049957
Feb 19 03:10:01.076282 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.plugin [req-0bb6347b-50f6-489d-a28d-0555a4a455bf req-b0c1bd32-cba9-450e-bff0-9fdb2fa7320a tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Deleting port f757e1e1-4e9e-499a-adb5-b50690daf714 {{(pid=84116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 19 03:10:01.076821 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-0bb6347b-50f6-489d-a28d-0555a4a455bf req-b0c1bd32-cba9-450e-bff0-9fdb2fa7320a tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363269711485266'] for port, before_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:10:01.093600 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.plugin [req-8264b1f4-9d26-4cd8-a121-73d34a9d34c0 req-dea1e2e8-41c6-4159-a899-2b9a7ffef00a tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] Calling delete_port for 9800f295-3bbf-46b7-8942-f1d13527abae owned by compute:nova {{(pid=84115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 19 03:10:01.179973 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b4e48c-db4a-4a2e-9eab-6512dd6a8b18 req-da5a17b6-a9c9-4c03-bcd8-238686f2f281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:10:01.181648 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-76b4e48c-db4a-4a2e-9eab-6512dd6a8b18 req-da5a17b6-a9c9-4c03-bcd8-238686f2f281 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=15972dafcae5480290e92407c155b4a6&device_id=b6ecfe08-1772-4b9a-a3f2-2b210ba89d33 HTTP/1.1" status: 200  len: 1162 time: 0.3602939
Feb 19 03:10:01.226510 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eefc23f-aea1-4923-84b4-ba20dec5d5b5 req-bef84c44-805f-43f1-8a97-ee57da5fdc32 tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:10:01.228154 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-9eefc23f-aea1-4923-84b4-ba20dec5d5b5 req-bef84c44-805f-43f1-8a97-ee57da5fdc32 tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] 10.222.0.13 "GET /v2.0/ports?device_id=445f0f06-0e3a-4d82-8062-494e11d3e5e8 HTTP/1.1" status: 200  len: 984 time: 0.4018729
Feb 19 03:10:01.330589 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_hamode_db [None req-4182a998-59c7-429e-b062-3acf514fa549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f94260a26a0>, [{'id': '38a43ecc-4ed4-4b6f-967c-3f9825b6e0d7', 'name': 'tempest-TestVolumeBootPattern-845494617-router', 'tenant_id': '15972dafcae5480290e92407c155b4a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'external_fixed_ips': [{'subnet_id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': 'd3f0dffa-05e4-4cf3-b5ed-05e96e26ef3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T03:08:20Z', 'updated_at': '2021-02-19T03:08:29Z', 'revision_number': 4, 'project_id': '15972dafcae5480290e92407c155b4a6', 'gw_port': {'id': 'd3f0dffa-05e4-4cf3-b5ed-05e96e26ef3b', 'name': '', 'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:1b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38a43ecc-4ed4-4b6f-967c-3f9825b6e0d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T03:08:21Z', 'updated_at': '2021-02-19T03:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-2-iscsi', '_floatingips': [{'id': '0f724ef1-f248-478a-8f19-a002f6811724', 'tenant_id': '15972dafcae5480290e92407c155b4a6', 'floating_ip_address': '172.27.0.24', 'floating_network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'router_id': '38a43ecc-4ed4-4b6f-967c-3f9825b6e0d7', 'port_id': 'ce42728e-25c3-4671-8d72-5c0b9b0f72c4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 375, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9c3c36b-9ba9-4bad-aa41-5ad95f05fd56', 'mac_address': 'fa:16:3e:e9:de:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6ecfe08-1772-4b9a-a3f2-2b210ba89d33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-19T03:09:56Z', 'updated_at': '2021-02-19T03:09:58Z', 'revision_number': 1, 'project_id': '15972dafcae5480290e92407c155b4a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '620ca212-b760-4421-979b-f3ffea0ba319', 'name': '', 'network_id': 'e9c3c36b-9ba9-4bad-aa41-5ad95f05fd56', 'tenant_id': '15972dafcae5480290e92407c155b4a6', 'mac_address': 'fa:16:3e:38:b6:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38a43ecc-4ed4-4b6f-967c-3f9825b6e0d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'a7a2a5a5-1d7b-43c3-bf47-2a76329918f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T03:08:27Z', 'updated_at': '2021-02-19T03:08:40Z', 'revision_number': 5, 'project_id': '15972dafcae5480290e92407c155b4a6', 'subnets': [{'id': 'a7a2a5a5-1d7b-43c3-bf47-2a76329918f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775706-2-iscsi', False) {} {{(pid=84118) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 03:10:01.335338 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4182a998-59c7-429e-b062-3acf514fa549 None None] Checking router: 38a43ecc-4ed4-4b6f-967c-3f9825b6e0d7 for host: dv-cinder-775706-2-iscsi {{(pid=84118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 19 03:10:01.344053 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4182a998-59c7-429e-b062-3acf514fa549 None None] Routers {'38a43ecc-4ed4-4b6f-967c-3f9825b6e0d7'} bound to L3 agent in host dv-cinder-775706-2-iscsi {{(pid=84118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 03:10:01.344706 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_hamode_db [None req-4182a998-59c7-429e-b062-3acf514fa549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f94260a26a0>, 'dv-cinder-775706-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-02-19T02:56:52Z,description=<?>,heartbeat_timestamp=2021-02-19T03:09:52Z,host='dv-cinder-775706-2-iscsi',id=f4ccfb5a-d22e-440e-8ddd-f393ad00f812,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T02:56:52Z,topic='l3_agent')) {'router_ids': ['38a43ecc-4ed4-4b6f-967c-3f9825b6e0d7'], 'active': True} {{(pid=84118) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 03:10:01.360215 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-9eefc23f-aea1-4923-84b4-ba20dec5d5b5 req-c1190f76-7e52-46b1-bfa5-026304b6b50e tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] 10.222.0.13 "GET /v2.0/security-groups?id=253536f3-0cee-4137-838b-ef4bc7a3f26d&id=aeaa7df1-6317-4400-8081-4d374588da7c&fields=id&fields=name HTTP/1.1" status: 200  len: 389 time: 0.0727878
Feb 19 03:10:01.361367 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.db [req-0bb6347b-50f6-489d-a28d-0555a4a455bf req-b0c1bd32-cba9-450e-bff0-9fdb2fa7320a tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] For port f757e1e1-4e9e-499a-adb5-b50690daf714, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=f757e1e1-4e9e-499a-adb5-b50690daf714,segment=NetworkSegment(24bf194f-4bc7-4684-a2af-42ff5163776b),segment_id=24bf194f-4bc7-4684-a2af-42ff5163776b)] {{(pid=84116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 03:10:01.361796 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-0bb6347b-50f6-489d-a28d-0555a4a455bf req-b0c1bd32-cba9-450e-bff0-9fdb2fa7320a tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-361392'] for port, precommit_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:10:01.363524 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.db.api [req-8264b1f4-9d26-4cd8-a121-73d34a9d34c0 req-dea1e2e8-41c6-4159-a899-2b9a7ffef00a tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84115) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 19 03:10:01.363885 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_db.api [req-8264b1f4-9d26-4cd8-a121-73d34a9d34c0 req-dea1e2e8-41c6-4159-a899-2b9a7ffef00a tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 19 03:10:01.408544 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b4e48c-db4a-4a2e-9eab-6512dd6a8b18 req-f7c791ee-d4e8-4420-9715-226ad460a581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:10:01.410212 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-76b4e48c-db4a-4a2e-9eab-6512dd6a8b18 req-f7c791ee-d4e8-4420-9715-226ad460a581 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e9c3c36b-9ba9-4bad-aa41-5ad95f05fd56 HTTP/1.1" status: 200  len: 905 time: 0.2127142
Feb 19 03:10:01.503502 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.plugin [req-0bb6347b-50f6-489d-a28d-0555a4a455bf req-b0c1bd32-cba9-450e-bff0-9fdb2fa7320a tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Calling delete_port for f757e1e1-4e9e-499a-adb5-b50690daf714 owned by compute:nova {{(pid=84116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 19 03:10:01.543549 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvr_db [None req-4182a998-59c7-429e-b062-3acf514fa549 None None] Set router 38a43ecc-4ed4-4b6f-967c-3f9825b6e0d7 gateway port host: dv-cinder-775706-2-iscsi {{(pid=84118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 03:10:01.595873 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-76b4e48c-db4a-4a2e-9eab-6512dd6a8b18 req-a4102add-8a6c-4b0a-b7e6-3b8cb793ffef service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ce42728e-25c3-4671-8d72-5c0b9b0f72c4 HTTP/1.1" status: 200  len: 998 time: 0.1770232
Feb 19 03:10:01.670499 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7411ce1-254a-4d06-a5ca-a4ac5bad7feb req-71262d83-af46-419f-9930-24c4ecec5514 tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:10:01.672155 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-d7411ce1-254a-4d06-a5ca-a4ac5bad7feb req-71262d83-af46-419f-9930-24c4ecec5514 tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] 10.222.0.13 "GET /v2.0/ports?device_id=5cc3d0fe-2245-4c40-ab4b-cbc5b7a636db HTTP/1.1" status: 200  len: 943 time: 0.1713376
Feb 19 03:10:01.691196 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-0bb6347b-50f6-489d-a28d-0555a4a455bf req-b0c1bd32-cba9-450e-bff0-9fdb2fa7320a tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363269711510303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363269711906437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2630593'] for port, after_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:10:01.696031 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b4e48c-db4a-4a2e-9eab-6512dd6a8b18 req-912a6efc-6ef1-4f35-8472-77a4a43ae432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:10:01.697607 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-76b4e48c-db4a-4a2e-9eab-6512dd6a8b18 req-912a6efc-6ef1-4f35-8472-77a4a43ae432 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a7a2a5a5-1d7b-43c3-bf47-2a76329918f7 HTTP/1.1" status: 200  len: 850 time: 0.0942035
Feb 19 03:10:01.709532 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-c1de3768-2306-489b-91bf-cf3b461005e4 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:10:01.787481 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-d7411ce1-254a-4d06-a5ca-a4ac5bad7feb req-2b6025fc-9540-4dee-bb73-0b9801c03932 tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7be7950-201e-4452-88dd-92f8a0a2b5e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1085229
Feb 19 03:10:01.808770 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b4e48c-db4a-4a2e-9eab-6512dd6a8b18 req-941f3e43-ce73-48cb-96e0-ba36c34b52f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:10:01.810416 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-76b4e48c-db4a-4a2e-9eab-6512dd6a8b18 req-941f3e43-ce73-48cb-96e0-ba36c34b52f0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e9c3c36b-9ba9-4bad-aa41-5ad95f05fd56&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0942476
Feb 19 03:10:01.822818 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c1bd32-cba9-450e-bff0-9fdb2fa7320a tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Pushing event deleted for resources: {'Port': ['ID=f757e1e1-4e9e-499a-adb5-b50690daf714,revision_number=None']} {{(pid=84116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:10:01.893207 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c1bd32-cba9-450e-bff0-9fdb2fa7320a tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:10:01.893625 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c1bd32-cba9-450e-bff0-9fdb2fa7320a tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:10:01.894071 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c1bd32-cba9-450e-bff0-9fdb2fa7320a tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:10:01.894476 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c1bd32-cba9-450e-bff0-9fdb2fa7320a tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:10:01.894874 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c1bd32-cba9-450e-bff0-9fdb2fa7320a tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:10:01.895677 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c1bd32-cba9-450e-bff0-9fdb2fa7320a tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:10:01.895677 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c1bd32-cba9-450e-bff0-9fdb2fa7320a tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:10:01.896007 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c1bd32-cba9-450e-bff0-9fdb2fa7320a tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:10:01.896401 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c1bd32-cba9-450e-bff0-9fdb2fa7320a tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:10:01.896794 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c1bd32-cba9-450e-bff0-9fdb2fa7320a tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:10:01.897184 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c1bd32-cba9-450e-bff0-9fdb2fa7320a tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:10:01.897576 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c1bd32-cba9-450e-bff0-9fdb2fa7320a tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:10:01.898058 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c1bd32-cba9-450e-bff0-9fdb2fa7320a tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:10:01.898447 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c1bd32-cba9-450e-bff0-9fdb2fa7320a tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:10:01.898835 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c1bd32-cba9-450e-bff0-9fdb2fa7320a tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:10:01.899222 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c1bd32-cba9-450e-bff0-9fdb2fa7320a tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:10:01.899604 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c1bd32-cba9-450e-bff0-9fdb2fa7320a tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:10:01.899995 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c1bd32-cba9-450e-bff0-9fdb2fa7320a tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:10:01.900378 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c1bd32-cba9-450e-bff0-9fdb2fa7320a tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:10:01.900766 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c1bd32-cba9-450e-bff0-9fdb2fa7320a tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:10:01.901151 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c1bd32-cba9-450e-bff0-9fdb2fa7320a tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:10:01.901535 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c1bd32-cba9-450e-bff0-9fdb2fa7320a tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:10:01.902598 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c1bd32-cba9-450e-bff0-9fdb2fa7320a tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:10:01.902991 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0c1bd32-cba9-450e-bff0-9fdb2fa7320a tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:10:01.908235 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.plugin [req-8264b1f4-9d26-4cd8-a121-73d34a9d34c0 req-dea1e2e8-41c6-4159-a899-2b9a7ffef00a tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] Deleting port 9800f295-3bbf-46b7-8942-f1d13527abae {{(pid=84115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 19 03:10:01.909058 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-8264b1f4-9d26-4cd8-a121-73d34a9d34c0 req-dea1e2e8-41c6-4159-a899-2b9a7ffef00a tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363269711485266'] for port, before_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:10:01.938475 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-b0c1bd32-cba9-450e-bff0-9fdb2fa7320a tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:10:01.951149 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvrscheduler_db [req-0bb6347b-50f6-489d-a28d-0555a4a455bf req-b0c1bd32-cba9-450e-bff0-9fdb2fa7320a tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] No DVR routers for this DVR port f757e1e1-4e9e-499a-adb5-b50690daf714 on host hv-cinder-77570 {{(pid=84116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 19 03:10:01.954093 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-0bb6347b-50f6-489d-a28d-0555a4a455bf req-b0c1bd32-cba9-450e-bff0-9fdb2fa7320a tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771976'] for port, before_response {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:10:01.957130 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30cb6e0b-edc2-43a3-8c33-f36b68c2e427', 'name': 'network-vif-deleted', 'tag': 'f757e1e1-4e9e-499a-adb5-b50690daf714'}] {{(pid=84116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 03:10:02.000600 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-0bb6347b-50f6-489d-a28d-0555a4a455bf req-b0c1bd32-cba9-450e-bff0-9fdb2fa7320a tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] 10.222.0.65 "DELETE /v2.0/ports/f757e1e1-4e9e-499a-adb5-b50690daf714 HTTP/1.1" status: 204  len: 173 time: 0.9974945
Feb 19 03:10:02.103623 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-76b4e48c-db4a-4a2e-9eab-6512dd6a8b18 req-9cbf20b1-8fb4-4bdd-95fb-9983a7ce8f79 service neutron] 10.222.0.13 "GET /v2.0/networks/e9c3c36b-9ba9-4bad-aa41-5ad95f05fd56?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2810769
Feb 19 03:10:02.117466 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_hamode_db [None req-4182a998-59c7-429e-b062-3acf514fa549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f94260a26a0>, [{'id': '38a43ecc-4ed4-4b6f-967c-3f9825b6e0d7', 'name': 'tempest-TestVolumeBootPattern-845494617-router', 'tenant_id': '15972dafcae5480290e92407c155b4a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'external_fixed_ips': [{'subnet_id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': 'd3f0dffa-05e4-4cf3-b5ed-05e96e26ef3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T03:08:20Z', 'updated_at': '2021-02-19T03:08:29Z', 'revision_number': 4, 'project_id': '15972dafcae5480290e92407c155b4a6', 'gw_port': {'id': 'd3f0dffa-05e4-4cf3-b5ed-05e96e26ef3b', 'name': '', 'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:1b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38a43ecc-4ed4-4b6f-967c-3f9825b6e0d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T03:08:21Z', 'updated_at': '2021-02-19T03:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-2-iscsi', '_floatingips': [{'id': '0f724ef1-f248-478a-8f19-a002f6811724', 'tenant_id': '15972dafcae5480290e92407c155b4a6', 'floating_ip_address': '172.27.0.24', 'floating_network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'router_id': '38a43ecc-4ed4-4b6f-967c-3f9825b6e0d7', 'port_id': 'ce42728e-25c3-4671-8d72-5c0b9b0f72c4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 375, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9c3c36b-9ba9-4bad-aa41-5ad95f05fd56', 'mac_address': 'fa:16:3e:e9:de:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6ecfe08-1772-4b9a-a3f2-2b210ba89d33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-19T03:09:56Z', 'updated_at': '2021-02-19T03:09:58Z', 'revision_number': 1, 'project_id': '15972dafcae5480290e92407c155b4a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '620ca212-b760-4421-979b-f3ffea0ba319', 'name': '', 'network_id': 'e9c3c36b-9ba9-4bad-aa41-5ad95f05fd56', 'tenant_id': '15972dafcae5480290e92407c155b4a6', 'mac_address': 'fa:16:3e:38:b6:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38a43ecc-4ed4-4b6f-967c-3f9825b6e0d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'a7a2a5a5-1d7b-43c3-bf47-2a76329918f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T03:08:27Z', 'updated_at': '2021-02-19T03:08:40Z', 'revision_number': 5, 'project_id': '15972dafcae5480290e92407c155b4a6', 'subnets': [{'id': 'a7a2a5a5-1d7b-43c3-bf47-2a76329918f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775706-2-iscsi', False) {} {{(pid=84118) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 03:10:02.125150 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4182a998-59c7-429e-b062-3acf514fa549 None None] The sync data for ids ['38a43ecc-4ed4-4b6f-967c-3f9825b6e0d7'] in dv-cinder-775706-2-iscsi is: [{'id': '38a43ecc-4ed4-4b6f-967c-3f9825b6e0d7', 'name': 'tempest-TestVolumeBootPattern-845494617-router', 'tenant_id': '15972dafcae5480290e92407c155b4a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'external_fixed_ips': [{'subnet_id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': 'd3f0dffa-05e4-4cf3-b5ed-05e96e26ef3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T03:08:20Z', 'updated_at': '2021-02-19T03:08:29Z', 'revision_number': 4, 'project_id': '15972dafcae5480290e92407c155b4a6', 'gw_port': {'id': 'd3f0dffa-05e4-4cf3-b5ed-05e96e26ef3b', 'name': '', 'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:1b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38a43ecc-4ed4-4b6f-967c-3f9825b6e0d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T03:08:21Z', 'updated_at': '2021-02-19T03:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-2-iscsi', '_floatingips': [{'id': '0f724ef1-f248-478a-8f19-a002f6811724', 'tenant_id': '15972dafcae5480290e92407c155b4a6', 'floating_ip_address': '172.27.0.24', 'floating_network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'router_id': '38a43ecc-4ed4-4b6f-967c-3f9825b6e0d7', 'port_id': 'ce42728e-25c3-4671-8d72-5c0b9b0f72c4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 375, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9c3c36b-9ba9-4bad-aa41-5ad95f05fd56', 'mac_address': 'fa:16:3e:e9:de:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6ecfe08-1772-4b9a-a3f2-2b210ba89d33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-19T03:09:56Z', 'updated_at': '2021-02-19T03:09:58Z', 'revision_number': 1, 'project_id': '15972dafcae5480290e92407c155b4a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '620ca212-b760-4421-979b-f3ffea0ba319', 'name': '', 'network_id': 'e9c3c36b-9ba9-4bad-aa41-5ad95f05fd56', 'tenant_id': '15972dafcae5480290e92407c155b4a6', 'mac_address': 'fa:16:3e:38:b6:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38a43ecc-4ed4-4b6f-967c-3f9825b6e0d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'a7a2a5a5-1d7b-43c3-bf47-2a76329918f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T03:08:27Z', 'updated_at': '2021-02-19T03:08:40Z', 'revision_number': 5, 'project_id': '15972dafcae5480290e92407c155b4a6', 'subnets': [{'id': 'a7a2a5a5-1d7b-43c3-bf47-2a76329918f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 19 03:10:02.164695 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cc3d0fe-2245-4c40-ab4b-cbc5b7a636db', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9800f295-3bbf-46b7-8942-f1d13527abae', 'code': 200}
Feb 19 03:10:02.439771 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a36985d-8b22-41dc-8a7e-51365c57f397 None None] New status for floating IP 0f724ef1-f248-478a-8f19-a002f6811724: ACTIVE {{(pid=84117) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 19 03:10:02.468443 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-76b4e48c-db4a-4a2e-9eab-6512dd6a8b18 req-bb81bd50-9ffa-484d-bccd-82813c30e08e service neutron] 10.222.0.13 "GET /v2.0/networks/e9c3c36b-9ba9-4bad-aa41-5ad95f05fd56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3437042
Feb 19 03:10:02.475105 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.db [req-8264b1f4-9d26-4cd8-a121-73d34a9d34c0 req-dea1e2e8-41c6-4159-a899-2b9a7ffef00a tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] For port 9800f295-3bbf-46b7-8942-f1d13527abae, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=9800f295-3bbf-46b7-8942-f1d13527abae,segment=NetworkSegment(9336127e-160f-4619-9a09-bfd4cdb78b72),segment_id=9336127e-160f-4619-9a09-bfd4cdb78b72)] {{(pid=84115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 03:10:02.475105 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-8264b1f4-9d26-4cd8-a121-73d34a9d34c0 req-dea1e2e8-41c6-4159-a899-2b9a7ffef00a tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-361392'] for port, precommit_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:10:02.611673 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6ecfe08-1772-4b9a-a3f2-2b210ba89d33', 'tag': 'ce42728e-25c3-4671-8d72-5c0b9b0f72c4', 'status': 'completed', 'code': 200}
Feb 19 03:10:02.620220 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.plugin [req-8264b1f4-9d26-4cd8-a121-73d34a9d34c0 req-dea1e2e8-41c6-4159-a899-2b9a7ffef00a tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] Calling delete_port for 9800f295-3bbf-46b7-8942-f1d13527abae owned by compute:nova {{(pid=84115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 19 03:10:02.681962 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a459bb-8e88-45f6-be42-08b2e7d73976 req-a917f62b-78d6-4957-9691-7a7839ea869b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:10:02.684653 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-f0a459bb-8e88-45f6-be42-08b2e7d73976 req-a917f62b-78d6-4957-9691-7a7839ea869b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=15972dafcae5480290e92407c155b4a6&device_id=b6ecfe08-1772-4b9a-a3f2-2b210ba89d33 HTTP/1.1" status: 200  len: 1162 time: 0.0916646
Feb 19 03:10:02.795140 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.rpc [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Device 16418b48-b026-46e8-a64e-e078dfd8d7a3 up at agent ovs-agent-hv-cinder-77570 {{(pid=84117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 03:10:02.873999 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a459bb-8e88-45f6-be42-08b2e7d73976 req-b0368b07-238b-417c-9bc2-92fa62ae36bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:10:02.875656 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-f0a459bb-8e88-45f6-be42-08b2e7d73976 req-b0368b07-238b-417c-9bc2-92fa62ae36bc service neutron] 10.222.0.65 "GET /v2.0/networks?id=e9c3c36b-9ba9-4bad-aa41-5ad95f05fd56 HTTP/1.1" status: 200  len: 905 time: 0.1754181
Feb 19 03:10:02.893088 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Provisioning complete for port 16418b48-b026-46e8-a64e-e078dfd8d7a3 triggered by entity L2. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 03:10:02.893506 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16124857'] for port, provisioning_complete {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:10:02.935958 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c123ef0b-4d8b-4a4e-81b5-acdc5d6e480a req-5f577165-9bae-493f-baeb-da746b5500b6 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:10:02.943500 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-c123ef0b-4d8b-4a4e-81b5-acdc5d6e480a req-5f577165-9bae-493f-baeb-da746b5500b6 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e4882dd-d538-4794-b670-363a7a2168f7 HTTP/1.1" status: 200  len: 946 time: 0.6336360
Feb 19 03:10:02.976105 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-919b0bd6-ca6e-4335-831f-e421306cca3e req-3a2d006c-98a8-4ee4-9aa2-09a1a91c46d3 tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] 10.222.0.13 "GET /v2.0/ports?device_id=30cb6e0b-edc2-43a3-8c33-f36b68c2e427 HTTP/1.1" status: 200  len: 210 time: 0.0845499
Feb 19 03:10:03.033541 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-c123ef0b-4d8b-4a4e-81b5-acdc5d6e480a req-abb6a8a1-2d50-474b-a3b3-07613fbb7b56 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cec6e94-f87a-4dfc-b64f-629a6d488241&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0837703
Feb 19 03:10:03.049642 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.rpc [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Device f757e1e1-4e9e-499a-adb5-b50690daf714 no longer exists at agent ovs-agent-hv-cinder-77570 {{(pid=84117) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 19 03:10:03.071562 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-f0a459bb-8e88-45f6-be42-08b2e7d73976 req-c970fac5-9798-4aa9-b6bf-6974429cc40e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ce42728e-25c3-4671-8d72-5c0b9b0f72c4 HTTP/1.1" status: 200  len: 1000 time: 0.1776328
Feb 19 03:10:03.088800 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.plugin [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] No Port match for: f757e1e1-4e9e-499a-adb5-b50690daf714 {{(pid=84117) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 19 03:10:03.089656 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.rpc [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Device f757e1e1-4e9e-499a-adb5-b50690daf714 not bound to the agent host hv-cinder-77570 {{(pid=84117) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 19 03:10:03.136038 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30cb6e0b-edc2-43a3-8c33-f36b68c2e427', 'name': 'network-vif-deleted', 'tag': 'f757e1e1-4e9e-499a-adb5-b50690daf714', 'status': 'completed', 'code': 200}
Feb 19 03:10:03.148414 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-8264b1f4-9d26-4cd8-a121-73d34a9d34c0 req-dea1e2e8-41c6-4159-a899-2b9a7ffef00a tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363269711510303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363269711906437'] for port, after_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:10:03.162949 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a459bb-8e88-45f6-be42-08b2e7d73976 req-657e61e1-8bb3-4608-acf4-e35081a468c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:10:03.164535 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-f0a459bb-8e88-45f6-be42-08b2e7d73976 req-657e61e1-8bb3-4608-acf4-e35081a468c7 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a7a2a5a5-1d7b-43c3-bf47-2a76329918f7 HTTP/1.1" status: 200  len: 850 time: 0.0921249
Feb 19 03:10:03.166986 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:10:03.218617 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea1e2e8-41c6-4159-a899-2b9a7ffef00a tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] Pushing event deleted for resources: {'Port': ['ID=9800f295-3bbf-46b7-8942-f1d13527abae,revision_number=None']} {{(pid=84115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:10:03.254531 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a459bb-8e88-45f6-be42-08b2e7d73976 req-d6d49cf2-b64f-4e95-bc01-c890c23d3698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:10:03.256033 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-f0a459bb-8e88-45f6-be42-08b2e7d73976 req-d6d49cf2-b64f-4e95-bc01-c890c23d3698 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e9c3c36b-9ba9-4bad-aa41-5ad95f05fd56&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0836887
Feb 19 03:10:03.277964 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-dea1e2e8-41c6-4159-a899-2b9a7ffef00a tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:10:03.414622 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-f0a459bb-8e88-45f6-be42-08b2e7d73976 req-3123e5b0-2012-4fdd-bd2f-50466ed57f9e service neutron] 10.222.0.65 "GET /v2.0/networks/e9c3c36b-9ba9-4bad-aa41-5ad95f05fd56?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1379426
Feb 19 03:10:03.487059 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2641f75b-7593-4ce1-9da5-426404e09fcd req-adde9d19-0fdc-4ebb-9f5c-ec5926702bdc tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:10:03.488680 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-2641f75b-7593-4ce1-9da5-426404e09fcd req-adde9d19-0fdc-4ebb-9f5c-ec5926702bdc tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] 10.222.0.13 "GET /v2.0/ports?device_id=39c82310-15ee-49b5-a086-cd2790e856d2 HTTP/1.1" status: 200  len: 946 time: 0.2713282
Feb 19 03:10:03.497491 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb17307-2e49-4908-8c29-fd4ce00c32f7 req-0f0a73b1-10b0-4cad-8bc9-5ab900fa080b tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:10:03.499094 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-cdb17307-2e49-4908-8c29-fd4ce00c32f7 req-0f0a73b1-10b0-4cad-8bc9-5ab900fa080b tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] 10.222.0.13 "GET /v2.0/ports?device_id=445f0f06-0e3a-4d82-8062-494e11d3e5e8 HTTP/1.1" status: 200  len: 984 time: 0.2858572
Feb 19 03:10:03.564350 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-f0a459bb-8e88-45f6-be42-08b2e7d73976 req-f8c9b79d-a069-40db-9503-2510566c40e6 service neutron] 10.222.0.65 "GET /v2.0/networks/e9c3c36b-9ba9-4bad-aa41-5ad95f05fd56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1391923
Feb 19 03:10:03.578768 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvrscheduler_db [req-8264b1f4-9d26-4cd8-a121-73d34a9d34c0 req-dea1e2e8-41c6-4159-a899-2b9a7ffef00a tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] No DVR routers for this DVR port 9800f295-3bbf-46b7-8942-f1d13527abae on host hv-cinder-77570 {{(pid=84115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 19 03:10:03.584628 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-8264b1f4-9d26-4cd8-a121-73d34a9d34c0 req-dea1e2e8-41c6-4159-a899-2b9a7ffef00a tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771976'] for port, before_response {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:10:03.628466 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-2641f75b-7593-4ce1-9da5-426404e09fcd req-c1adb0e3-7b38-4d6d-9efc-3f605cf626aa tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e7eef30-c0d8-4a18-a57a-f21b76010128&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1266046
Feb 19 03:10:03.629739 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-8264b1f4-9d26-4cd8-a121-73d34a9d34c0 req-dea1e2e8-41c6-4159-a899-2b9a7ffef00a tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] 10.222.0.65 "DELETE /v2.0/ports/9800f295-3bbf-46b7-8942-f1d13527abae HTTP/1.1" status: 204  len: 173 time: 3.6982799
Feb 19 03:10:03.639836 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-cdb17307-2e49-4908-8c29-fd4ce00c32f7 req-e5719e5a-9705-4d6e-8710-23b81bc538e4 tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] 10.222.0.13 "GET /v2.0/security-groups?id=253536f3-0cee-4137-838b-ef4bc7a3f26d&id=aeaa7df1-6317-4400-8081-4d374588da7c&fields=id&fields=name HTTP/1.1" status: 200  len: 389 time: 0.0937030
Feb 19 03:10:03.776496 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [req-c178fa2f-235d-44d6-a22b-a82f15dca630 req-d8958778-9be3-4f22-b932-7c66d47b3578 tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] Synchronizing usage tracker for tenant:a83cb91af86b404e843a85617a0bdf97 on resource:port {{(pid=84115) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 19 03:10:03.820225 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [req-c178fa2f-235d-44d6-a22b-a82f15dca630 req-d8958778-9be3-4f22-b932-7c66d47b3578 tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] Unset dirty status for tenant:a83cb91af86b404e843a85617a0bdf97 on resource:port {{(pid=84115) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 19 03:10:03.821520 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-c178fa2f-235d-44d6-a22b-a82f15dca630 req-d8958778-9be3-4f22-b932-7c66d47b3578 tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] 10.222.0.13 "GET /v2.0/ports?device_id=5cc3d0fe-2245-4c40-ab4b-cbc5b7a636db HTTP/1.1" status: 200  len: 210 time: 0.0929759
Feb 19 03:10:04.613014 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cc3d0fe-2245-4c40-ab4b-cbc5b7a636db', 'name': 'network-vif-deleted', 'tag': '9800f295-3bbf-46b7-8942-f1d13527abae'}] {{(pid=84115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 03:10:04.662292 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cc3d0fe-2245-4c40-ab4b-cbc5b7a636db', 'name': 'network-vif-deleted', 'tag': '9800f295-3bbf-46b7-8942-f1d13527abae', 'status': 'completed', 'code': 200}
Feb 19 03:10:04.800942 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.rpc [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Device 16418b48-b026-46e8-a64e-e078dfd8d7a3 up at agent ovs-agent-hv-cinder-77570 {{(pid=84117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 03:10:04.873889 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Provisioning complete for port 16418b48-b026-46e8-a64e-e078dfd8d7a3 triggered by entity L2. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 03:10:04.874226 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16124857'] for port, provisioning_complete {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:10:04.913318 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a162dab-d94c-42a6-81cb-b81bc753d91e req-17b74a9d-075e-4e9b-b098-03394214c136 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:10:04.915092 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-8a162dab-d94c-42a6-81cb-b81bc753d91e req-17b74a9d-075e-4e9b-b098-03394214c136 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] 10.222.0.13 "GET /v2.0/ports?device_id=39c82310-15ee-49b5-a086-cd2790e856d2 HTTP/1.1" status: 200  len: 946 time: 0.1618850
Feb 19 03:10:04.923833 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8826e3-74b7-45ca-b551-1a610399fff8 req-cf6072ba-564e-4008-be4f-d09e50e774d7 tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:10:04.925554 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-9f8826e3-74b7-45ca-b551-1a610399fff8 req-cf6072ba-564e-4008-be4f-d09e50e774d7 tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] 10.222.0.13 "GET /v2.0/ports?device_id=445f0f06-0e3a-4d82-8062-494e11d3e5e8 HTTP/1.1" status: 200  len: 984 time: 0.1348293
Feb 19 03:10:05.012498 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-8a162dab-d94c-42a6-81cb-b81bc753d91e req-82c43fd3-ab1c-4140-b8e4-49bb11212bcf tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e7eef30-c0d8-4a18-a57a-f21b76010128&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0858021
Feb 19 03:10:05.016824 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-9f8826e3-74b7-45ca-b551-1a610399fff8 req-cc3616f7-bee3-41f0-8aef-3c7d5fbee5f2 tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] 10.222.0.13 "GET /v2.0/security-groups?id=253536f3-0cee-4137-838b-ef4bc7a3f26d&id=aeaa7df1-6317-4400-8081-4d374588da7c&fields=id&fields=name HTTP/1.1" status: 200  len: 389 time: 0.0754011
Feb 19 03:10:05.554710 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83716ae4-02c5-4233-9802-702d55c8f2ed req-03c555ff-1f8c-432d-b957-b0a9af81a48d tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:10:05.556344 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-83716ae4-02c5-4233-9802-702d55c8f2ed req-03c555ff-1f8c-432d-b957-b0a9af81a48d tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] 10.222.0.13 "GET /v2.0/ports?device_id=84573221-9e33-48d2-866b-d60d20f086d1 HTTP/1.1" status: 200  len: 945 time: 0.0864239
Feb 19 03:10:05.604939 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-83716ae4-02c5-4233-9802-702d55c8f2ed req-0c070c3c-efbd-4c8a-98f6-370c875b8e41 tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7be7950-201e-4452-88dd-92f8a0a2b5e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0413961
Feb 19 03:10:05.854457 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e7f530-ecdb-4db9-938e-2a14298003e8 req-32f9785e-fecd-49f0-8aa3-b3f1c3ef9069 tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:10:05.856455 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-d3e7f530-ecdb-4db9-938e-2a14298003e8 req-32f9785e-fecd-49f0-8aa3-b3f1c3ef9069 tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d8603ee-a2d9-46df-b2a6-1bced1ee926b HTTP/1.1" status: 200  len: 945 time: 0.0879660
Feb 19 03:10:05.902564 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-d3e7f530-ecdb-4db9-938e-2a14298003e8 req-32a5f4aa-b146-4679-ba6f-835843b42f0e tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] 10.222.0.13 "GET /v2.0/security-groups?id=3abdea19-59c5-47bb-abc1-26c9cf24f411&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398731
Feb 19 03:10:06.213234 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484fc9ad-28e3-416a-8ee6-6ba79ee5b412 req-c2f6bfe9-c3b7-42d8-9d48-07a22b2d4df3 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:10:06.215415 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-484fc9ad-28e3-416a-8ee6-6ba79ee5b412 req-c2f6bfe9-c3b7-42d8-9d48-07a22b2d4df3 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] 10.222.0.13 "GET /v2.0/ports?device_id=39c82310-15ee-49b5-a086-cd2790e856d2 HTTP/1.1" status: 200  len: 946 time: 0.0860519
Feb 19 03:10:06.264349 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-484fc9ad-28e3-416a-8ee6-6ba79ee5b412 req-64d0db19-dc2a-445f-bb76-eb24cabb32c8 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e7eef30-c0d8-4a18-a57a-f21b76010128&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0422351
Feb 19 03:10:06.804840 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac62d3d1-c590-431f-a4fe-a6ef1016a309 req-da619b6a-3479-4336-8878-03cd2173dbc5 tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:10:06.806471 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-ac62d3d1-c590-431f-a4fe-a6ef1016a309 req-da619b6a-3479-4336-8878-03cd2173dbc5 tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] 10.222.0.13 "GET /v2.0/ports?device_id=84573221-9e33-48d2-866b-d60d20f086d1 HTTP/1.1" status: 200  len: 945 time: 0.0895264
Feb 19 03:10:06.854240 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-ac62d3d1-c590-431f-a4fe-a6ef1016a309 req-1a933425-e933-4394-b11f-1160a63d9215 tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7be7950-201e-4452-88dd-92f8a0a2b5e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415163
Feb 19 03:10:07.106405 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad519c18-11a3-49e3-bdb8-2f5c088a366e req-2f9d6473-00ac-4d01-93f0-6bc8eff5a137 tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:10:07.107996 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-ad519c18-11a3-49e3-bdb8-2f5c088a366e req-2f9d6473-00ac-4d01-93f0-6bc8eff5a137 tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d8603ee-a2d9-46df-b2a6-1bced1ee926b HTTP/1.1" status: 200  len: 945 time: 0.0912981
Feb 19 03:10:07.155242 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-ad519c18-11a3-49e3-bdb8-2f5c088a366e req-c3c80365-e79e-4a4e-a9e0-0123c2e01284 tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] 10.222.0.13 "GET /v2.0/security-groups?id=3abdea19-59c5-47bb-abc1-26c9cf24f411&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408747
Feb 19 03:10:07.459730 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167c762b-f138-46ed-98b8-9df873f1acc3 req-abb560dd-79d5-464c-a3d5-c03b894e0544 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:10:07.461226 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-167c762b-f138-46ed-98b8-9df873f1acc3 req-abb560dd-79d5-464c-a3d5-c03b894e0544 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] 10.222.0.13 "GET /v2.0/ports?device_id=39c82310-15ee-49b5-a086-cd2790e856d2 HTTP/1.1" status: 200  len: 946 time: 0.0850265
Feb 19 03:10:07.507892 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-167c762b-f138-46ed-98b8-9df873f1acc3 req-57c82d31-7dc2-45bd-9702-86ce2b908c93 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e7eef30-c0d8-4a18-a57a-f21b76010128&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0398896
Feb 19 03:10:07.937215 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429eb50f-afa1-47f3-a0f2-3c94535d19e5 req-fc348a01-2d73-4310-9bc0-4bb931e4d834 tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:10:07.938828 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-429eb50f-afa1-47f3-a0f2-3c94535d19e5 req-fc348a01-2d73-4310-9bc0-4bb931e4d834 tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] 10.222.0.65 "GET /v2.0/ports?device_id=5d8603ee-a2d9-46df-b2a6-1bced1ee926b HTTP/1.1" status: 200  len: 945 time: 0.0895493
Feb 19 03:10:08.080192 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.plugin [req-429eb50f-afa1-47f3-a0f2-3c94535d19e5 req-8a10be0a-c1ca-459f-87cf-a8741d902338 tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Deleting port 5585c79c-4d97-459f-bd79-1038824ff059 {{(pid=84115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 19 03:10:08.080576 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-429eb50f-afa1-47f3-a0f2-3c94535d19e5 req-8a10be0a-c1ca-459f-87cf-a8741d902338 tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363269711485266'] for port, before_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:10:08.208202 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2303b5a-7f8f-4bbb-a3dd-6caf513cb12e req-63c7f6cb-407f-4243-affd-d2a50b7b193b tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:10:08.210002 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-a2303b5a-7f8f-4bbb-a3dd-6caf513cb12e req-63c7f6cb-407f-4243-affd-d2a50b7b193b tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] 10.222.0.13 "GET /v2.0/ports?device_id=84573221-9e33-48d2-866b-d60d20f086d1 HTTP/1.1" status: 200  len: 945 time: 0.2229538
Feb 19 03:10:08.411737 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-a2303b5a-7f8f-4bbb-a3dd-6caf513cb12e req-9230b790-1a9b-49ec-b8cf-d898e814ab6a tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7be7950-201e-4452-88dd-92f8a0a2b5e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1945629
Feb 19 03:10:08.477888 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.db [req-429eb50f-afa1-47f3-a0f2-3c94535d19e5 req-8a10be0a-c1ca-459f-87cf-a8741d902338 tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] For port 5585c79c-4d97-459f-bd79-1038824ff059, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=5585c79c-4d97-459f-bd79-1038824ff059,segment=NetworkSegment(24bf194f-4bc7-4684-a2af-42ff5163776b),segment_id=24bf194f-4bc7-4684-a2af-42ff5163776b)] {{(pid=84115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 03:10:08.478219 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-429eb50f-afa1-47f3-a0f2-3c94535d19e5 req-8a10be0a-c1ca-459f-87cf-a8741d902338 tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-361392'] for port, precommit_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:10:08.495120 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc37a79b-7f84-4ccf-b411-4642acc40ff1 req-4fb4a19d-ebb2-4ced-9054-21666f58d75c tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:10:08.497255 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-dc37a79b-7f84-4ccf-b411-4642acc40ff1 req-4fb4a19d-ebb2-4ced-9054-21666f58d75c tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d8603ee-a2d9-46df-b2a6-1bced1ee926b HTTP/1.1" status: 200  len: 945 time: 0.1683664
Feb 19 03:10:08.557533 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.rpc [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Device 5585c79c-4d97-459f-bd79-1038824ff059 no longer exists at agent ovs-agent-hv-cinder-77570 {{(pid=84117) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 19 03:10:08.637960 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.plugin [req-429eb50f-afa1-47f3-a0f2-3c94535d19e5 req-8a10be0a-c1ca-459f-87cf-a8741d902338 tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Calling delete_port for 5585c79c-4d97-459f-bd79-1038824ff059 owned by compute:nova {{(pid=84115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 19 03:10:08.679936 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838630373'] for port, before_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:10:08.709612 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d8603ee-a2d9-46df-b2a6-1bced1ee926b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5585c79c-4d97-459f-bd79-1038824ff059'}] {{(pid=84117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 03:10:08.720499 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.db [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] For port 5585c79c-4d97-459f-bd79-1038824ff059, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=5585c79c-4d97-459f-bd79-1038824ff059,segment=NetworkSegment(24bf194f-4bc7-4684-a2af-42ff5163776b),segment_id=24bf194f-4bc7-4684-a2af-42ff5163776b)] {{(pid=84117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 03:10:08.759084 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269711510320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767142869380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269711906403'] for port, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:10:08.761322 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:10:08.781274 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-dc37a79b-7f84-4ccf-b411-4642acc40ff1 req-ef863b91-e703-4622-a00c-445a7ad54e4e tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] 10.222.0.13 "GET /v2.0/security-groups?id=3abdea19-59c5-47bb-abc1-26c9cf24f411&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2264171
Feb 19 03:10:08.827833 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b14549-ee80-4e92-bb4f-c74552889eae req-be8dcce5-1ae6-4ee6-8bc4-aaf483f8e4d7 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:10:08.829429 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-32b14549-ee80-4e92-bb4f-c74552889eae req-be8dcce5-1ae6-4ee6-8bc4-aaf483f8e4d7 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] 10.222.0.13 "GET /v2.0/ports?device_id=39c82310-15ee-49b5-a086-cd2790e856d2 HTTP/1.1" status: 200  len: 946 time: 0.1605034
Feb 19 03:10:08.841946 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d8603ee-a2d9-46df-b2a6-1bced1ee926b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5585c79c-4d97-459f-bd79-1038824ff059', 'code': 200}
Feb 19 03:10:08.847264 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Pushing event updated for resources: {'Port': ['ID=5585c79c-4d97-459f-bd79-1038824ff059,revision_number=5']} {{(pid=84117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:10:08.850707 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=84117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:10:08.853868 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.db.api [req-429eb50f-afa1-47f3-a0f2-3c94535d19e5 req-8a10be0a-c1ca-459f-87cf-a8741d902338 tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84115) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 19 03:10:08.854244 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_db.api [req-429eb50f-afa1-47f3-a0f2-3c94535d19e5 req-8a10be0a-c1ca-459f-87cf-a8741d902338 tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 19 03:10:08.880706 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-32b14549-ee80-4e92-bb4f-c74552889eae req-303cc294-28ec-47b0-a733-7300e339d42b tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e7eef30-c0d8-4a18-a57a-f21b76010128&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0441575
Feb 19 03:10:09.355720 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.plugin [req-429eb50f-afa1-47f3-a0f2-3c94535d19e5 req-8a10be0a-c1ca-459f-87cf-a8741d902338 tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Deleting port 5585c79c-4d97-459f-bd79-1038824ff059 {{(pid=84115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 19 03:10:09.356196 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-429eb50f-afa1-47f3-a0f2-3c94535d19e5 req-8a10be0a-c1ca-459f-87cf-a8741d902338 tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363269711485266'] for port, before_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:10:09.902999 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.db [req-429eb50f-afa1-47f3-a0f2-3c94535d19e5 req-8a10be0a-c1ca-459f-87cf-a8741d902338 tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] For port 5585c79c-4d97-459f-bd79-1038824ff059, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=5585c79c-4d97-459f-bd79-1038824ff059,segment=NetworkSegment(24bf194f-4bc7-4684-a2af-42ff5163776b),segment_id=24bf194f-4bc7-4684-a2af-42ff5163776b)] {{(pid=84115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 03:10:09.903410 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-429eb50f-afa1-47f3-a0f2-3c94535d19e5 req-8a10be0a-c1ca-459f-87cf-a8741d902338 tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-361392'] for port, precommit_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:10:09.922919 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2037f2c-cba9-40c8-9c15-aaa2a08f90f5 req-4b11a308-143f-4969-b7a3-a826ff4578ed tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:10:09.924669 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-a2037f2c-cba9-40c8-9c15-aaa2a08f90f5 req-4b11a308-143f-4969-b7a3-a826ff4578ed tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] 10.222.0.13 "GET /v2.0/ports?device_id=84573221-9e33-48d2-866b-d60d20f086d1 HTTP/1.1" status: 200  len: 945 time: 0.3798997
Feb 19 03:10:10.067253 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.plugin [req-429eb50f-afa1-47f3-a0f2-3c94535d19e5 req-8a10be0a-c1ca-459f-87cf-a8741d902338 tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Calling delete_port for 5585c79c-4d97-459f-bd79-1038824ff059 owned by compute:nova {{(pid=84115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 19 03:10:10.207729 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-a2037f2c-cba9-40c8-9c15-aaa2a08f90f5 req-0623a69f-e093-46da-a78b-86bd288fc28d tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7be7950-201e-4452-88dd-92f8a0a2b5e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2221906
Feb 19 03:10:10.297273 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b968de-6dc1-4045-bd4c-b2cc21d62bd0 req-5c707a72-68bb-408f-8b5c-f087a2f3e87a tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:10:10.298903 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-27b968de-6dc1-4045-bd4c-b2cc21d62bd0 req-5c707a72-68bb-408f-8b5c-f087a2f3e87a tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d8603ee-a2d9-46df-b2a6-1bced1ee926b HTTP/1.1" status: 200  len: 943 time: 0.2513418
Feb 19 03:10:10.415970 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-27b968de-6dc1-4045-bd4c-b2cc21d62bd0 req-828ca8de-11e1-47df-b4c8-8f058e531209 tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] 10.222.0.13 "GET /v2.0/security-groups?id=3abdea19-59c5-47bb-abc1-26c9cf24f411&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1101699
Feb 19 03:10:10.442101 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6c7663-d24e-40f9-a0cf-a05bade82d2c req-a90b266e-f7e5-44e8-815f-ee2360039d18 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:10:10.443690 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-bd6c7663-d24e-40f9-a0cf-a05bade82d2c req-a90b266e-f7e5-44e8-815f-ee2360039d18 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] 10.222.0.13 "GET /v2.0/ports?device_id=39c82310-15ee-49b5-a086-cd2790e856d2 HTTP/1.1" status: 200  len: 946 time: 0.1172266
Feb 19 03:10:10.444805 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-429eb50f-afa1-47f3-a0f2-3c94535d19e5 req-8a10be0a-c1ca-459f-87cf-a8741d902338 tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363269711510303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363269711906437'] for port, after_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:10:10.463316 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:10:10.571898 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a10be0a-c1ca-459f-87cf-a8741d902338 tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Pushing event deleted for resources: {'Port': ['ID=5585c79c-4d97-459f-bd79-1038824ff059,revision_number=None']} {{(pid=84115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:10:10.583967 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-8a10be0a-c1ca-459f-87cf-a8741d902338 tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:10:10.623986 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-bd6c7663-d24e-40f9-a0cf-a05bade82d2c req-0fb82cbf-0c66-4917-b65f-fe4de9eaeeb3 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e7eef30-c0d8-4a18-a57a-f21b76010128&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1213770
Feb 19 03:10:10.709169 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvrscheduler_db [req-429eb50f-afa1-47f3-a0f2-3c94535d19e5 req-8a10be0a-c1ca-459f-87cf-a8741d902338 tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] No DVR routers for this DVR port 5585c79c-4d97-459f-bd79-1038824ff059 on host hv-cinder-77570 {{(pid=84115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 19 03:10:10.711287 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-429eb50f-afa1-47f3-a0f2-3c94535d19e5 req-8a10be0a-c1ca-459f-87cf-a8741d902338 tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771976'] for port, before_response {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:10:10.713982 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5d8603ee-a2d9-46df-b2a6-1bced1ee926b', 'name': 'network-vif-deleted', 'tag': '5585c79c-4d97-459f-bd79-1038824ff059'}] {{(pid=84115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 03:10:10.726260 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-429eb50f-afa1-47f3-a0f2-3c94535d19e5 req-8a10be0a-c1ca-459f-87cf-a8741d902338 tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] 10.222.0.65 "DELETE /v2.0/ports/5585c79c-4d97-459f-bd79-1038824ff059 HTTP/1.1" status: 204  len: 173 time: 2.7752612
Feb 19 03:10:10.763625 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5d8603ee-a2d9-46df-b2a6-1bced1ee926b', 'name': 'network-vif-deleted', 'tag': '5585c79c-4d97-459f-bd79-1038824ff059', 'status': 'completed', 'code': 200}
Feb 19 03:10:11.419724 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9cfc94a-1473-4602-89e2-6675fc445a29 req-36116427-56a2-4053-b4e8-b2c798c845c1 tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:10:11.421690 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-c9cfc94a-1473-4602-89e2-6675fc445a29 req-36116427-56a2-4053-b4e8-b2c798c845c1 tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] 10.222.0.13 "GET /v2.0/ports?device_id=84573221-9e33-48d2-866b-d60d20f086d1 HTTP/1.1" status: 200  len: 945 time: 0.0949848
Feb 19 03:10:11.478107 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-c9cfc94a-1473-4602-89e2-6675fc445a29 req-b87dde9a-e601-4d4d-a85e-dd393dd0ed0a tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7be7950-201e-4452-88dd-92f8a0a2b5e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0495121
Feb 19 03:10:11.595368 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [req-582d6bae-1b75-4252-b312-8005532beafc req-5b122985-2a96-4a51-a7b4-cbee8fb46dee tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Synchronizing usage tracker for tenant:3930a9bb64484ce1bf7cabab6e8229f8 on resource:port {{(pid=84115) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 19 03:10:11.644984 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [req-582d6bae-1b75-4252-b312-8005532beafc req-5b122985-2a96-4a51-a7b4-cbee8fb46dee tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Unset dirty status for tenant:3930a9bb64484ce1bf7cabab6e8229f8 on resource:port {{(pid=84115) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 19 03:10:11.646275 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-582d6bae-1b75-4252-b312-8005532beafc req-5b122985-2a96-4a51-a7b4-cbee8fb46dee tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] 10.222.0.13 "GET /v2.0/ports?device_id=5d8603ee-a2d9-46df-b2a6-1bced1ee926b HTTP/1.1" status: 200  len: 210 time: 0.0984278
Feb 19 03:10:11.824264 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2643ae-2ca6-4cd7-bd14-d95fb082ab67 req-cb808199-c041-45f2-ac6b-74b9c51720c0 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:10:11.825806 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-ae2643ae-2ca6-4cd7-bd14-d95fb082ab67 req-cb808199-c041-45f2-ac6b-74b9c51720c0 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] 10.222.0.13 "GET /v2.0/ports?device_id=39c82310-15ee-49b5-a086-cd2790e856d2 HTTP/1.1" status: 200  len: 946 time: 0.0886376
Feb 19 03:10:11.872250 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-ae2643ae-2ca6-4cd7-bd14-d95fb082ab67 req-4769c051-27c2-43fe-a4e7-a7075cfe4f22 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e7eef30-c0d8-4a18-a57a-f21b76010128&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0403209
Feb 19 03:10:12.210272 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32b9d81-06b2-49da-bd83-61a47a718aa6 req-e8f58059-176c-4762-a4d8-d76df0eb863a tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:10:12.221972 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-f32b9d81-06b2-49da-bd83-61a47a718aa6 req-e8f58059-176c-4762-a4d8-d76df0eb863a tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] 10.222.0.65 "GET /v2.0/ports?device_id=84573221-9e33-48d2-866b-d60d20f086d1 HTTP/1.1" status: 200  len: 945 time: 0.0879629
Feb 19 03:10:12.293806 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.plugin [req-f32b9d81-06b2-49da-bd83-61a47a718aa6 req-ccaf2608-5b54-42d1-a7cb-2c3d561ff4b0 tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] Deleting port 8e1dc085-b1a7-40cf-b595-a991a868d384 {{(pid=84115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 19 03:10:12.294185 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-f32b9d81-06b2-49da-bd83-61a47a718aa6 req-ccaf2608-5b54-42d1-a7cb-2c3d561ff4b0 tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363269711485266'] for port, before_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:10:12.552987 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.rpc [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Device 8e1dc085-b1a7-40cf-b595-a991a868d384 no longer exists at agent ovs-agent-hv-cinder-77570 {{(pid=84117) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 19 03:10:12.555691 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.db [req-f32b9d81-06b2-49da-bd83-61a47a718aa6 req-ccaf2608-5b54-42d1-a7cb-2c3d561ff4b0 tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] For port 8e1dc085-b1a7-40cf-b595-a991a868d384, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=8e1dc085-b1a7-40cf-b595-a991a868d384,segment=NetworkSegment(9336127e-160f-4619-9a09-bfd4cdb78b72),segment_id=9336127e-160f-4619-9a09-bfd4cdb78b72)] {{(pid=84115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 03:10:12.556100 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-f32b9d81-06b2-49da-bd83-61a47a718aa6 req-ccaf2608-5b54-42d1-a7cb-2c3d561ff4b0 tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-361392'] for port, precommit_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:10:12.675759 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838630373'] for port, before_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:10:12.704734 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84573221-9e33-48d2-866b-d60d20f086d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e1dc085-b1a7-40cf-b595-a991a868d384'}] {{(pid=84117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 03:10:12.715214 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.db [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] For port 8e1dc085-b1a7-40cf-b595-a991a868d384, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=8e1dc085-b1a7-40cf-b595-a991a868d384,segment=NetworkSegment(9336127e-160f-4619-9a09-bfd4cdb78b72),segment_id=9336127e-160f-4619-9a09-bfd4cdb78b72)] {{(pid=84117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 03:10:12.731291 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.plugin [req-f32b9d81-06b2-49da-bd83-61a47a718aa6 req-ccaf2608-5b54-42d1-a7cb-2c3d561ff4b0 tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] Calling delete_port for 8e1dc085-b1a7-40cf-b595-a991a868d384 owned by compute:nova {{(pid=84115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 19 03:10:12.752916 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84116) accepted ('10.222.0.13', 52570) {{(pid=84116) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:10:12.793295 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269711510320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767142869380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269711906403'] for port, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:10:12.796613 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:10:12.821076 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.db_base_plugin_v2 [None req-2485af5d-9ad6-4b82-83ae-8e46ec83ca17 admin admin] Deleting subnet f1853278-935e-4022-b7cb-005e1e744dbb {{(pid=84116) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 19 03:10:12.824343 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-2485af5d-9ad6-4b82-83ae-8e46ec83ca17 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:10:12.851026 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84573221-9e33-48d2-866b-d60d20f086d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e1dc085-b1a7-40cf-b595-a991a868d384', 'code': 200}
Feb 19 03:10:12.852301 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351d02bc-7729-4ce9-931e-c6374adf4226 req-33e1708d-7952-40ec-b177-6e7b6bcaef98 tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:10:12.853994 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-351d02bc-7729-4ce9-931e-c6374adf4226 req-33e1708d-7952-40ec-b177-6e7b6bcaef98 tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] 10.222.0.13 "GET /v2.0/ports?device_id=84573221-9e33-48d2-866b-d60d20f086d1 HTTP/1.1" status: 200  len: 943 time: 0.2313502
Feb 19 03:10:12.873908 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Pushing event updated for resources: {'Port': ['ID=8e1dc085-b1a7-40cf-b595-a991a868d384,revision_number=5']} {{(pid=84117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:10:12.877562 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:10:12.882061 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-2485af5d-9ad6-4b82-83ae-8e46ec83ca17 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851885379'] for subnet, precommit_delete_associations {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:10:12.887714 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.db.api [req-f32b9d81-06b2-49da-bd83-61a47a718aa6 req-ccaf2608-5b54-42d1-a7cb-2c3d561ff4b0 tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84115) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 19 03:10:12.888134 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_db.api [req-f32b9d81-06b2-49da-bd83-61a47a718aa6 req-ccaf2608-5b54-42d1-a7cb-2c3d561ff4b0 tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 19 03:10:12.911599 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-351d02bc-7729-4ce9-931e-c6374adf4226 req-2a33c226-5ed5-416b-a790-9f7f20235435 tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] 10.222.0.13 "GET /v2.0/security-groups?id=c7be7950-201e-4452-88dd-92f8a0a2b5e8&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0498292
Feb 19 03:10:12.950682 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-2485af5d-9ad6-4b82-83ae-8e46ec83ca17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16124102'] for subnet, precommit_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:10:13.076420 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0962bf-b0a8-4d13-a69b-a42fc5a85616 req-1848aaca-8bbe-4431-9a12-6d4a57eac07b tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:10:13.077991 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-fc0962bf-b0a8-4d13-a69b-a42fc5a85616 req-1848aaca-8bbe-4431-9a12-6d4a57eac07b tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] 10.222.0.13 "GET /v2.0/ports?device_id=39c82310-15ee-49b5-a086-cd2790e856d2 HTTP/1.1" status: 200  len: 946 time: 0.0874786
Feb 19 03:10:13.129489 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-fc0962bf-b0a8-4d13-a69b-a42fc5a85616 req-955d4e12-7d78-4d49-b3c4-8c505b0c802f tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e7eef30-c0d8-4a18-a57a-f21b76010128&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0452032
Feb 19 03:10:13.389117 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.plugin [req-f32b9d81-06b2-49da-bd83-61a47a718aa6 req-ccaf2608-5b54-42d1-a7cb-2c3d561ff4b0 tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] Deleting port 8e1dc085-b1a7-40cf-b595-a991a868d384 {{(pid=84115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 19 03:10:13.389533 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-f32b9d81-06b2-49da-bd83-61a47a718aa6 req-ccaf2608-5b54-42d1-a7cb-2c3d561ff4b0 tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363269711485266'] for port, before_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:10:13.437996 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-2485af5d-9ad6-4b82-83ae-8e46ec83ca17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838651698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852145260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851540315'] for subnet, after_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:10:13.454739 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-5852d068-ed71-4aa8-94c1-c2cb361fff97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:10:13.543548 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2485af5d-9ad6-4b82-83ae-8e46ec83ca17 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f1853278-935e-4022-b7cb-005e1e744dbb,revision_number=None']} {{(pid=84116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:10:13.547016 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-2485af5d-9ad6-4b82-83ae-8e46ec83ca17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:10:13.660897 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.db [req-f32b9d81-06b2-49da-bd83-61a47a718aa6 req-ccaf2608-5b54-42d1-a7cb-2c3d561ff4b0 tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] For port 8e1dc085-b1a7-40cf-b595-a991a868d384, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=8e1dc085-b1a7-40cf-b595-a991a868d384,segment=NetworkSegment(9336127e-160f-4619-9a09-bfd4cdb78b72),segment_id=9336127e-160f-4619-9a09-bfd4cdb78b72)] {{(pid=84115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 03:10:13.661423 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-f32b9d81-06b2-49da-bd83-61a47a718aa6 req-ccaf2608-5b54-42d1-a7cb-2c3d561ff4b0 tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-361392'] for port, precommit_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:10:13.807165 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.plugin [req-f32b9d81-06b2-49da-bd83-61a47a718aa6 req-ccaf2608-5b54-42d1-a7cb-2c3d561ff4b0 tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] Calling delete_port for 8e1dc085-b1a7-40cf-b595-a991a868d384 owned by compute:nova {{(pid=84115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 19 03:10:13.818453 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-2485af5d-9ad6-4b82-83ae-8e46ec83ca17 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:10:13.824363 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-2485af5d-9ad6-4b82-83ae-8e46ec83ca17 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/f1853278-935e-4022-b7cb-005e1e744dbb HTTP/1.1" status: 204  len: 168 time: 1.0703366
Feb 19 03:10:13.827051 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84116) accepted ('10.222.0.13', 52576) {{(pid=84116) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:10:13.943933 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-c771db7b-3974-4f54-94e6-0239fd963b86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036838588073'] for network, before_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:10:13.999510 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-f32b9d81-06b2-49da-bd83-61a47a718aa6 req-ccaf2608-5b54-42d1-a7cb-2c3d561ff4b0 tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363269711510303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363269711906437'] for port, after_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:10:14.016102 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-eea5f2f0-2b9a-4782-b3bd-e46e827df95d tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:10:14.137132 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-c771db7b-3974-4f54-94e6-0239fd963b86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16130609', 'neutron.services.segments.db._delete_segments_for_network--9223363269711387610'] for network, precommit_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:10:14.163665 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccaf2608-5b54-42d1-a7cb-2c3d561ff4b0 tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] Pushing event deleted for resources: {'Port': ['ID=8e1dc085-b1a7-40cf-b595-a991a868d384,revision_number=None']} {{(pid=84115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:10:14.178308 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-ccaf2608-5b54-42d1-a7cb-2c3d561ff4b0 tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:10:14.180837 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-cca30115-dfef-4d74-8134-a3ec2d9ff3c7 req-82c866eb-fa61-4d7d-a9bd-c0d6b273abf0 tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] 10.222.0.13 "GET /v2.0/ports?device_id=84573221-9e33-48d2-866b-d60d20f086d1 HTTP/1.1" status: 200  len: 210 time: 0.1269195
Feb 19 03:10:14.268485 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.services.segments.db [None req-c771db7b-3974-4f54-94e6-0239fd963b86 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9424177cc0>,) {'filters': {'network_id': ['5954e949-f082-4293-8249-33bd0ebaecec']}} {{(pid=84116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 03:10:14.282745 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.services.segments.db [None req-c771db7b-3974-4f54-94e6-0239fd963b86 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9424177cc0>, '24bf194f-4bc7-4684-a2af-42ff5163776b') {'for_net_delete': True} {{(pid=84116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 03:10:14.283085 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.services.segments.db [None req-c771db7b-3974-4f54-94e6-0239fd963b86 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9424177cc0>, '24bf194f-4bc7-4684-a2af-42ff5163776b') {} {{(pid=84116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 03:10:14.295444 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-c771db7b-3974-4f54-94e6-0239fd963b86 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363269711390170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2890373'] for segment, before_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:10:14.330904 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvrscheduler_db [req-f32b9d81-06b2-49da-bd83-61a47a718aa6 req-ccaf2608-5b54-42d1-a7cb-2c3d561ff4b0 tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] No DVR routers for this DVR port 8e1dc085-b1a7-40cf-b595-a991a868d384 on host hv-cinder-77570 {{(pid=84115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 19 03:10:14.337814 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-f32b9d81-06b2-49da-bd83-61a47a718aa6 req-ccaf2608-5b54-42d1-a7cb-2c3d561ff4b0 tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771976'] for port, before_response {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:10:14.341078 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84573221-9e33-48d2-866b-d60d20f086d1', 'name': 'network-vif-deleted', 'tag': '8e1dc085-b1a7-40cf-b595-a991a868d384'}] {{(pid=84115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 03:10:14.369770 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-c771db7b-3974-4f54-94e6-0239fd963b86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838644319'] for segment, precommit_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:10:14.372921 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-c771db7b-3974-4f54-94e6-0239fd963b86 admin admin] Releasing vxlan tunnel 6 to pool {{(pid=84116) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 19 03:10:14.397088 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fdd52aa-8ebd-40d3-97e3-a07bc4b190b0 req-a6cd0bb4-39a9-44eb-bd26-5053b1a6c0fe tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:10:14.398838 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-0fdd52aa-8ebd-40d3-97e3-a07bc4b190b0 req-a6cd0bb4-39a9-44eb-bd26-5053b1a6c0fe tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] 10.222.0.13 "GET /v2.0/ports?device_id=39c82310-15ee-49b5-a086-cd2790e856d2 HTTP/1.1" status: 200  len: 946 time: 0.1117814
Feb 19 03:10:14.401193 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84573221-9e33-48d2-866b-d60d20f086d1', 'name': 'network-vif-deleted', 'tag': '8e1dc085-b1a7-40cf-b595-a991a868d384', 'status': 'completed', 'code': 200}
Feb 19 03:10:14.402469 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-f32b9d81-06b2-49da-bd83-61a47a718aa6 req-ccaf2608-5b54-42d1-a7cb-2c3d561ff4b0 tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] 10.222.0.65 "DELETE /v2.0/ports/8e1dc085-b1a7-40cf-b595-a991a868d384 HTTP/1.1" status: 204  len: 173 time: 2.1832201
Feb 19 03:10:14.456696 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-0fdd52aa-8ebd-40d3-97e3-a07bc4b190b0 req-59536c63-be3e-4e37-a323-3662b5d86130 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e7eef30-c0d8-4a18-a57a-f21b76010128&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0458820
Feb 19 03:10:14.559826 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.managers [None req-c771db7b-3974-4f54-94e6-0239fd963b86 admin admin] Network 5954e949-f082-4293-8249-33bd0ebaecec has no segments {{(pid=84116) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 19 03:10:14.569498 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-c771db7b-3974-4f54-94e6-0239fd963b86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16131513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2632757'] for segment, after_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:10:14.599161 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.rpc [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Device e488387b-5255-49c1-864a-bb8311c72122 up at agent ovs-agent-hv-cinder-77570 {{(pid=84117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 03:10:14.671931 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Provisioning complete for port e488387b-5255-49c1-864a-bb8311c72122 triggered by entity L2. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 03:10:14.672517 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16124857'] for port, provisioning_complete {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:10:14.754808 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.managers [None req-c771db7b-3974-4f54-94e6-0239fd963b86 admin admin] Network 5954e949-f082-4293-8249-33bd0ebaecec has no segments {{(pid=84116) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 19 03:10:14.777790 dv-cinder-775706-2-iscsi neutron-server[84004]: Traceback (most recent call last):
Feb 19 03:10:14.777790 dv-cinder-775706-2-iscsi neutron-server[84004]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 03:10:14.777790 dv-cinder-775706-2-iscsi neutron-server[84004]:     timer()
Feb 19 03:10:14.777790 dv-cinder-775706-2-iscsi neutron-server[84004]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 03:10:14.777790 dv-cinder-775706-2-iscsi neutron-server[84004]:     cb(*args, **kw)
Feb 19 03:10:14.777790 dv-cinder-775706-2-iscsi neutron-server[84004]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 19 03:10:14.777790 dv-cinder-775706-2-iscsi neutron-server[84004]:     return func(*args, **kwargs)
Feb 19 03:10:14.777790 dv-cinder-775706-2-iscsi neutron-server[84004]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 03:10:14.777790 dv-cinder-775706-2-iscsi neutron-server[84004]:     self._notify()
Feb 19 03:10:14.777790 dv-cinder-775706-2-iscsi neutron-server[84004]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 03:10:14.777790 dv-cinder-775706-2-iscsi neutron-server[84004]:     self.callback(batched_events)
Feb 19 03:10:14.777790 dv-cinder-775706-2-iscsi neutron-server[84004]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 03:10:14.777790 dv-cinder-775706-2-iscsi neutron-server[84004]:     event.method(event)
Feb 19 03:10:14.777790 dv-cinder-775706-2-iscsi neutron-server[84004]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 19 03:10:14.777790 dv-cinder-775706-2-iscsi neutron-server[84004]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 03:10:14.777790 dv-cinder-775706-2-iscsi neutron-server[84004]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 19 03:10:14.777790 dv-cinder-775706-2-iscsi neutron-server[84004]:     segment_id)['aggregates'][0]
Feb 19 03:10:14.777790 dv-cinder-775706-2-iscsi neutron-server[84004]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 19 03:10:14.777790 dv-cinder-775706-2-iscsi neutron-server[84004]:     return f(self, *a, **k)
Feb 19 03:10:14.777790 dv-cinder-775706-2-iscsi neutron-server[84004]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 19 03:10:14.777790 dv-cinder-775706-2-iscsi neutron-server[84004]:     return self._get(url).json()
Feb 19 03:10:14.777790 dv-cinder-775706-2-iscsi neutron-server[84004]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 03:10:14.777790 dv-cinder-775706-2-iscsi neutron-server[84004]:     **kwargs)
Feb 19 03:10:14.777790 dv-cinder-775706-2-iscsi neutron-server[84004]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 19 03:10:14.777790 dv-cinder-775706-2-iscsi neutron-server[84004]:     return self.request(url, 'GET', **kwargs)
Feb 19 03:10:14.777790 dv-cinder-775706-2-iscsi neutron-server[84004]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 19 03:10:14.777790 dv-cinder-775706-2-iscsi neutron-server[84004]:     **endpoint_filter)
Feb 19 03:10:14.777790 dv-cinder-775706-2-iscsi neutron-server[84004]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 19 03:10:14.777790 dv-cinder-775706-2-iscsi neutron-server[84004]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 03:10:14.777790 dv-cinder-775706-2-iscsi neutron-server[84004]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 19 03:10:14.777790 dv-cinder-775706-2-iscsi neutron-server[84004]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 03:10:14.777790 dv-cinder-775706-2-iscsi neutron-server[84004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 03:10:15.073122 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-c771db7b-3974-4f54-94e6-0239fd963b86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036838645191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-364612'] for network, after_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:10:15.078596 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-c771db7b-3974-4f54-94e6-0239fd963b86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854203462'] for network, before_response {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:10:15.083794 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-596c000f-9902-46f4-9e0e-f8ee14f30222 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:10:15.111769 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c771db7b-3974-4f54-94e6-0239fd963b86 admin admin] Pushing event deleted for resources: {'Network': ['ID=5954e949-f082-4293-8249-33bd0ebaecec,revision_number=None']} {{(pid=84116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:10:15.115646 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-c771db7b-3974-4f54-94e6-0239fd963b86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:10:15.142464 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-c771db7b-3974-4f54-94e6-0239fd963b86 admin admin] 10.222.0.13 "DELETE /v2.0/networks/5954e949-f082-4293-8249-33bd0ebaecec HTTP/1.1" status: 204  len: 168 time: 1.3142819
Feb 19 03:10:15.289886 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84116) accepted ('10.222.0.13', 52592) {{(pid=84116) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:10:15.483347 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84115) accepted ('10.222.0.13', 52596) {{(pid=84115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:10:15.536125 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-169f042c-8a9c-4d2a-84b2-80a05d825d3e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3930a9bb64484ce1bf7cabab6e8229f8&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0514433
Feb 19 03:10:15.538729 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84115) accepted ('10.222.0.13', 52602) {{(pid=84115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:10:15.661086 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-0613f7f3-d406-4a42-b6a7-f03e7955c1e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:10:15.698720 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-0613f7f3-d406-4a42-b6a7-f03e7955c1e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:10:15.732129 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0aa9d9b-bfb0-4b4c-a5d9-3f5d1b3b04f4 req-39eb30eb-dab9-48af-97f4-21aae4ba9e2d tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:10:15.733772 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-d0aa9d9b-bfb0-4b4c-a5d9-3f5d1b3b04f4 req-39eb30eb-dab9-48af-97f4-21aae4ba9e2d tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] 10.222.0.13 "GET /v2.0/ports?device_id=39c82310-15ee-49b5-a086-cd2790e856d2 HTTP/1.1" status: 200  len: 946 time: 0.1553030
Feb 19 03:10:15.791581 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-d0aa9d9b-bfb0-4b4c-a5d9-3f5d1b3b04f4 req-5f7a6293-021d-4569-8166-4732c14019b2 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e7eef30-c0d8-4a18-a57a-f21b76010128&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0484772
Feb 19 03:10:15.821877 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-0613f7f3-d406-4a42-b6a7-f03e7955c1e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237410'] for security_group, after_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:10:15.827796 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-effdabaf-f056-449a-8419-5281f1616e8d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:10:15.842542 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0613f7f3-d406-4a42-b6a7-f03e7955c1e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3abdea19-59c5-47bb-abc1-26c9cf24f411,revision_number=None']} {{(pid=84115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:10:15.845378 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-0613f7f3-d406-4a42-b6a7-f03e7955c1e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:10:15.881523 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-91abed06-e355-46d9-975e-709673afae0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854389681'] for router_interface, before_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:10:15.881814 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-0613f7f3-d406-4a42-b6a7-f03e7955c1e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:10:15.886563 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-0613f7f3-d406-4a42-b6a7-f03e7955c1e8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/3abdea19-59c5-47bb-abc1-26c9cf24f411 HTTP/1.1" status: 204  len: 168 time: 0.3433499
Feb 19 03:10:16.266734 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.plugin [None req-91abed06-e355-46d9-975e-709673afae0d admin admin] Deleting port 51d1d839-538c-4d80-8ee3-4fac34e1642f {{(pid=84116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 19 03:10:16.267166 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-91abed06-e355-46d9-975e-709673afae0d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363269711485266'] for port, before_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:10:16.456425 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.db [None req-91abed06-e355-46d9-975e-709673afae0d admin admin] For port 51d1d839-538c-4d80-8ee3-4fac34e1642f, host dv-cinder-775706-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-2-iscsi',level=0,port_id=51d1d839-538c-4d80-8ee3-4fac34e1642f,segment=NetworkSegment(9336127e-160f-4619-9a09-bfd4cdb78b72),segment_id=9336127e-160f-4619-9a09-bfd4cdb78b72)] {{(pid=84116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 03:10:16.456833 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-91abed06-e355-46d9-975e-709673afae0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-361392'] for port, precommit_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:10:16.591821 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.plugin [None req-91abed06-e355-46d9-975e-709673afae0d admin admin] Calling delete_port for 51d1d839-538c-4d80-8ee3-4fac34e1642f owned by network:router_interface {{(pid=84116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 19 03:10:16.993362 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-91abed06-e355-46d9-975e-709673afae0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363269711510303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363269711906437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2630593'] for port, after_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:10:16.998498 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e389bc6-5ea5-4ecb-922f-28c93bbff97d req-13d880b1-4a05-442c-be40-b04c6c2c4ad9 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:10:17.000116 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-9e389bc6-5ea5-4ecb-922f-28c93bbff97d req-13d880b1-4a05-442c-be40-b04c6c2c4ad9 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] 10.222.0.13 "GET /v2.0/ports?device_id=39c82310-15ee-49b5-a086-cd2790e856d2 HTTP/1.1" status: 200  len: 946 time: 0.0916507
Feb 19 03:10:17.012163 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-36a446f5-aab2-4cdd-98af-c7d5db8667f5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:10:17.049869 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-9e389bc6-5ea5-4ecb-922f-28c93bbff97d req-b9b41aba-6172-4e87-92e4-1f8e3fc6d3f7 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e7eef30-c0d8-4a18-a57a-f21b76010128&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0426533
Feb 19 03:10:17.341197 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91abed06-e355-46d9-975e-709673afae0d admin admin] Pushing event deleted for resources: {'Port': ['ID=51d1d839-538c-4d80-8ee3-4fac34e1642f,revision_number=None']} {{(pid=84116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:10:17.346376 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-91abed06-e355-46d9-975e-709673afae0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:10:17.648636 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-91abed06-e355-46d9-975e-709673afae0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-393212'] for router_interface, after_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:10:18.173547 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91abed06-e355-46d9-975e-709673afae0d admin admin] Router 0e94501e-bde7-48bd-916d-d2e8fe069474 has already been hosted by L3 agent f4ccfb5a-d22e-440e-8ddd-f393ad00f812 {{(pid=84116) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 19 03:10:18.265701 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766092ac-65a9-48d9-8957-b39b7ced6bd5 req-5a7fbc58-17f9-4b05-bf2d-44277c220495 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:10:18.267777 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-766092ac-65a9-48d9-8957-b39b7ced6bd5 req-5a7fbc58-17f9-4b05-bf2d-44277c220495 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] 10.222.0.13 "GET /v2.0/ports?device_id=39c82310-15ee-49b5-a086-cd2790e856d2 HTTP/1.1" status: 200  len: 946 time: 0.0937676
Feb 19 03:10:18.320944 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-766092ac-65a9-48d9-8957-b39b7ced6bd5 req-43d75208-17eb-47a3-91eb-87f815b3d807 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e7eef30-c0d8-4a18-a57a-f21b76010128&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0452983
Feb 19 03:10:18.339790 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84115) accepted ('10.222.0.13', 52660) {{(pid=84115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:10:18.394962 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91abed06-e355-46d9-975e-709673afae0d admin admin] Notify agent at l3_agent.dv-cinder-775706-2-iscsi the message routers_updated {{(pid=84116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 19 03:10:18.404622 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0da83f9-fba1-4b3a-89cd-55b6277dc392 None None] Sync routers for ids ['0e94501e-bde7-48bd-916d-d2e8fe069474'] in dv-cinder-775706-2-iscsi {{(pid=84118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 19 03:10:18.412538 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-91abed06-e355-46d9-975e-709673afae0d admin admin] 10.222.0.13 "PUT /v2.0/routers/0e94501e-bde7-48bd-916d-d2e8fe069474/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1214674
Feb 19 03:10:18.415129 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84116) accepted ('10.222.0.13', 52668) {{(pid=84116) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:10:18.416272 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0da83f9-fba1-4b3a-89cd-55b6277dc392 None None] Routers {'0e94501e-bde7-48bd-916d-d2e8fe069474'} bound to L3 agent in host dv-cinder-775706-2-iscsi {{(pid=84118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 03:10:18.417629 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_hamode_db [None req-d0da83f9-fba1-4b3a-89cd-55b6277dc392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f94260f7710>, 'dv-cinder-775706-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-02-19T02:56:52Z,description=<?>,heartbeat_timestamp=2021-02-19T03:09:52Z,host='dv-cinder-775706-2-iscsi',id=f4ccfb5a-d22e-440e-8ddd-f393ad00f812,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T02:56:52Z,topic='l3_agent')) {'router_ids': ['0e94501e-bde7-48bd-916d-d2e8fe069474'], 'active': True} {{(pid=84118) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 03:10:18.475045 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-d4c0000c-397d-4f7d-9519-2d10af29e94c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:10:18.491860 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-d4c0000c-397d-4f7d-9519-2d10af29e94c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 03:10:18.496118 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-d4c0000c-397d-4f7d-9519-2d10af29e94c admin admin] Usage tracker for resource:security_group_rule and tenant:4b7c8120ed7b40979ec4d56de2e8b9b2 is out of sync, need to count used quota {{(pid=84115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 03:10:18.499338 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-d4c0000c-397d-4f7d-9519-2d10af29e94c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 03:10:18.505452 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-d4c0000c-397d-4f7d-9519-2d10af29e94c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 03:10:18.617078 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvr_db [None req-d0da83f9-fba1-4b3a-89cd-55b6277dc392 None None] Set router 0e94501e-bde7-48bd-916d-d2e8fe069474 gateway port host: dv-cinder-775706-2-iscsi {{(pid=84118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 03:10:18.620899 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-2097e453-cdb0-41aa-97f3-91279e360527 admin admin] Notify callbacks [] for router, before_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:10:18.715533 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-d4c0000c-397d-4f7d-9519-2d10af29e94c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:10:18.790327 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-d4c0000c-397d-4f7d-9519-2d10af29e94c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237410'] for security_group, after_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:10:18.802360 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:10:18.827280 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-2097e453-cdb0-41aa-97f3-91279e360527 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:10:18.863809 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.plugin [None req-2097e453-cdb0-41aa-97f3-91279e360527 admin admin] Deleting port 2f81d1e1-7364-417a-84c6-f7a62e81140f {{(pid=84116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 19 03:10:18.864520 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-2097e453-cdb0-41aa-97f3-91279e360527 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363269711485266'] for port, before_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:10:18.865584 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-d4c0000c-397d-4f7d-9519-2d10af29e94c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4b7c8120ed7b40979ec4d56de2e8b9b2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5246212
Feb 19 03:10:18.870699 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c0000c-397d-4f7d-9519-2d10af29e94c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcf19532-c069-41b6-8155-a6f20ae535aa,revision_number=1']} {{(pid=84115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:10:18.873306 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84115) accepted ('10.222.0.13', 52674) {{(pid=84115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:10:18.876573 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-d4c0000c-397d-4f7d-9519-2d10af29e94c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:10:18.940163 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd28304-a622-4315-a812-bfad1ecc3751 req-af3999c2-91ec-45f2-99a5-17b1deb866a7 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:10:18.943801 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-3cd28304-a622-4315-a812-bfad1ecc3751 req-af3999c2-91ec-45f2-99a5-17b1deb866a7 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] 10.222.0.13 "GET /v2.0/ports?device_id=39c82310-15ee-49b5-a086-cd2790e856d2 HTTP/1.1" status: 200  len: 946 time: 0.2131729
Feb 19 03:10:18.971037 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_hamode_db [None req-d0da83f9-fba1-4b3a-89cd-55b6277dc392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f94260f7710>, [{'id': '0e94501e-bde7-48bd-916d-d2e8fe069474', 'name': 'tempest-ServerRescueNegativeTestJSON-5869323-router', 'tenant_id': 'a83cb91af86b404e843a85617a0bdf97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'external_fixed_ips': [{'subnet_id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'ip_address': '172.27.0.106'}], 'enable_snat': True}, 'gw_port_id': '2f81d1e1-7364-417a-84c6-f7a62e81140f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T03:06:26Z', 'updated_at': '2021-02-19T03:10:16Z', 'revision_number': 5, 'project_id': 'a83cb91af86b404e843a85617a0bdf97', 'gw_port': {'id': '2f81d1e1-7364-417a-84c6-f7a62e81140f', 'name': '', 'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:84:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0e94501e-bde7-48bd-916d-d2e8fe069474', 'device_owner': 'network:router_gateway', 'standard_attr_id': 89, 'fixed_ips': [{'subnet_id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'ip_address': '172.27.0.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T03:06:29Z', 'updated_at': '2021-02-19T03:06:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-2-iscsi'}], 'dv-cinder-775706-2-iscsi', False) {} {{(pid=84118) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 03:10:18.976138 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0da83f9-fba1-4b3a-89cd-55b6277dc392 None None] Checking router: 0e94501e-bde7-48bd-916d-d2e8fe069474 for host: dv-cinder-775706-2-iscsi {{(pid=84118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 19 03:10:18.987026 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0da83f9-fba1-4b3a-89cd-55b6277dc392 None None] Routers {'0e94501e-bde7-48bd-916d-d2e8fe069474'} bound to L3 agent in host dv-cinder-775706-2-iscsi {{(pid=84118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 03:10:18.987892 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_hamode_db [None req-d0da83f9-fba1-4b3a-89cd-55b6277dc392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f94260f7710>, 'dv-cinder-775706-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-02-19T02:56:52Z,description=<?>,heartbeat_timestamp=2021-02-19T03:09:52Z,host='dv-cinder-775706-2-iscsi',id=f4ccfb5a-d22e-440e-8ddd-f393ad00f812,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T02:56:52Z,topic='l3_agent')) {'router_ids': ['0e94501e-bde7-48bd-916d-d2e8fe069474'], 'active': True} {{(pid=84118) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 03:10:19.051600 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-e1a44a7e-d55e-4f44-8911-1d5ee438e602 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:10:19.062345 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.db [None req-2097e453-cdb0-41aa-97f3-91279e360527 admin admin] For port 2f81d1e1-7364-417a-84c6-f7a62e81140f, host dv-cinder-775706-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-2-iscsi',level=0,port_id=2f81d1e1-7364-417a-84c6-f7a62e81140f,segment=NetworkSegment(018f6e14-8221-4ee7-96a8-19699912d63c),segment_id=018f6e14-8221-4ee7-96a8-19699912d63c)] {{(pid=84116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 03:10:19.062753 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-2097e453-cdb0-41aa-97f3-91279e360527 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-361392'] for port, precommit_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:10:19.067674 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-3cd28304-a622-4315-a812-bfad1ecc3751 req-ea2ad11a-3f3a-420f-bc37-582653b1375b tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e7eef30-c0d8-4a18-a57a-f21b76010128&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0996609
Feb 19 03:10:19.093005 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f71655-9651-4b6d-905a-369f89c041eb req-c577485b-2da1-49c8-a888-b779c40720a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:10:19.094638 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-79f71655-9651-4b6d-905a-369f89c041eb req-c577485b-2da1-49c8-a888-b779c40720a0 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9cc54ca0063647f58309a9cc08a310b1&device_id=39c82310-15ee-49b5-a086-cd2790e856d2 HTTP/1.1" status: 200  len: 1163 time: 0.2140489
Feb 19 03:10:19.099037 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-e1a44a7e-d55e-4f44-8911-1d5ee438e602 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:10:19.158049 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvr_db [None req-d0da83f9-fba1-4b3a-89cd-55b6277dc392 None None] Set router 0e94501e-bde7-48bd-916d-d2e8fe069474 gateway port host: None {{(pid=84118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 03:10:19.206835 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.plugin [None req-2097e453-cdb0-41aa-97f3-91279e360527 admin admin] Calling delete_port for 2f81d1e1-7364-417a-84c6-f7a62e81140f owned by network:router_gateway {{(pid=84116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 19 03:10:19.292661 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_hamode_db [None req-d0da83f9-fba1-4b3a-89cd-55b6277dc392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f94260f7710>, [{'id': '0e94501e-bde7-48bd-916d-d2e8fe069474', 'name': 'tempest-ServerRescueNegativeTestJSON-5869323-router', 'tenant_id': 'a83cb91af86b404e843a85617a0bdf97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T03:06:26Z', 'updated_at': '2021-02-19T03:10:18Z', 'revision_number': 6, 'project_id': 'a83cb91af86b404e843a85617a0bdf97', 'gw_port_host': None}], 'dv-cinder-775706-2-iscsi', False) {} {{(pid=84118) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 03:10:19.297649 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0da83f9-fba1-4b3a-89cd-55b6277dc392 None None] The sync data for ids ['0e94501e-bde7-48bd-916d-d2e8fe069474'] in dv-cinder-775706-2-iscsi is: [{'id': '0e94501e-bde7-48bd-916d-d2e8fe069474', 'name': 'tempest-ServerRescueNegativeTestJSON-5869323-router', 'tenant_id': 'a83cb91af86b404e843a85617a0bdf97', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T03:06:26Z', 'updated_at': '2021-02-19T03:10:18Z', 'revision_number': 6, 'project_id': 'a83cb91af86b404e843a85617a0bdf97', 'gw_port_host': None}] {{(pid=84118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 19 03:10:19.445823 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-2097e453-cdb0-41aa-97f3-91279e360527 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363269711510303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363269711906437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2630593'] for port, after_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:10:19.464522 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-0cbd7a2a-9bf5-4a26-8a74-e3e8f22f7f30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:10:19.538150 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f71655-9651-4b6d-905a-369f89c041eb req-1e4e4655-a5b5-42dd-ad80-96060b92c42c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:10:19.539729 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-79f71655-9651-4b6d-905a-369f89c041eb req-1e4e4655-a5b5-42dd-ad80-96060b92c42c service neutron] 10.222.0.65 "GET /v2.0/networks?id=f43f4357-3ff6-40b8-94e0-eb50f3b0a088 HTTP/1.1" status: 200  len: 904 time: 0.4336934
Feb 19 03:10:19.562619 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-a9b9bca9-4bb4-44df-a70a-cb41c4bc05a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:10:19.573262 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2097e453-cdb0-41aa-97f3-91279e360527 admin admin] Pushing event deleted for resources: {'Port': ['ID=2f81d1e1-7364-417a-84c6-f7a62e81140f,revision_number=None']} {{(pid=84116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:10:19.578353 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-2097e453-cdb0-41aa-97f3-91279e360527 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:10:19.625763 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-e1a44a7e-d55e-4f44-8911-1d5ee438e602 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237410'] for security_group, after_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:10:19.647676 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-be824893-a4b1-4a42-92d5-087eeb347eef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:10:19.677133 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a44a7e-d55e-4f44-8911-1d5ee438e602 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcf19532-c069-41b6-8155-a6f20ae535aa,revision_number=None']} {{(pid=84115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:10:19.682731 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-e1a44a7e-d55e-4f44-8911-1d5ee438e602 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:10:19.686007 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-e1a44a7e-d55e-4f44-8911-1d5ee438e602 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:10:19.687243 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-e1a44a7e-d55e-4f44-8911-1d5ee438e602 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bcf19532-c069-41b6-8155-a6f20ae535aa HTTP/1.1" status: 204  len: 168 time: 0.8122644
Feb 19 03:10:19.696509 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-79f71655-9651-4b6d-905a-369f89c041eb req-87ec9749-126a-4f15-9f24-aab0f648025d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e488387b-5255-49c1-864a-bb8311c72122 HTTP/1.1" status: 200  len: 1001 time: 0.1479216
Feb 19 03:10:19.726858 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-2097e453-cdb0-41aa-97f3-91279e360527 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854411155'] for router_gateway, after_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:10:19.777582 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f71655-9651-4b6d-905a-369f89c041eb req-b8d4879a-2510-42a7-b622-52b586b68309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:10:19.779116 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-79f71655-9651-4b6d-905a-369f89c041eb req-b8d4879a-2510-42a7-b622-52b586b68309 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=bcac62f7-68c0-43e3-adb5-456fec5d76fe HTTP/1.1" status: 200  len: 849 time: 0.0724907
Feb 19 03:10:19.792864 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.rpc [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Device 2f81d1e1-7364-417a-84c6-f7a62e81140f no longer exists at agent ovs-agent-dv-cinder-775706-2-iscsi {{(pid=84117) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 19 03:10:19.850335 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.plugin [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] No Port match for: 2f81d1e1-7364-417a-84c6-f7a62e81140f {{(pid=84117) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 19 03:10:19.850785 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.rpc [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Device 2f81d1e1-7364-417a-84c6-f7a62e81140f not bound to the agent host dv-cinder-775706-2-iscsi {{(pid=84117) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 19 03:10:19.851220 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.rpc [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Device 51d1d839-538c-4d80-8ee3-4fac34e1642f no longer exists at agent ovs-agent-dv-cinder-775706-2-iscsi {{(pid=84117) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 19 03:10:19.887958 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f71655-9651-4b6d-905a-369f89c041eb req-b34729f6-aab2-4b97-be2d-285fd53fd824 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:10:19.889781 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-79f71655-9651-4b6d-905a-369f89c041eb req-b34729f6-aab2-4b97-be2d-285fd53fd824 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f43f4357-3ff6-40b8-94e0-eb50f3b0a088&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1017170
Feb 19 03:10:19.899753 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.plugin [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] No Port match for: 51d1d839-538c-4d80-8ee3-4fac34e1642f {{(pid=84117) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 19 03:10:19.900152 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.rpc [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Device 51d1d839-538c-4d80-8ee3-4fac34e1642f not bound to the agent host dv-cinder-775706-2-iscsi {{(pid=84117) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 19 03:10:20.049404 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-79f71655-9651-4b6d-905a-369f89c041eb req-7db0428d-7131-4ecc-900a-35619d87d3c3 service neutron] 10.222.0.65 "GET /v2.0/networks/f43f4357-3ff6-40b8-94e0-eb50f3b0a088?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1489027
Feb 19 03:10:20.190091 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-2097e453-cdb0-41aa-97f3-91279e360527 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-375006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854736376'] for router, precommit_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:10:20.193049 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-2097e453-cdb0-41aa-97f3-91279e360527 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:10:20.196207 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84116) accepted ('10.222.0.13', 52684) {{(pid=84116) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:10:20.258347 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-79f71655-9651-4b6d-905a-369f89c041eb req-42c96503-4a65-439d-8300-01a7194d31c1 service neutron] 10.222.0.65 "GET /v2.0/networks/f43f4357-3ff6-40b8-94e0-eb50f3b0a088?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2008815
Feb 19 03:10:20.295998 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-01c4e675-250c-4f87-890e-6d272f885242 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:10:20.303412 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7a7d28-771f-4a96-8be6-d858662faa73 req-0aeb6995-559f-49c9-93d5-62bb0e02a504 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:10:20.306174 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-5c7a7d28-771f-4a96-8be6-d858662faa73 req-0aeb6995-559f-49c9-93d5-62bb0e02a504 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] 10.222.0.13 "GET /v2.0/ports?device_id=39c82310-15ee-49b5-a086-cd2790e856d2 HTTP/1.1" status: 200  len: 946 time: 0.0933306
Feb 19 03:10:20.313001 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-01c4e675-250c-4f87-890e-6d272f885242 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 03:10:20.317164 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-01c4e675-250c-4f87-890e-6d272f885242 admin admin] Usage tracker for resource:security_group_rule and tenant:de78119ecdd244c5b9f04dea92b6e51f is out of sync, need to count used quota {{(pid=84116) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 03:10:20.320262 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-01c4e675-250c-4f87-890e-6d272f885242 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84116) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 03:10:20.326782 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-01c4e675-250c-4f87-890e-6d272f885242 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 03:10:20.354528 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-5c7a7d28-771f-4a96-8be6-d858662faa73 req-3408cded-9b70-4573-ae76-a9c060bec265 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e7eef30-c0d8-4a18-a57a-f21b76010128&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0432794
Feb 19 03:10:20.425361 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-2097e453-cdb0-41aa-97f3-91279e360527 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854388718'] for router, after_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:10:20.426005 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2097e453-cdb0-41aa-97f3-91279e360527 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0e94501e-bde7-48bd-916d-d2e8fe069474 {{(pid=84116) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Feb 19 03:10:20.485814 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-01c4e675-250c-4f87-890e-6d272f885242 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:10:20.487026 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-2097e453-cdb0-41aa-97f3-91279e360527 admin admin] Notify callbacks [] for router, before_response {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:10:20.488306 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-2097e453-cdb0-41aa-97f3-91279e360527 admin admin] 10.222.0.13 "DELETE /v2.0/routers/0e94501e-bde7-48bd-916d-d2e8fe069474 HTTP/1.1" status: 204  len: 168 time: 2.0717883
Feb 19 03:10:20.490922 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84116) accepted ('10.222.0.13', 52688) {{(pid=84116) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:10:20.528105 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-01c4e675-250c-4f87-890e-6d272f885242 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237410'] for security_group, after_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:10:20.544455 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-e95cda11-c5c6-48ba-bafb-338be63aa64a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:10:20.603007 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-01c4e675-250c-4f87-890e-6d272f885242 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=de78119ecdd244c5b9f04dea92b6e51f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4054914
Feb 19 03:10:20.605979 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84115) accepted ('10.222.0.13', 52692) {{(pid=84115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:10:20.606669 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c4e675-250c-4f87-890e-6d272f885242 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fc782a7-15f6-4b90-9702-bd549019c7b8,revision_number=1']} {{(pid=84116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:10:20.614128 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.db_base_plugin_v2 [None req-22931885-57c1-48fe-ad34-9508c05a32c0 admin admin] Deleting subnet c8812985-29c9-4582-bf6b-c00d9e74b5a6 {{(pid=84116) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 19 03:10:20.617936 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-22931885-57c1-48fe-ad34-9508c05a32c0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:10:20.648146 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-01c4e675-250c-4f87-890e-6d272f885242 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:10:20.672331 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-22931885-57c1-48fe-ad34-9508c05a32c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851885379'] for subnet, precommit_delete_associations {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:10:20.673021 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-5f33ea63-8363-4b79-ac84-a2e133b99a03 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:10:20.700583 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-5f33ea63-8363-4b79-ac84-a2e133b99a03 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:10:20.733032 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-22931885-57c1-48fe-ad34-9508c05a32c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16124102'] for subnet, precommit_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:10:20.827303 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-5f33ea63-8363-4b79-ac84-a2e133b99a03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237410'] for security_group, after_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:10:20.832465 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-3d701ec8-4863-4d64-820d-21990e8c468a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:10:20.846210 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f33ea63-8363-4b79-ac84-a2e133b99a03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fc782a7-15f6-4b90-9702-bd549019c7b8,revision_number=None']} {{(pid=84115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:10:20.848829 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-5f33ea63-8363-4b79-ac84-a2e133b99a03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:10:20.851054 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-5f33ea63-8363-4b79-ac84-a2e133b99a03 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:10:20.855656 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-5f33ea63-8363-4b79-ac84-a2e133b99a03 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4fc782a7-15f6-4b90-9702-bd549019c7b8 HTTP/1.1" status: 204  len: 168 time: 0.2452352
Feb 19 03:10:21.028394 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-22931885-57c1-48fe-ad34-9508c05a32c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838651698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852145260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851540315'] for subnet, after_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:10:21.044917 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:10:21.135309 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22931885-57c1-48fe-ad34-9508c05a32c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c8812985-29c9-4582-bf6b-c00d9e74b5a6,revision_number=None']} {{(pid=84116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:10:21.138092 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-22931885-57c1-48fe-ad34-9508c05a32c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:10:21.184585 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-22931885-57c1-48fe-ad34-9508c05a32c0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:10:21.190917 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-22931885-57c1-48fe-ad34-9508c05a32c0 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/c8812985-29c9-4582-bf6b-c00d9e74b5a6 HTTP/1.1" status: 204  len: 168 time: 0.6989641
Feb 19 03:10:21.193740 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84116) accepted ('10.222.0.13', 52700) {{(pid=84116) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:10:21.319061 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-bcb089ad-0a6a-4b9a-9bb2-ec219da88e8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036838588073'] for network, before_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:10:21.520067 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-bcb089ad-0a6a-4b9a-9bb2-ec219da88e8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16130609', 'neutron.services.segments.db._delete_segments_for_network--9223363269711387610'] for network, precommit_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:10:21.564421 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa85a0e0-5d28-4fbc-9be0-2bba1d6312f6 req-d5a19aed-9730-4a80-bb3f-fad3272f0e2c tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:10:21.566071 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-fa85a0e0-5d28-4fbc-9be0-2bba1d6312f6 req-d5a19aed-9730-4a80-bb3f-fad3272f0e2c tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] 10.222.0.13 "GET /v2.0/ports?device_id=39c82310-15ee-49b5-a086-cd2790e856d2 HTTP/1.1" status: 200  len: 946 time: 0.0955405
Feb 19 03:10:21.626803 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-fa85a0e0-5d28-4fbc-9be0-2bba1d6312f6 req-8200c23f-8dd2-4e0e-9728-8e1722fb0714 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e7eef30-c0d8-4a18-a57a-f21b76010128&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0462387
Feb 19 03:10:21.644399 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.services.segments.db [None req-bcb089ad-0a6a-4b9a-9bb2-ec219da88e8e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9424605160>,) {'filters': {'network_id': ['6590657d-05da-4509-bb41-0f0908d98c62']}} {{(pid=84116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 03:10:21.657906 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.services.segments.db [None req-bcb089ad-0a6a-4b9a-9bb2-ec219da88e8e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9424605160>, '9336127e-160f-4619-9a09-bfd4cdb78b72') {'for_net_delete': True} {{(pid=84116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 03:10:21.658240 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.services.segments.db [None req-bcb089ad-0a6a-4b9a-9bb2-ec219da88e8e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9424605160>, '9336127e-160f-4619-9a09-bfd4cdb78b72') {} {{(pid=84116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 03:10:21.670843 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-bcb089ad-0a6a-4b9a-9bb2-ec219da88e8e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363269711390170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2890373'] for segment, before_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:10:21.685834 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-bcb089ad-0a6a-4b9a-9bb2-ec219da88e8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838644319'] for segment, precommit_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:10:21.687820 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-bcb089ad-0a6a-4b9a-9bb2-ec219da88e8e admin admin] Releasing vxlan tunnel 4 to pool {{(pid=84116) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 19 03:10:21.867291 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.managers [None req-bcb089ad-0a6a-4b9a-9bb2-ec219da88e8e admin admin] Network 6590657d-05da-4509-bb41-0f0908d98c62 has no segments {{(pid=84116) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 19 03:10:21.876909 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-bcb089ad-0a6a-4b9a-9bb2-ec219da88e8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16131513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2632757'] for segment, after_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:10:21.905705 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-dfe6c467-b1fc-4596-ab41-626252f1314b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:10:22.065187 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.managers [None req-bcb089ad-0a6a-4b9a-9bb2-ec219da88e8e admin admin] Network 6590657d-05da-4509-bb41-0f0908d98c62 has no segments {{(pid=84116) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 19 03:10:22.089357 dv-cinder-775706-2-iscsi neutron-server[84004]: Traceback (most recent call last):
Feb 19 03:10:22.089357 dv-cinder-775706-2-iscsi neutron-server[84004]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 03:10:22.089357 dv-cinder-775706-2-iscsi neutron-server[84004]:     timer()
Feb 19 03:10:22.089357 dv-cinder-775706-2-iscsi neutron-server[84004]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 03:10:22.089357 dv-cinder-775706-2-iscsi neutron-server[84004]:     cb(*args, **kw)
Feb 19 03:10:22.089357 dv-cinder-775706-2-iscsi neutron-server[84004]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 19 03:10:22.089357 dv-cinder-775706-2-iscsi neutron-server[84004]:     return func(*args, **kwargs)
Feb 19 03:10:22.089357 dv-cinder-775706-2-iscsi neutron-server[84004]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 03:10:22.089357 dv-cinder-775706-2-iscsi neutron-server[84004]:     self._notify()
Feb 19 03:10:22.089357 dv-cinder-775706-2-iscsi neutron-server[84004]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 03:10:22.089357 dv-cinder-775706-2-iscsi neutron-server[84004]:     self.callback(batched_events)
Feb 19 03:10:22.089357 dv-cinder-775706-2-iscsi neutron-server[84004]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 03:10:22.089357 dv-cinder-775706-2-iscsi neutron-server[84004]:     event.method(event)
Feb 19 03:10:22.089357 dv-cinder-775706-2-iscsi neutron-server[84004]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 19 03:10:22.089357 dv-cinder-775706-2-iscsi neutron-server[84004]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 03:10:22.089357 dv-cinder-775706-2-iscsi neutron-server[84004]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 19 03:10:22.089357 dv-cinder-775706-2-iscsi neutron-server[84004]:     segment_id)['aggregates'][0]
Feb 19 03:10:22.089357 dv-cinder-775706-2-iscsi neutron-server[84004]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 19 03:10:22.089357 dv-cinder-775706-2-iscsi neutron-server[84004]:     return f(self, *a, **k)
Feb 19 03:10:22.089357 dv-cinder-775706-2-iscsi neutron-server[84004]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 19 03:10:22.089357 dv-cinder-775706-2-iscsi neutron-server[84004]:     return self._get(url).json()
Feb 19 03:10:22.089357 dv-cinder-775706-2-iscsi neutron-server[84004]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 03:10:22.089357 dv-cinder-775706-2-iscsi neutron-server[84004]:     **kwargs)
Feb 19 03:10:22.089357 dv-cinder-775706-2-iscsi neutron-server[84004]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 19 03:10:22.089357 dv-cinder-775706-2-iscsi neutron-server[84004]:     return self.request(url, 'GET', **kwargs)
Feb 19 03:10:22.089357 dv-cinder-775706-2-iscsi neutron-server[84004]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 19 03:10:22.089357 dv-cinder-775706-2-iscsi neutron-server[84004]:     **endpoint_filter)
Feb 19 03:10:22.089357 dv-cinder-775706-2-iscsi neutron-server[84004]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 19 03:10:22.089357 dv-cinder-775706-2-iscsi neutron-server[84004]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 03:10:22.089357 dv-cinder-775706-2-iscsi neutron-server[84004]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 19 03:10:22.089357 dv-cinder-775706-2-iscsi neutron-server[84004]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 03:10:22.089357 dv-cinder-775706-2-iscsi neutron-server[84004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 03:10:22.148956 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.agents_db [None req-fa9641de-a39b-4023-bfa7-5325e5d2422e None None] Agent healthcheck: found 6 active agents {{(pid=84118) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 19 03:10:22.204643 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-bcb089ad-0a6a-4b9a-9bb2-ec219da88e8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036838645191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-364612'] for network, after_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:10:22.208492 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-c771db7b-3974-4f54-94e6-0239fd963b86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:10:22.223644 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-bcb089ad-0a6a-4b9a-9bb2-ec219da88e8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854203462'] for network, before_response {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:10:22.235508 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb089ad-0a6a-4b9a-9bb2-ec219da88e8e admin admin] Pushing event deleted for resources: {'Network': ['ID=6590657d-05da-4509-bb41-0f0908d98c62,revision_number=None']} {{(pid=84116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:10:22.239086 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-bcb089ad-0a6a-4b9a-9bb2-ec219da88e8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:10:22.268213 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-bcb089ad-0a6a-4b9a-9bb2-ec219da88e8e admin admin] 10.222.0.13 "DELETE /v2.0/networks/6590657d-05da-4509-bb41-0f0908d98c62 HTTP/1.1" status: 204  len: 168 time: 1.0733602
Feb 19 03:10:22.450687 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-4b343f23-6f62-4db0-bfb1-0e5ba3aa11dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:10:22.584030 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84116) accepted ('10.222.0.13', 52744) {{(pid=84116) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:10:22.636623 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-42f51358-f090-463c-8e55-3efe10f3da73 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a83cb91af86b404e843a85617a0bdf97&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0511177
Feb 19 03:10:22.639128 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84116) accepted ('10.222.0.13', 52748) {{(pid=84116) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:10:22.695880 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.rpc [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Device e488387b-5255-49c1-864a-bb8311c72122 up at agent ovs-agent-hv-cinder-77570 {{(pid=84117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 03:10:22.704957 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-a389a795-dfbf-4f4c-b62b-ce7992bda6c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:10:22.733834 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-a389a795-dfbf-4f4c-b62b-ce7992bda6c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:10:22.773657 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Provisioning complete for port e488387b-5255-49c1-864a-bb8311c72122 triggered by entity L2. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 03:10:22.774206 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16124857'] for port, provisioning_complete {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:10:22.808391 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-a389a795-dfbf-4f4c-b62b-ce7992bda6c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237410'] for security_group, after_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:10:22.813940 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-c8c85aca-6c0c-4567-81ed-74f0dd849a9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:10:22.825092 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a389a795-dfbf-4f4c-b62b-ce7992bda6c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7be7950-201e-4452-88dd-92f8a0a2b5e8,revision_number=None']} {{(pid=84116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:10:22.829086 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-a389a795-dfbf-4f4c-b62b-ce7992bda6c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:10:22.833244 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-a389a795-dfbf-4f4c-b62b-ce7992bda6c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:10:22.834541 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-a389a795-dfbf-4f4c-b62b-ce7992bda6c4 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c7be7950-201e-4452-88dd-92f8a0a2b5e8 HTTP/1.1" status: 204  len: 168 time: 0.1943259
Feb 19 03:10:23.547571 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:10:24.260116 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-ed1abd93-30ab-455f-b25e-ecbc2cc5cf06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:10:30.236976 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:10:33.725102 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-63c33b38-4af0-4a2d-8aae-3a00d8988f1c req-0e6e9624-6cfa-4ce1-9a19-0edadca18c0c service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=9e4882dd-d538-4794-b670-363a7a2168f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0750191
Feb 19 03:10:33.822143 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c33b38-4af0-4a2d-8aae-3a00d8988f1c req-e95b28b6-18f1-4330-b1a3-1d0dbd790f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:10:33.824332 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-63c33b38-4af0-4a2d-8aae-3a00d8988f1c req-e95b28b6-18f1-4330-b1a3-1d0dbd790f46 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=fe62d789c5ba40bd87c0c4eb042c2297&device_id=9e4882dd-d538-4794-b670-363a7a2168f7 HTTP/1.1" status: 200  len: 1163 time: 0.0764465
Feb 19 03:10:33.990510 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c33b38-4af0-4a2d-8aae-3a00d8988f1c req-e8bd4aea-332f-40a5-b8a2-b9f021e3bb0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:10:33.992725 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-63c33b38-4af0-4a2d-8aae-3a00d8988f1c req-e8bd4aea-332f-40a5-b8a2-b9f021e3bb0a service neutron] 10.222.0.65 "GET /v2.0/networks?id=96367511-4096-441d-8b71-998abf1ff026 HTTP/1.1" status: 200  len: 910 time: 0.1451972
Feb 19 03:10:34.116703 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-63c33b38-4af0-4a2d-8aae-3a00d8988f1c req-7649b444-3fab-4309-8682-a774ca28a9c7 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b52d8903-24d0-484f-afef-cca02ac84c8a HTTP/1.1" status: 200  len: 1001 time: 0.1170089
Feb 19 03:10:34.198874 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c33b38-4af0-4a2d-8aae-3a00d8988f1c req-d717d079-945b-4833-a2e9-9f701f10370f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:10:34.205892 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-63c33b38-4af0-4a2d-8aae-3a00d8988f1c req-d717d079-945b-4833-a2e9-9f701f10370f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ffae0469-f40c-4397-8d65-7fee68a1ef0a HTTP/1.1" status: 200  len: 855 time: 0.0759530
Feb 19 03:10:34.288854 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c33b38-4af0-4a2d-8aae-3a00d8988f1c req-6b30df2c-597e-4925-8b55-c2890cc15111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:10:34.290492 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-63c33b38-4af0-4a2d-8aae-3a00d8988f1c req-6b30df2c-597e-4925-8b55-c2890cc15111 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=96367511-4096-441d-8b71-998abf1ff026&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0789008
Feb 19 03:10:34.435431 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-63c33b38-4af0-4a2d-8aae-3a00d8988f1c req-a3d7b982-a9fb-42ca-9a6c-3fb2b26165a1 service neutron] 10.222.0.65 "GET /v2.0/networks/96367511-4096-441d-8b71-998abf1ff026?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1370580
Feb 19 03:10:34.586742 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-63c33b38-4af0-4a2d-8aae-3a00d8988f1c req-b9807d41-e1bc-4c95-a4e3-8cad9f9b6b1c service neutron] 10.222.0.65 "GET /v2.0/networks/96367511-4096-441d-8b71-998abf1ff026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1399176
Feb 19 03:10:35.816250 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84116) accepted ('10.222.0.13', 52932) {{(pid=84116) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:10:35.939265 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-88152458-4e0a-40a2-9da6-ad902fb2746a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:10:35.954548 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-88152458-4e0a-40a2-9da6-ad902fb2746a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 03:10:35.958664 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-88152458-4e0a-40a2-9da6-ad902fb2746a admin admin] Usage tracker for resource:security_group_rule and tenant:9131e23cb0d54d98bb97a624dcd3e2d5 is out of sync, need to count used quota {{(pid=84116) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 03:10:35.961620 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-88152458-4e0a-40a2-9da6-ad902fb2746a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84116) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 03:10:35.967942 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-88152458-4e0a-40a2-9da6-ad902fb2746a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 03:10:36.052522 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-88152458-4e0a-40a2-9da6-ad902fb2746a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:10:36.106777 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-88152458-4e0a-40a2-9da6-ad902fb2746a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237410'] for security_group, after_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:10:36.115812 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-51cd1f2f-2b0c-4007-a342-1eb174d22df5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:10:36.158573 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-88152458-4e0a-40a2-9da6-ad902fb2746a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9131e23cb0d54d98bb97a624dcd3e2d5&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3411510
Feb 19 03:10:36.159435 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88152458-4e0a-40a2-9da6-ad902fb2746a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=104dbc3f-4f5f-405b-a186-5e802e560f05,revision_number=1']} {{(pid=84116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:10:36.161444 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84115) accepted ('10.222.0.13', 52938) {{(pid=84115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:10:36.163086 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-88152458-4e0a-40a2-9da6-ad902fb2746a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:10:36.225462 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-ad095d10-4493-4bd2-893f-baef89b6c7f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:10:36.258744 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-ad095d10-4493-4bd2-893f-baef89b6c7f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:10:36.402308 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-ad095d10-4493-4bd2-893f-baef89b6c7f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237410'] for security_group, after_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:10:36.407579 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-ef577bd1-9e2e-4e12-a7d0-7e3004a3db9a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:10:36.421314 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad095d10-4493-4bd2-893f-baef89b6c7f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=104dbc3f-4f5f-405b-a186-5e802e560f05,revision_number=None']} {{(pid=84115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:10:36.423957 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-ad095d10-4493-4bd2-893f-baef89b6c7f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:10:36.426455 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-ad095d10-4493-4bd2-893f-baef89b6c7f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:10:36.428170 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-ad095d10-4493-4bd2-893f-baef89b6c7f0 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/104dbc3f-4f5f-405b-a186-5e802e560f05 HTTP/1.1" status: 204  len: 168 time: 0.2650759
Feb 19 03:10:37.246870 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84115) accepted ('10.222.0.13', 52978) {{(pid=84115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:10:37.357871 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.v2.base [None req-c5ce8ea6-133f-42b2-b7f6-701c8b7fd545 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1355167784-network', 'tenant_id': '4ab655e715654a9d83b1519a2d453b84'}} {{(pid=84115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 03:10:37.362851 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-c5ce8ea6-133f-42b2-b7f6-701c8b7fd545 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 03:10:37.366871 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-c5ce8ea6-133f-42b2-b7f6-701c8b7fd545 admin admin] Usage tracker for resource:network and tenant:4ab655e715654a9d83b1519a2d453b84 is out of sync, need to count used quota {{(pid=84115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 03:10:37.370508 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-c5ce8ea6-133f-42b2-b7f6-701c8b7fd545 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 03:10:37.376375 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-c5ce8ea6-133f-42b2-b7f6-701c8b7fd545 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 03:10:37.430788 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5ce8ea6-133f-42b2-b7f6-701c8b7fd545 admin admin] Made reservation on behalf of 4ab655e715654a9d83b1519a2d453b84 for: {'network': 1} {{(pid=84115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 19 03:10:37.435947 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-c5ce8ea6-133f-42b2-b7f6-701c8b7fd545 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838630373'] for network, before_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:10:37.449445 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-c5ce8ea6-133f-42b2-b7f6-701c8b7fd545 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:10:37.464625 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-c5ce8ea6-133f-42b2-b7f6-701c8b7fd545 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 03:10:37.468626 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-c5ce8ea6-133f-42b2-b7f6-701c8b7fd545 admin admin] Usage tracker for resource:security_group_rule and tenant:4ab655e715654a9d83b1519a2d453b84 is out of sync, need to count used quota {{(pid=84115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 03:10:37.471794 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-c5ce8ea6-133f-42b2-b7f6-701c8b7fd545 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 03:10:37.477483 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-c5ce8ea6-133f-42b2-b7f6-701c8b7fd545 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 03:10:37.560452 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-c5ce8ea6-133f-42b2-b7f6-701c8b7fd545 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:10:37.584862 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-c5ce8ea6-133f-42b2-b7f6-701c8b7fd545 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237410'] for security_group, after_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:10:37.589017 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-f2c9d256-2bd3-4bc0-8c77-e886170e899a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:10:37.616849 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5ce8ea6-133f-42b2-b7f6-701c8b7fd545 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=84115) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 19 03:10:37.629766 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ce8ea6-133f-42b2-b7f6-701c8b7fd545 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71c0f763-37aa-4d42-b2f8-04c5e14cb62a,revision_number=1']} {{(pid=84115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:10:37.633930 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-c5ce8ea6-133f-42b2-b7f6-701c8b7fd545 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:10:37.635442 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-c5ce8ea6-133f-42b2-b7f6-701c8b7fd545 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8767143388190', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838644319'] for segment, precommit_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:10:37.635866 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.db.segments_db [None req-c5ce8ea6-133f-42b2-b7f6-701c8b7fd545 admin admin] Added segment abf416a2-eaf1-4b96-87ed-7640a8692785 of type vxlan for network 23f3f3dd-7a67-4cec-a695-39b518380c1e
Feb 19 03:10:37.664836 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-c5ce8ea6-133f-42b2-b7f6-701c8b7fd545 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363269711912974'] for network, precommit_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:10:37.722148 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-c5ce8ea6-133f-42b2-b7f6-701c8b7fd545 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477'] for network, after_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:10:37.723385 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5ce8ea6-133f-42b2-b7f6-701c8b7fd545 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:10:37.724052 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-c5ce8ea6-133f-42b2-b7f6-701c8b7fd545 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854203462'] for network, before_response {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:10:37.727536 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:10:37.835906 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ce8ea6-133f-42b2-b7f6-701c8b7fd545 admin admin] Pushing event updated for resources: {'Network': ['ID=23f3f3dd-7a67-4cec-a695-39b518380c1e,revision_number=1']} {{(pid=84115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:10:37.835906 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-c5ce8ea6-133f-42b2-b7f6-701c8b7fd545 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:10:37.840286 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.rpc [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Network 23f3f3dd-7a67-4cec-a695-39b518380c1e details requested by agent ovs-agent-dv-cinder-775706-2-iscsi with host dv-cinder-775706-2-iscsi {{(pid=84117) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 19 03:10:37.856396 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-c5ce8ea6-133f-42b2-b7f6-701c8b7fd545 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 891 time: 0.6083915
Feb 19 03:10:37.858289 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.rpc [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Network 23f3f3dd-7a67-4cec-a695-39b518380c1e details requested by agent ovs-agent-hv-cinder-77570 with host hv-cinder-77570 {{(pid=84117) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 19 03:10:37.859635 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84115) accepted ('10.222.0.13', 52986) {{(pid=84115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:10:37.865838 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.v2.base [None req-a7e93639-f32e-4727-acce-133845b48fb7 admin admin] Request body: {'subnet': {'network_id': '23f3f3dd-7a67-4cec-a695-39b518380c1e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1355167784-subnet', 'tenant_id': '4ab655e715654a9d83b1519a2d453b84', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 03:10:37.871791 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-a7e93639-f32e-4727-acce-133845b48fb7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 03:10:37.876088 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-a7e93639-f32e-4727-acce-133845b48fb7 admin admin] Usage tracker for resource:subnet and tenant:4ab655e715654a9d83b1519a2d453b84 is out of sync, need to count used quota {{(pid=84115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 03:10:37.879382 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-a7e93639-f32e-4727-acce-133845b48fb7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 03:10:37.885447 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-a7e93639-f32e-4727-acce-133845b48fb7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 03:10:37.930062 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7e93639-f32e-4727-acce-133845b48fb7 admin admin] Made reservation on behalf of 4ab655e715654a9d83b1519a2d453b84 for: {'subnet': 1} {{(pid=84115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 19 03:10:37.935408 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-a7e93639-f32e-4727-acce-133845b48fb7 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:10:38.377592 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-a7e93639-f32e-4727-acce-133845b48fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477'] for subnet, after_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:10:38.393322 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-83a33712-c04a-4e6f-89a4-cddf00e7e2fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:10:38.519538 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e93639-f32e-4727-acce-133845b48fb7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ed84c4df-fa7b-4a18-8b15-dda78230f95b,revision_number=0']} {{(pid=84115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:10:38.524108 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-a7e93639-f32e-4727-acce-133845b48fb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:10:38.591853 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7e93639-f32e-4727-acce-133845b48fb7 admin admin] Checking segment: {'id': 'abf416a2-eaf1-4b96-87ed-7640a8692785', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '23f3f3dd-7a67-4cec-a695-39b518380c1e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 19 03:10:38.592242 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7e93639-f32e-4727-acce-133845b48fb7 admin admin] Network hostable DHCP agents. Network: 23f3f3dd-7a67-4cec-a695-39b518380c1e, hostable agents: ['0c5e2175-22e3-4812-a651-647624438454'], hosted agents: [] {{(pid=84115) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 19 03:10:38.647488 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7e93639-f32e-4727-acce-133845b48fb7 admin admin] Network 23f3f3dd-7a67-4cec-a695-39b518380c1e is scheduled to be hosted by DHCP agent 0c5e2175-22e3-4812-a651-647624438454 with binding_index 1 {{(pid=84115) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 19 03:10:38.682356 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.scheduler.base_scheduler [None req-a7e93639-f32e-4727-acce-133845b48fb7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775706-2-iscsi, 23f3f3dd-7a67-4cec-a695-39b518380c1e) {{(pid=84115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 19 03:10:38.686343 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7e93639-f32e-4727-acce-133845b48fb7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:10:38.686985 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-a7e93639-f32e-4727-acce-133845b48fb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854203462'] for subnet, before_response {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:10:38.691533 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9236912f-8678-471b-86c6-e180d16fac6d None None] Network 23f3f3dd-7a67-4cec-a695-39b518380c1e requested from dv-cinder-775706-2-iscsi {{(pid=84117) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 19 03:10:38.734323 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-a7e93639-f32e-4727-acce-133845b48fb7 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 0.8735559
Feb 19 03:10:38.920039 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-516205bf-3057-4a6b-ba39-ea10ac81efbc None None] Network 23f3f3dd-7a67-4cec-a695-39b518380c1e requested from dv-cinder-775706-2-iscsi {{(pid=84117) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 19 03:10:39.528468 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84115) accepted ('10.222.0.13', 53034) {{(pid=84115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:10:39.534995 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.v2.base [None req-ae38a248-19f1-4bfc-a742-cbb0d2d2dd47 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-842096891-network', 'tenant_id': '2b427040f8be44debff4a8cd20e0b32d'}} {{(pid=84115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 03:10:39.540035 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-ae38a248-19f1-4bfc-a742-cbb0d2d2dd47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 03:10:39.544833 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-ae38a248-19f1-4bfc-a742-cbb0d2d2dd47 admin admin] Usage tracker for resource:network and tenant:2b427040f8be44debff4a8cd20e0b32d is out of sync, need to count used quota {{(pid=84115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 03:10:39.547862 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-ae38a248-19f1-4bfc-a742-cbb0d2d2dd47 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 03:10:39.553636 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-ae38a248-19f1-4bfc-a742-cbb0d2d2dd47 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 03:10:39.613734 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae38a248-19f1-4bfc-a742-cbb0d2d2dd47 admin admin] Made reservation on behalf of 2b427040f8be44debff4a8cd20e0b32d for: {'network': 1} {{(pid=84115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 19 03:10:39.618561 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-ae38a248-19f1-4bfc-a742-cbb0d2d2dd47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838630373'] for network, before_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:10:39.632162 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-ae38a248-19f1-4bfc-a742-cbb0d2d2dd47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:10:39.648289 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-ae38a248-19f1-4bfc-a742-cbb0d2d2dd47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 03:10:39.652445 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-ae38a248-19f1-4bfc-a742-cbb0d2d2dd47 admin admin] Usage tracker for resource:security_group_rule and tenant:2b427040f8be44debff4a8cd20e0b32d is out of sync, need to count used quota {{(pid=84115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 03:10:39.655474 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-ae38a248-19f1-4bfc-a742-cbb0d2d2dd47 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 03:10:39.661298 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-ae38a248-19f1-4bfc-a742-cbb0d2d2dd47 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 03:10:39.747218 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-ae38a248-19f1-4bfc-a742-cbb0d2d2dd47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:10:39.803922 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-ae38a248-19f1-4bfc-a742-cbb0d2d2dd47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237410'] for security_group, after_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:10:39.808867 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-d9086e66-d501-4876-9ffe-46ebb3efcb40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:10:39.838230 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae38a248-19f1-4bfc-a742-cbb0d2d2dd47 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6}  {{(pid=84115) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 19 03:10:39.850942 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae38a248-19f1-4bfc-a742-cbb0d2d2dd47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad87e3cf-a1ce-4760-b13a-cd45b4777fe1,revision_number=1']} {{(pid=84115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:10:39.855203 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-ae38a248-19f1-4bfc-a742-cbb0d2d2dd47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:10:39.856242 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-ae38a248-19f1-4bfc-a742-cbb0d2d2dd47 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8767143388190', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838644319'] for segment, precommit_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:10:39.856658 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.db.segments_db [None req-ae38a248-19f1-4bfc-a742-cbb0d2d2dd47 admin admin] Added segment feb74de4-592d-4227-90ba-b2aab487c85c of type vxlan for network de478971-a514-44b1-8e30-238798b15112
Feb 19 03:10:39.885908 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-ae38a248-19f1-4bfc-a742-cbb0d2d2dd47 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363269711912974'] for network, precommit_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:10:39.958351 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-ae38a248-19f1-4bfc-a742-cbb0d2d2dd47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477'] for network, after_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:10:39.959586 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae38a248-19f1-4bfc-a742-cbb0d2d2dd47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:10:39.960223 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-ae38a248-19f1-4bfc-a742-cbb0d2d2dd47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854203462'] for network, before_response {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:10:39.965443 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-27bc9c60-1db3-4857-9574-c9cd684f485f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:10:40.072932 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae38a248-19f1-4bfc-a742-cbb0d2d2dd47 admin admin] Pushing event updated for resources: {'Network': ['ID=de478971-a514-44b1-8e30-238798b15112,revision_number=1']} {{(pid=84115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:10:40.076777 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-ae38a248-19f1-4bfc-a742-cbb0d2d2dd47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:10:40.084138 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.rpc [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Network de478971-a514-44b1-8e30-238798b15112 details requested by agent ovs-agent-dv-cinder-775706-2-iscsi with host dv-cinder-775706-2-iscsi {{(pid=84117) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 19 03:10:40.101069 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.rpc [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Network de478971-a514-44b1-8e30-238798b15112 details requested by agent ovs-agent-hv-cinder-77570 with host hv-cinder-77570 {{(pid=84117) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 19 03:10:40.102046 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-ae38a248-19f1-4bfc-a742-cbb0d2d2dd47 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 890 time: 0.5723941
Feb 19 03:10:40.105492 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84115) accepted ('10.222.0.13', 53042) {{(pid=84115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:10:40.111510 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.v2.base [None req-9e2e9b7e-b10b-4b08-bd7e-8a535e5b42a6 admin admin] Request body: {'subnet': {'network_id': 'de478971-a514-44b1-8e30-238798b15112', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-842096891-subnet', 'tenant_id': '2b427040f8be44debff4a8cd20e0b32d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 03:10:40.116739 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-9e2e9b7e-b10b-4b08-bd7e-8a535e5b42a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 03:10:40.121519 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-9e2e9b7e-b10b-4b08-bd7e-8a535e5b42a6 admin admin] Usage tracker for resource:subnet and tenant:2b427040f8be44debff4a8cd20e0b32d is out of sync, need to count used quota {{(pid=84115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 03:10:40.124635 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-9e2e9b7e-b10b-4b08-bd7e-8a535e5b42a6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 03:10:40.130527 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-9e2e9b7e-b10b-4b08-bd7e-8a535e5b42a6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 03:10:40.162055 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e2e9b7e-b10b-4b08-bd7e-8a535e5b42a6 admin admin] Made reservation on behalf of 2b427040f8be44debff4a8cd20e0b32d for: {'subnet': 1} {{(pid=84115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 19 03:10:40.167456 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-9e2e9b7e-b10b-4b08-bd7e-8a535e5b42a6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:10:40.598886 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-9e2e9b7e-b10b-4b08-bd7e-8a535e5b42a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477'] for subnet, after_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:10:40.614077 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:10:40.739296 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2e9b7e-b10b-4b08-bd7e-8a535e5b42a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d174b4c3-25c9-43f0-9b4e-30473a185cb9,revision_number=0']} {{(pid=84115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:10:40.744263 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-9e2e9b7e-b10b-4b08-bd7e-8a535e5b42a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:10:40.809391 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e2e9b7e-b10b-4b08-bd7e-8a535e5b42a6 admin admin] Checking segment: {'id': 'feb74de4-592d-4227-90ba-b2aab487c85c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'de478971-a514-44b1-8e30-238798b15112'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 19 03:10:40.809803 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e2e9b7e-b10b-4b08-bd7e-8a535e5b42a6 admin admin] Network hostable DHCP agents. Network: de478971-a514-44b1-8e30-238798b15112, hostable agents: ['0c5e2175-22e3-4812-a651-647624438454'], hosted agents: [] {{(pid=84115) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 19 03:10:40.859292 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e2e9b7e-b10b-4b08-bd7e-8a535e5b42a6 admin admin] Network de478971-a514-44b1-8e30-238798b15112 is scheduled to be hosted by DHCP agent 0c5e2175-22e3-4812-a651-647624438454 with binding_index 1 {{(pid=84115) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 19 03:10:40.899105 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.scheduler.base_scheduler [None req-9e2e9b7e-b10b-4b08-bd7e-8a535e5b42a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775706-2-iscsi, de478971-a514-44b1-8e30-238798b15112) {{(pid=84115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 19 03:10:40.903101 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e2e9b7e-b10b-4b08-bd7e-8a535e5b42a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:10:40.903735 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-9e2e9b7e-b10b-4b08-bd7e-8a535e5b42a6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854203462'] for subnet, before_response {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:10:40.907923 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7febd47e-9497-46dd-9a37-57900e61806a None None] Network de478971-a514-44b1-8e30-238798b15112 requested from dv-cinder-775706-2-iscsi {{(pid=84117) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 19 03:10:40.965785 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-9e2e9b7e-b10b-4b08-bd7e-8a535e5b42a6 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 861 time: 0.8507044
Feb 19 03:10:41.109614 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84115) accepted ('10.222.0.13', 53058) {{(pid=84115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:10:41.140080 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f712874-c179-4f78-815c-890a160507f2 None None] Network de478971-a514-44b1-8e30-238798b15112 requested from dv-cinder-775706-2-iscsi {{(pid=84117) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 19 03:10:41.182056 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c632384-d057-4b1d-99fa-a5c206884925 admin admin] Deleting subnet ed84c4df-fa7b-4a18-8b15-dda78230f95b {{(pid=84115) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 19 03:10:41.185308 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-2c632384-d057-4b1d-99fa-a5c206884925 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:10:41.239395 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-2c632384-d057-4b1d-99fa-a5c206884925 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:10:41.247666 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-2c632384-d057-4b1d-99fa-a5c206884925 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16124102'] for subnet, precommit_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:10:41.752965 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-2c632384-d057-4b1d-99fa-a5c206884925 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838651698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477'] for subnet, after_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:10:41.768565 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-7d7fef2e-2e52-4c0d-a148-57ace2da8769 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:10:41.852344 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c632384-d057-4b1d-99fa-a5c206884925 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ed84c4df-fa7b-4a18-8b15-dda78230f95b,revision_number=None']} {{(pid=84115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:10:41.857186 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-2c632384-d057-4b1d-99fa-a5c206884925 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:10:41.898466 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-2c632384-d057-4b1d-99fa-a5c206884925 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854203462'] for subnet, before_response {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:10:41.907956 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-2c632384-d057-4b1d-99fa-a5c206884925 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/ed84c4df-fa7b-4a18-8b15-dda78230f95b HTTP/1.1" status: 204  len: 168 time: 0.7972512
Feb 19 03:10:41.910682 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84115) accepted ('10.222.0.13', 53066) {{(pid=84115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:10:42.023511 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-178d1dcc-6106-478a-861c-593f344bc80a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036838588073'] for network, before_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:10:42.213918 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-178d1dcc-6106-478a-861c-593f344bc80a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16130609', 'neutron.services.segments.db._delete_segments_for_network--9223363269711387610'] for network, precommit_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:10:42.328335 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-178d1dcc-6106-478a-861c-593f344bc80a admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f9426aeff28>> segment before_delete 55550000 {{(pid=84115) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 03:10:42.328640 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-178d1dcc-6106-478a-861c-593f344bc80a admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f9426aeff28>> subnet precommit_delete_associations 55550000 {{(pid=84115) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 03:10:42.329437 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-178d1dcc-6106-478a-861c-593f344bc80a admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f94263564a8>> segment_host_mapping after_create 55550000 {{(pid=84115) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 03:10:42.329855 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-178d1dcc-6106-478a-861c-593f344bc80a admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f94263564a8>> port after_create 55550000 {{(pid=84115) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 03:10:42.330208 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-178d1dcc-6106-478a-861c-593f344bc80a admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f94263564a8>> port after_delete 55550000 {{(pid=84115) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 03:10:42.330575 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-178d1dcc-6106-478a-861c-593f344bc80a admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f94263564a8>> port after_update 55550000 {{(pid=84115) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 03:10:42.330929 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-178d1dcc-6106-478a-861c-593f344bc80a admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f94263564a8>> segment after_delete 55550000 {{(pid=84115) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 03:10:42.331320 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-178d1dcc-6106-478a-861c-593f344bc80a admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f94263564a8>> subnet after_create 55550000 {{(pid=84115) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 03:10:42.331643 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-178d1dcc-6106-478a-861c-593f344bc80a admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f94263564a8>> subnet after_delete 55550000 {{(pid=84115) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 03:10:42.331988 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-178d1dcc-6106-478a-861c-593f344bc80a admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f94263564a8>> subnet after_update 55550000 {{(pid=84115) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 03:10:42.471604 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-178d1dcc-6106-478a-861c-593f344bc80a admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f942577f588>> subnet after_create 55550000 {{(pid=84115) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 03:10:42.472001 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-178d1dcc-6106-478a-861c-593f344bc80a admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f942577f588>> subnet after_delete 55550000 {{(pid=84115) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 03:10:42.472378 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-178d1dcc-6106-478a-861c-593f344bc80a admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f942577f588>> subnet before_create 55550000 {{(pid=84115) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 03:10:42.472753 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-178d1dcc-6106-478a-861c-593f344bc80a admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f942577f588>> subnet before_update 55550000 {{(pid=84115) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}}
Feb 19 03:10:42.473154 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.services.segments.db [None req-178d1dcc-6106-478a-861c-593f344bc80a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9424a29ef0>,) {'filters': {'network_id': ['23f3f3dd-7a67-4cec-a695-39b518380c1e']}} {{(pid=84115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 03:10:42.487120 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.services.segments.db [None req-178d1dcc-6106-478a-861c-593f344bc80a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9424a29ef0>, 'abf416a2-eaf1-4b96-87ed-7640a8692785') {'for_net_delete': True} {{(pid=84115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 03:10:42.487459 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.services.segments.db [None req-178d1dcc-6106-478a-861c-593f344bc80a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9424a29ef0>, 'abf416a2-eaf1-4b96-87ed-7640a8692785') {} {{(pid=84115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 03:10:42.499763 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-178d1dcc-6106-478a-861c-593f344bc80a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363269711390170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852913940'] for segment, before_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:10:42.518155 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-178d1dcc-6106-478a-861c-593f344bc80a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838644319'] for segment, precommit_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:10:42.521110 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-178d1dcc-6106-478a-861c-593f344bc80a admin admin] Releasing vxlan tunnel 4 to pool {{(pid=84115) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 19 03:10:42.701465 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.managers [None req-178d1dcc-6106-478a-861c-593f344bc80a admin admin] Network 23f3f3dd-7a67-4cec-a695-39b518380c1e has no segments {{(pid=84115) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 19 03:10:42.710442 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-178d1dcc-6106-478a-861c-593f344bc80a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16131513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853342636'] for segment, after_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:10:42.890950 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.managers [None req-178d1dcc-6106-478a-861c-593f344bc80a admin admin] Network 23f3f3dd-7a67-4cec-a695-39b518380c1e has no segments {{(pid=84115) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 19 03:10:42.916845 dv-cinder-775706-2-iscsi neutron-server[84004]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Feb 19 03:10:42.916845 dv-cinder-775706-2-iscsi neutron-server[84004]:   from cryptography.utils import int_from_bytes
Feb 19 03:10:42.916845 dv-cinder-775706-2-iscsi neutron-server[84004]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead
Feb 19 03:10:42.916845 dv-cinder-775706-2-iscsi neutron-server[84004]:   from cryptography.utils import int_from_bytes
Feb 19 03:10:42.916845 dv-cinder-775706-2-iscsi neutron-server[84004]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship.  (this warning may be suppressed after 10 occurrences)
Feb 19 03:10:42.916845 dv-cinder-775706-2-iscsi neutron-server[84004]:   (rel_b, rel_a, rel_b),
Feb 19 03:10:42.916845 dv-cinder-775706-2-iscsi neutron-server[84004]: Traceback (most recent call last):
Feb 19 03:10:42.916845 dv-cinder-775706-2-iscsi neutron-server[84004]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 03:10:42.916845 dv-cinder-775706-2-iscsi neutron-server[84004]:     timer()
Feb 19 03:10:42.916845 dv-cinder-775706-2-iscsi neutron-server[84004]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 03:10:42.916845 dv-cinder-775706-2-iscsi neutron-server[84004]:     cb(*args, **kw)
Feb 19 03:10:42.916845 dv-cinder-775706-2-iscsi neutron-server[84004]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 19 03:10:42.916845 dv-cinder-775706-2-iscsi neutron-server[84004]:     return func(*args, **kwargs)
Feb 19 03:10:42.916845 dv-cinder-775706-2-iscsi neutron-server[84004]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 03:10:42.916845 dv-cinder-775706-2-iscsi neutron-server[84004]:     self._notify()
Feb 19 03:10:42.916845 dv-cinder-775706-2-iscsi neutron-server[84004]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 03:10:42.916845 dv-cinder-775706-2-iscsi neutron-server[84004]:     self.callback(batched_events)
Feb 19 03:10:42.916845 dv-cinder-775706-2-iscsi neutron-server[84004]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 03:10:42.916845 dv-cinder-775706-2-iscsi neutron-server[84004]:     event.method(event)
Feb 19 03:10:42.916845 dv-cinder-775706-2-iscsi neutron-server[84004]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 19 03:10:42.916845 dv-cinder-775706-2-iscsi neutron-server[84004]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 03:10:42.916845 dv-cinder-775706-2-iscsi neutron-server[84004]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 19 03:10:42.916845 dv-cinder-775706-2-iscsi neutron-server[84004]:     segment_id)['aggregates'][0]
Feb 19 03:10:42.916845 dv-cinder-775706-2-iscsi neutron-server[84004]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 19 03:10:42.916845 dv-cinder-775706-2-iscsi neutron-server[84004]:     return f(self, *a, **k)
Feb 19 03:10:42.916845 dv-cinder-775706-2-iscsi neutron-server[84004]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 19 03:10:42.916845 dv-cinder-775706-2-iscsi neutron-server[84004]:     return self._get(url).json()
Feb 19 03:10:42.916845 dv-cinder-775706-2-iscsi neutron-server[84004]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 03:10:42.916845 dv-cinder-775706-2-iscsi neutron-server[84004]:     **kwargs)
Feb 19 03:10:42.916845 dv-cinder-775706-2-iscsi neutron-server[84004]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 19 03:10:42.916845 dv-cinder-775706-2-iscsi neutron-server[84004]:     return self.request(url, 'GET', **kwargs)
Feb 19 03:10:42.916845 dv-cinder-775706-2-iscsi neutron-server[84004]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 19 03:10:42.916845 dv-cinder-775706-2-iscsi neutron-server[84004]:     **endpoint_filter)
Feb 19 03:10:42.916845 dv-cinder-775706-2-iscsi neutron-server[84004]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 19 03:10:42.916845 dv-cinder-775706-2-iscsi neutron-server[84004]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 03:10:42.916845 dv-cinder-775706-2-iscsi neutron-server[84004]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 19 03:10:42.916845 dv-cinder-775706-2-iscsi neutron-server[84004]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 03:10:42.916845 dv-cinder-775706-2-iscsi neutron-server[84004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 03:10:43.025805 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-178d1dcc-6106-478a-861c-593f344bc80a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036838645191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-364612'] for network, after_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:10:43.029759 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:10:43.047152 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-178d1dcc-6106-478a-861c-593f344bc80a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854203462'] for network, before_response {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:10:43.053530 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178d1dcc-6106-478a-861c-593f344bc80a admin admin] Pushing event deleted for resources: {'Network': ['ID=23f3f3dd-7a67-4cec-a695-39b518380c1e,revision_number=None']} {{(pid=84115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:10:43.057001 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-178d1dcc-6106-478a-861c-593f344bc80a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:10:43.058790 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-178d1dcc-6106-478a-861c-593f344bc80a admin admin] 10.222.0.13 "DELETE /v2.0/networks/23f3f3dd-7a67-4cec-a695-39b518380c1e HTTP/1.1" status: 204  len: 168 time: 1.1470392
Feb 19 03:10:43.061573 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84115) accepted ('10.222.0.13', 53084) {{(pid=84115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:10:43.130669 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.db_base_plugin_v2 [None req-0ac7b0a8-f7a3-412d-bc30-3ecc660b4ea2 admin admin] Deleting subnet d174b4c3-25c9-43f0-9b4e-30473a185cb9 {{(pid=84115) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 19 03:10:43.133681 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-0ac7b0a8-f7a3-412d-bc30-3ecc660b4ea2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:10:43.188852 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-0ac7b0a8-f7a3-412d-bc30-3ecc660b4ea2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1861844'] for subnet, precommit_delete_associations {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:10:43.248042 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-0ac7b0a8-f7a3-412d-bc30-3ecc660b4ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16124102'] for subnet, precommit_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:10:43.534137 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-0ac7b0a8-f7a3-412d-bc30-3ecc660b4ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838651698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1430005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852549845'] for subnet, after_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:10:43.549466 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:10:43.637919 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac7b0a8-f7a3-412d-bc30-3ecc660b4ea2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d174b4c3-25c9-43f0-9b4e-30473a185cb9,revision_number=None']} {{(pid=84115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:10:43.642525 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-0ac7b0a8-f7a3-412d-bc30-3ecc660b4ea2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:10:43.683174 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-0ac7b0a8-f7a3-412d-bc30-3ecc660b4ea2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854203462'] for subnet, before_response {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:10:43.689130 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-0ac7b0a8-f7a3-412d-bc30-3ecc660b4ea2 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/d174b4c3-25c9-43f0-9b4e-30473a185cb9 HTTP/1.1" status: 204  len: 168 time: 0.6262927
Feb 19 03:10:43.691774 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84115) accepted ('10.222.0.13', 53092) {{(pid=84115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:10:43.807350 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-2bcf9eb9-7390-4a37-89d1-24b13ce053ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036838588073'] for network, before_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:10:43.999387 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-2bcf9eb9-7390-4a37-89d1-24b13ce053ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16130609', 'neutron.services.segments.db._delete_segments_for_network--9223363269711387610'] for network, precommit_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:10:44.114634 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.services.segments.db [None req-2bcf9eb9-7390-4a37-89d1-24b13ce053ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f94265474e0>,) {'filters': {'network_id': ['de478971-a514-44b1-8e30-238798b15112']}} {{(pid=84115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 03:10:44.127468 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.services.segments.db [None req-2bcf9eb9-7390-4a37-89d1-24b13ce053ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f94265474e0>, 'feb74de4-592d-4227-90ba-b2aab487c85c') {'for_net_delete': True} {{(pid=84115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 03:10:44.127807 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.services.segments.db [None req-2bcf9eb9-7390-4a37-89d1-24b13ce053ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f94265474e0>, 'feb74de4-592d-4227-90ba-b2aab487c85c') {} {{(pid=84115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 03:10:44.139997 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-2bcf9eb9-7390-4a37-89d1-24b13ce053ce admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363269711390170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852913940'] for segment, before_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:10:44.155395 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-2bcf9eb9-7390-4a37-89d1-24b13ce053ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838644319'] for segment, precommit_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:10:44.160620 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-2bcf9eb9-7390-4a37-89d1-24b13ce053ce admin admin] Releasing vxlan tunnel 6 to pool {{(pid=84115) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 19 03:10:44.342377 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.managers [None req-2bcf9eb9-7390-4a37-89d1-24b13ce053ce admin admin] Network de478971-a514-44b1-8e30-238798b15112 has no segments {{(pid=84115) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 19 03:10:44.351461 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-2bcf9eb9-7390-4a37-89d1-24b13ce053ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16131513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853342636'] for segment, after_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:10:44.533852 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.managers [None req-2bcf9eb9-7390-4a37-89d1-24b13ce053ce admin admin] Network de478971-a514-44b1-8e30-238798b15112 has no segments {{(pid=84115) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 19 03:10:44.556200 dv-cinder-775706-2-iscsi neutron-server[84004]: Traceback (most recent call last):
Feb 19 03:10:44.556200 dv-cinder-775706-2-iscsi neutron-server[84004]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 03:10:44.556200 dv-cinder-775706-2-iscsi neutron-server[84004]:     timer()
Feb 19 03:10:44.556200 dv-cinder-775706-2-iscsi neutron-server[84004]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 03:10:44.556200 dv-cinder-775706-2-iscsi neutron-server[84004]:     cb(*args, **kw)
Feb 19 03:10:44.556200 dv-cinder-775706-2-iscsi neutron-server[84004]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 19 03:10:44.556200 dv-cinder-775706-2-iscsi neutron-server[84004]:     return func(*args, **kwargs)
Feb 19 03:10:44.556200 dv-cinder-775706-2-iscsi neutron-server[84004]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 03:10:44.556200 dv-cinder-775706-2-iscsi neutron-server[84004]:     self._notify()
Feb 19 03:10:44.556200 dv-cinder-775706-2-iscsi neutron-server[84004]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 03:10:44.556200 dv-cinder-775706-2-iscsi neutron-server[84004]:     self.callback(batched_events)
Feb 19 03:10:44.556200 dv-cinder-775706-2-iscsi neutron-server[84004]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 03:10:44.556200 dv-cinder-775706-2-iscsi neutron-server[84004]:     event.method(event)
Feb 19 03:10:44.556200 dv-cinder-775706-2-iscsi neutron-server[84004]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 19 03:10:44.556200 dv-cinder-775706-2-iscsi neutron-server[84004]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 03:10:44.556200 dv-cinder-775706-2-iscsi neutron-server[84004]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 19 03:10:44.556200 dv-cinder-775706-2-iscsi neutron-server[84004]:     segment_id)['aggregates'][0]
Feb 19 03:10:44.556200 dv-cinder-775706-2-iscsi neutron-server[84004]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 19 03:10:44.556200 dv-cinder-775706-2-iscsi neutron-server[84004]:     return f(self, *a, **k)
Feb 19 03:10:44.556200 dv-cinder-775706-2-iscsi neutron-server[84004]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 19 03:10:44.556200 dv-cinder-775706-2-iscsi neutron-server[84004]:     return self._get(url).json()
Feb 19 03:10:44.556200 dv-cinder-775706-2-iscsi neutron-server[84004]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 03:10:44.556200 dv-cinder-775706-2-iscsi neutron-server[84004]:     **kwargs)
Feb 19 03:10:44.556200 dv-cinder-775706-2-iscsi neutron-server[84004]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 19 03:10:44.556200 dv-cinder-775706-2-iscsi neutron-server[84004]:     return self.request(url, 'GET', **kwargs)
Feb 19 03:10:44.556200 dv-cinder-775706-2-iscsi neutron-server[84004]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 19 03:10:44.556200 dv-cinder-775706-2-iscsi neutron-server[84004]:     **endpoint_filter)
Feb 19 03:10:44.556200 dv-cinder-775706-2-iscsi neutron-server[84004]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 19 03:10:44.556200 dv-cinder-775706-2-iscsi neutron-server[84004]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 03:10:44.556200 dv-cinder-775706-2-iscsi neutron-server[84004]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 19 03:10:44.556200 dv-cinder-775706-2-iscsi neutron-server[84004]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 03:10:44.556200 dv-cinder-775706-2-iscsi neutron-server[84004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 03:10:44.655813 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-2bcf9eb9-7390-4a37-89d1-24b13ce053ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036838645191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-364612'] for network, after_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:10:44.660268 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-2bcf9eb9-7390-4a37-89d1-24b13ce053ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854203462'] for network, before_response {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:10:44.664253 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:10:44.688159 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bcf9eb9-7390-4a37-89d1-24b13ce053ce admin admin] Pushing event deleted for resources: {'Network': ['ID=de478971-a514-44b1-8e30-238798b15112,revision_number=None']} {{(pid=84115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:10:44.691007 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-2bcf9eb9-7390-4a37-89d1-24b13ce053ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:10:44.692693 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-2bcf9eb9-7390-4a37-89d1-24b13ce053ce admin admin] 10.222.0.13 "DELETE /v2.0/networks/de478971-a514-44b1-8e30-238798b15112 HTTP/1.1" status: 204  len: 168 time: 0.9999428
Feb 19 03:10:45.001599 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84115) accepted ('10.222.0.13', 53114) {{(pid=84115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:10:45.053166 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-335153cb-5a15-494e-9bc5-5f0e139b4698 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4ab655e715654a9d83b1519a2d453b84&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0501850
Feb 19 03:10:45.055788 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84115) accepted ('10.222.0.13', 53118) {{(pid=84115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:10:45.117555 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-08b3f181-6f21-4ad2-867a-30c1f54b03d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:10:45.145698 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-08b3f181-6f21-4ad2-867a-30c1f54b03d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:10:45.203822 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-08b3f181-6f21-4ad2-867a-30c1f54b03d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237410'] for security_group, after_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:10:45.207728 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-79e861b0-4f5a-400c-9314-2b88260b1d71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:10:45.220549 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b3f181-6f21-4ad2-867a-30c1f54b03d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71c0f763-37aa-4d42-b2f8-04c5e14cb62a,revision_number=None']} {{(pid=84115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:10:45.224479 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-08b3f181-6f21-4ad2-867a-30c1f54b03d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:10:45.228471 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-08b3f181-6f21-4ad2-867a-30c1f54b03d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:10:45.232151 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-08b3f181-6f21-4ad2-867a-30c1f54b03d5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/71c0f763-37aa-4d42-b2f8-04c5e14cb62a HTTP/1.1" status: 204  len: 168 time: 0.1724334
Feb 19 03:10:45.691270 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84115) accepted ('10.222.0.13', 53128) {{(pid=84115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:10:45.744792 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-3ab8e8fa-d484-45a9-80aa-ad56a1b42635 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2b427040f8be44debff4a8cd20e0b32d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0515876
Feb 19 03:10:45.746872 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84115) accepted ('10.222.0.13', 53134) {{(pid=84115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:10:45.811479 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-3b1c32a1-c9f4-45b6-97fb-85864622c079 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:10:45.839021 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-3b1c32a1-c9f4-45b6-97fb-85864622c079 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:10:45.907026 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-3b1c32a1-c9f4-45b6-97fb-85864622c079 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237410'] for security_group, after_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:10:45.912672 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-0ae0cc1f-dd19-4c0a-aeea-3fe375ca5b19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:10:45.923929 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1c32a1-c9f4-45b6-97fb-85864622c079 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad87e3cf-a1ce-4760-b13a-cd45b4777fe1,revision_number=None']} {{(pid=84115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:10:45.928946 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-3b1c32a1-c9f4-45b6-97fb-85864622c079 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:10:45.933074 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-3b1c32a1-c9f4-45b6-97fb-85864622c079 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:10:45.934504 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-3b1c32a1-c9f4-45b6-97fb-85864622c079 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ad87e3cf-a1ce-4760-b13a-cd45b4777fe1 HTTP/1.1" status: 204  len: 168 time: 0.1866248
Feb 19 03:10:49.256027 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb922398-ab0c-41c7-bd4a-4cf3a1dda79b req-15e2af93-1a5d-4b2a-9b23-dab20b333ee0 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:10:49.257636 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-cb922398-ab0c-41c7-bd4a-4cf3a1dda79b req-15e2af93-1a5d-4b2a-9b23-dab20b333ee0 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e4882dd-d538-4794-b670-363a7a2168f7 HTTP/1.1" status: 200  len: 946 time: 0.0858791
Feb 19 03:10:49.308375 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-cb922398-ab0c-41c7-bd4a-4cf3a1dda79b req-e7324e6e-57fb-4b61-a7d5-02f8019f4068 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cec6e94-f87a-4dfc-b64f-629a6d488241&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435011
Feb 19 03:10:49.472577 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8b8f8d05-12b0-4500-ac80-d07251320a07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:10:50.522175 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78efb077-e5f8-459f-9f75-fd282ae8be07 req-79052c26-a1a4-440e-8131-9f7714c7b11f tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:10:50.523946 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-78efb077-e5f8-459f-9f75-fd282ae8be07 req-79052c26-a1a4-440e-8131-9f7714c7b11f tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e4882dd-d538-4794-b670-363a7a2168f7 HTTP/1.1" status: 200  len: 946 time: 0.0939112
Feb 19 03:10:50.577817 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-78efb077-e5f8-459f-9f75-fd282ae8be07 req-83f18240-6b68-474d-b9c9-b7de9e7c4d24 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cec6e94-f87a-4dfc-b64f-629a6d488241&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0470483
Feb 19 03:10:51.241017 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca618293-46ce-433a-a00f-60d058508d1a req-8991095a-05ae-42c3-81d3-a05d72b3fbfa tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:10:51.242645 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-ca618293-46ce-433a-a00f-60d058508d1a req-8991095a-05ae-42c3-81d3-a05d72b3fbfa tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.65 "GET /v2.0/ports?device_id=9e4882dd-d538-4794-b670-363a7a2168f7 HTTP/1.1" status: 200  len: 946 time: 0.3103526
Feb 19 03:10:51.319860 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.plugin [req-ca618293-46ce-433a-a00f-60d058508d1a req-692b5e12-c577-4ea8-b30c-257bb463f120 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Deleting port b52d8903-24d0-484f-afef-cca02ac84c8a {{(pid=84115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 19 03:10:51.320237 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-ca618293-46ce-433a-a00f-60d058508d1a req-692b5e12-c577-4ea8-b30c-257bb463f120 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363269711485266'] for port, before_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:10:51.574584 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-ddca7bf4-e003-4c06-907c-01a5b124590a req-f4e547d2-1d4d-47bb-8d9f-99f1ca64c61d tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-TestMinimumBasicScenario-783444507&fields=id&tenant_id=a0ccfe73f663490cabd2bb049ae99c7c HTTP/1.1" status: 200  len: 267 time: 0.1350422
Feb 19 03:10:51.686714 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.rpc [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Device b52d8903-24d0-484f-afef-cca02ac84c8a no longer exists at agent ovs-agent-hv-cinder-77570 {{(pid=84117) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 19 03:10:51.699163 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.db [req-ca618293-46ce-433a-a00f-60d058508d1a req-692b5e12-c577-4ea8-b30c-257bb463f120 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] For port b52d8903-24d0-484f-afef-cca02ac84c8a, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=b52d8903-24d0-484f-afef-cca02ac84c8a,segment=NetworkSegment(6e9f1b00-4f0b-4b9d-b1f1-2ca997d9692c),segment_id=6e9f1b00-4f0b-4b9d-b1f1-2ca997d9692c)] {{(pid=84115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 03:10:51.699570 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-ca618293-46ce-433a-a00f-60d058508d1a req-692b5e12-c577-4ea8-b30c-257bb463f120 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-361392'] for port, precommit_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:10:51.838834 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838630373'] for port, before_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:10:51.880299 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e4882dd-d538-4794-b670-363a7a2168f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b52d8903-24d0-484f-afef-cca02ac84c8a'}] {{(pid=84117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 03:10:51.883297 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddca7bf4-e003-4c06-907c-01a5b124590a req-320c0088-88ce-4f86-bdc9-017971d33511 tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:10:51.885198 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-ddca7bf4-e003-4c06-907c-01a5b124590a req-320c0088-88ce-4f86-bdc9-017971d33511 tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] 10.222.0.13 "GET /v2.0/ports?device_id=445f0f06-0e3a-4d82-8062-494e11d3e5e8 HTTP/1.1" status: 200  len: 984 time: 0.3017800
Feb 19 03:10:51.896459 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.db [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] For port b52d8903-24d0-484f-afef-cca02ac84c8a, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=b52d8903-24d0-484f-afef-cca02ac84c8a,segment=NetworkSegment(6e9f1b00-4f0b-4b9d-b1f1-2ca997d9692c),segment_id=6e9f1b00-4f0b-4b9d-b1f1-2ca997d9692c)] {{(pid=84117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 03:10:51.930427 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-f19c2055-8e2e-48ab-9453-b3452c96f5f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:10:51.953069 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269711510320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767142869380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269711906403'] for port, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:10:51.955792 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:10:51.982929 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.v2.base [req-ddca7bf4-e003-4c06-907c-01a5b124590a req-adaea060-8024-4758-9e35-8289cb961b61 tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] Request body: {'port': {'security_groups': ['aeaa7df1-6317-4400-8081-4d374588da7c']}} {{(pid=84115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 03:10:52.029881 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Pushing event updated for resources: {'Port': ['ID=b52d8903-24d0-484f-afef-cca02ac84c8a,revision_number=7']} {{(pid=84117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:10:52.038272 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:10:52.040690 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:10:52.040690 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:10:52.040690 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:10:52.040690 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:10:52.040690 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:10:52.041215 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:10:52.041490 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:10:52.041940 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:10:52.042315 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:10:52.042684 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:10:52.043054 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:10:52.043477 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:10:52.043845 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:10:52.044212 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:10:52.044576 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:10:52.044940 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:10:52.045305 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:10:52.045891 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:10:52.046291 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:10:52.046656 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:10:52.047024 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:10:52.047427 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:10:52.047791 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:10:52.052355 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=84117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:10:52.143723 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e017ef51-2fa8-4b6f-a715-865dce56cbba req-c8383245-1238-4340-b10d-c3636fdc1cf9 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:10:52.145332 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-e017ef51-2fa8-4b6f-a715-865dce56cbba req-c8383245-1238-4340-b10d-c3636fdc1cf9 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e4882dd-d538-4794-b670-363a7a2168f7 HTTP/1.1" status: 200  len: 946 time: 0.3658850
Feb 19 03:10:52.301130 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-e017ef51-2fa8-4b6f-a715-865dce56cbba req-7ff9e658-3471-4b17-83ca-d8ba945ae5bf tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cec6e94-f87a-4dfc-b64f-629a6d488241&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1385548
Feb 19 03:10:52.302904 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-ca618293-46ce-433a-a00f-60d058508d1a req-692b5e12-c577-4ea8-b30c-257bb463f120 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:10:52.303324 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-ca618293-46ce-433a-a00f-60d058508d1a req-692b5e12-c577-4ea8-b30c-257bb463f120 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854389592'] for floatingip, after_update {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:10:52.303678 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.db.l3_db [req-ca618293-46ce-433a-a00f-60d058508d1a req-692b5e12-c577-4ea8-b30c-257bb463f120 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Floating IP b3e70ad2-d993-4dcb-baf0-c91ae5f353c8 disassociated. External IP: 172.27.0.58, port: b52d8903-24d0-484f-afef-cca02ac84c8a.
Feb 19 03:10:52.304341 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.plugin [req-ca618293-46ce-433a-a00f-60d058508d1a req-692b5e12-c577-4ea8-b30c-257bb463f120 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Calling delete_port for b52d8903-24d0-484f-afef-cca02ac84c8a owned by compute:nova {{(pid=84115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 19 03:10:52.348896 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-ddca7bf4-e003-4c06-907c-01a5b124590a req-adaea060-8024-4758-9e35-8289cb961b61 tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838630373'] for port, before_update {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:10:52.367225 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e4882dd-d538-4794-b670-363a7a2168f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b52d8903-24d0-484f-afef-cca02ac84c8a', 'code': 200}
Feb 19 03:10:52.476196 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-4b343f23-6f62-4db0-bfb1-0e5ba3aa11dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:10:52.627654 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.db.api [req-ca618293-46ce-433a-a00f-60d058508d1a req-692b5e12-c577-4ea8-b30c-257bb463f120 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84115) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 19 03:10:52.628171 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_db.api [req-ca618293-46ce-433a-a00f-60d058508d1a req-692b5e12-c577-4ea8-b30c-257bb463f120 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 19 03:10:52.703460 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.db [req-ddca7bf4-e003-4c06-907c-01a5b124590a req-adaea060-8024-4758-9e35-8289cb961b61 tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] For port 16418b48-b026-46e8-a64e-e078dfd8d7a3, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=16418b48-b026-46e8-a64e-e078dfd8d7a3,segment=NetworkSegment(b4e3de9c-c494-4579-9779-44c7e3e9c0cb),segment_id=b4e3de9c-c494-4579-9779-44c7e3e9c0cb)] {{(pid=84115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 03:10:52.730089 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-ddca7bf4-e003-4c06-907c-01a5b124590a req-adaea060-8024-4758-9e35-8289cb961b61 tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] Notify callbacks [] for port, precommit_update {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:10:52.787132 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-ddca7bf4-e003-4c06-907c-01a5b124590a req-adaea060-8024-4758-9e35-8289cb961b61 tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269711510320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767142869380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269711906403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1429944'] for port, after_update {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:10:52.802302 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:10:52.952394 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adaea060-8024-4758-9e35-8289cb961b61 tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] Pushing event updated for resources: {'Port': ['ID=16418b48-b026-46e8-a64e-e078dfd8d7a3,revision_number=6']} {{(pid=84115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:10:52.957544 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-adaea060-8024-4758-9e35-8289cb961b61 tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:10:53.007140 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddca7bf4-e003-4c06-907c-01a5b124590a req-adaea060-8024-4758-9e35-8289cb961b61 tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:10:53.007816 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-ddca7bf4-e003-4c06-907c-01a5b124590a req-adaea060-8024-4758-9e35-8289cb961b61 tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771976'] for port, before_response {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:10:53.010261 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-ddca7bf4-e003-4c06-907c-01a5b124590a req-adaea060-8024-4758-9e35-8289cb961b61 tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] 10.222.0.13 "PUT /v2.0/ports/16418b48-b026-46e8-a64e-e078dfd8d7a3 HTTP/1.1" status: 200  len: 942 time: 1.1119068
Feb 19 03:10:53.010801 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '445f0f06-0e3a-4d82-8062-494e11d3e5e8', 'tag': '16418b48-b026-46e8-a64e-e078dfd8d7a3'}] {{(pid=84115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 03:10:53.070164 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '445f0f06-0e3a-4d82-8062-494e11d3e5e8', 'tag': '16418b48-b026-46e8-a64e-e078dfd8d7a3', 'status': 'completed', 'code': 200}
Feb 19 03:10:53.090080 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-6bf0b239-ac29-4d1a-9875-9b79e48cef17 req-a36c63d0-27b2-48b1-ad27-843104d23bf0 tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] 10.222.0.13 "GET /v2.0/security-groups/253536f3-0cee-4137-838b-ef4bc7a3f26d HTTP/1.1" status: 200  len: 3003 time: 0.0594797
Feb 19 03:10:53.130846 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.plugin [req-ca618293-46ce-433a-a00f-60d058508d1a req-692b5e12-c577-4ea8-b30c-257bb463f120 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Deleting port b52d8903-24d0-484f-afef-cca02ac84c8a {{(pid=84115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 19 03:10:53.131228 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-ca618293-46ce-433a-a00f-60d058508d1a req-692b5e12-c577-4ea8-b30c-257bb463f120 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363269711485266'] for port, before_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:10:53.173100 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84116) accepted ('10.222.0.13', 53310) {{(pid=84116) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:10:53.269201 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-e74847fe-894f-4c2b-9873-0ddbbb9696a6 None None] Provisioning complete for port 16418b48-b026-46e8-a64e-e078dfd8d7a3 triggered by entity DHCP. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 03:10:53.269619 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-e74847fe-894f-4c2b-9873-0ddbbb9696a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16124857'] for port, provisioning_complete {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:10:53.275307 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-6bf0b239-ac29-4d1a-9875-9b79e48cef17 req-cd1d4df9-bdd8-49c2-9231-6205e790f70d tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] Notify callbacks [] for security_group, before_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:10:53.324359 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-7422b119-2042-4504-a1c8-260f0e3a48c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:10:53.340076 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-7422b119-2042-4504-a1c8-260f0e3a48c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 03:10:53.344157 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-7422b119-2042-4504-a1c8-260f0e3a48c2 admin admin] Usage tracker for resource:security_group_rule and tenant:c15bea69f17642b2b72070792220cb1e is out of sync, need to count used quota {{(pid=84116) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 03:10:53.347180 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-7422b119-2042-4504-a1c8-260f0e3a48c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84116) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 03:10:53.354079 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-7422b119-2042-4504-a1c8-260f0e3a48c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 03:10:53.405498 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-6bf0b239-ac29-4d1a-9875-9b79e48cef17 req-cd1d4df9-bdd8-49c2-9231-6205e790f70d tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:10:53.449345 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-7422b119-2042-4504-a1c8-260f0e3a48c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:10:53.495344 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-7422b119-2042-4504-a1c8-260f0e3a48c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237410'] for security_group, after_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:10:53.505107 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-2b4c95d5-1f52-4664-b6c7-d95cf7317ca9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:10:53.547086 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:10:53.552417 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-7422b119-2042-4504-a1c8-260f0e3a48c2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=c15bea69f17642b2b72070792220cb1e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3781040
Feb 19 03:10:53.553221 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84116) accepted ('10.222.0.13', 53318) {{(pid=84116) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:10:53.553964 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7422b119-2042-4504-a1c8-260f0e3a48c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a38b5e7-618a-438f-ba33-6d858cb925a4,revision_number=1']} {{(pid=84116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:10:53.558739 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-7422b119-2042-4504-a1c8-260f0e3a48c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:10:53.585871 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.db [req-ca618293-46ce-433a-a00f-60d058508d1a req-692b5e12-c577-4ea8-b30c-257bb463f120 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] For port b52d8903-24d0-484f-afef-cca02ac84c8a, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=b52d8903-24d0-484f-afef-cca02ac84c8a,segment=NetworkSegment(6e9f1b00-4f0b-4b9d-b1f1-2ca997d9692c),segment_id=6e9f1b00-4f0b-4b9d-b1f1-2ca997d9692c)] {{(pid=84115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 03:10:53.586272 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-ca618293-46ce-433a-a00f-60d058508d1a req-692b5e12-c577-4ea8-b30c-257bb463f120 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-361392'] for port, precommit_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:10:53.618978 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-93d1f6c0-2189-4f10-93f4-401e5c998958 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:10:53.646076 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-93d1f6c0-2189-4f10-93f4-401e5c998958 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:10:53.728432 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-93d1f6c0-2189-4f10-93f4-401e5c998958 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237410'] for security_group, after_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:10:53.733961 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-65509854-4684-47e6-96c9-8710cce5579d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:10:53.747567 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d1f6c0-2189-4f10-93f4-401e5c998958 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a38b5e7-618a-438f-ba33-6d858cb925a4,revision_number=None']} {{(pid=84116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:10:53.752063 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-93d1f6c0-2189-4f10-93f4-401e5c998958 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:10:53.758522 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-93d1f6c0-2189-4f10-93f4-401e5c998958 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:10:53.762672 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-93d1f6c0-2189-4f10-93f4-401e5c998958 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6a38b5e7-618a-438f-ba33-6d858cb925a4 HTTP/1.1" status: 204  len: 168 time: 0.2028089
Feb 19 03:10:53.910036 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-6bf0b239-ac29-4d1a-9875-9b79e48cef17 req-cd1d4df9-bdd8-49c2-9231-6205e790f70d tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237410'] for security_group, after_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:10:53.917546 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-87a4ce6f-b77f-4d6e-b905-8a370d2ea3c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:10:53.936182 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f610abbb-191b-4e8d-9806-68cb4a371433 req-9d8a3c2f-0755-4dca-aea3-8260e574b25a tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:10:53.936957 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [req-f610abbb-191b-4e8d-9806-68cb4a371433 req-9d8a3c2f-0755-4dca-aea3-8260e574b25a tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Synchronizing usage tracker for tenant:fe62d789c5ba40bd87c0c4eb042c2297 on resource:port {{(pid=84115) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 19 03:10:53.945551 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1d4df9-bdd8-49c2-9231-6205e790f70d tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=253536f3-0cee-4137-838b-ef4bc7a3f26d,revision_number=None']} {{(pid=84115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:10:53.953379 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-cd1d4df9-bdd8-49c2-9231-6205e790f70d tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:10:54.056346 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [req-f610abbb-191b-4e8d-9806-68cb4a371433 req-9d8a3c2f-0755-4dca-aea3-8260e574b25a tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Unset dirty status for tenant:fe62d789c5ba40bd87c0c4eb042c2297 on resource:port {{(pid=84115) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 19 03:10:54.057663 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-f610abbb-191b-4e8d-9806-68cb4a371433 req-9d8a3c2f-0755-4dca-aea3-8260e574b25a tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e4882dd-d538-4794-b670-363a7a2168f7 HTTP/1.1" status: 200  len: 944 time: 0.6235993
Feb 19 03:10:54.187252 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-6bf0b239-ac29-4d1a-9875-9b79e48cef17 req-cd1d4df9-bdd8-49c2-9231-6205e790f70d tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] Notify callbacks [] for security_group, before_response {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:10:54.188472 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-6bf0b239-ac29-4d1a-9875-9b79e48cef17 req-cd1d4df9-bdd8-49c2-9231-6205e790f70d tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] 10.222.0.13 "DELETE /v2.0/security-groups/253536f3-0cee-4137-838b-ef4bc7a3f26d HTTP/1.1" status: 204  len: 173 time: 1.0920973
Feb 19 03:10:54.225788 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84116) accepted ('10.222.0.13', 53330) {{(pid=84116) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:10:54.253518 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-41487260-b41d-49ae-970f-b9390eb9380a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:10:54.270746 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-41487260-b41d-49ae-970f-b9390eb9380a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 03:10:54.275286 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-41487260-b41d-49ae-970f-b9390eb9380a admin admin] Usage tracker for resource:security_group_rule and tenant:b4f3bf61356d4c9da31be3d56e40c207 is out of sync, need to count used quota {{(pid=84116) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 03:10:54.276262 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-ed1abd93-30ab-455f-b25e-ecbc2cc5cf06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:10:54.278403 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-41487260-b41d-49ae-970f-b9390eb9380a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84116) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 03:10:54.284478 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-41487260-b41d-49ae-970f-b9390eb9380a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 03:10:54.309993 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-f610abbb-191b-4e8d-9806-68cb4a371433 req-72aa4b21-1f00-41db-ab56-009589b9a3ec tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/security-groups?id=8cec6e94-f87a-4dfc-b64f-629a6d488241&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2436988
Feb 19 03:10:54.322185 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-ca618293-46ce-433a-a00f-60d058508d1a req-692b5e12-c577-4ea8-b30c-257bb463f120 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:10:54.323132 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-ca618293-46ce-433a-a00f-60d058508d1a req-692b5e12-c577-4ea8-b30c-257bb463f120 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854389592'] for floatingip, after_update {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:10:54.323489 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.db.l3_db [req-ca618293-46ce-433a-a00f-60d058508d1a req-692b5e12-c577-4ea8-b30c-257bb463f120 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Floating IP b3e70ad2-d993-4dcb-baf0-c91ae5f353c8 disassociated. External IP: 172.27.0.58, port: b52d8903-24d0-484f-afef-cca02ac84c8a.
Feb 19 03:10:54.323877 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.plugin [req-ca618293-46ce-433a-a00f-60d058508d1a req-692b5e12-c577-4ea8-b30c-257bb463f120 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Calling delete_port for b52d8903-24d0-484f-afef-cca02ac84c8a owned by compute:nova {{(pid=84115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 19 03:10:54.402881 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-89c52bb8-ab88-4f39-8753-0da7ad766ef4 req-dd930087-0f23-4fc8-aac0-cf6f4164484d tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] 10.222.0.13 "GET /v2.0/floatingips/e476c7d3-92c6-4398-9203-9a3d99351f6e HTTP/1.1" status: 200  len: 998 time: 0.1908627
Feb 19 03:10:54.412308 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-41487260-b41d-49ae-970f-b9390eb9380a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:10:54.449487 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-41487260-b41d-49ae-970f-b9390eb9380a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237410'] for security_group, after_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:10:54.459221 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-fd2ffa05-c4fb-4cb2-bb08-1644551a9049 tempest-VolumesNegativeTest-929266281 tempest-VolumesNegativeTest-929266281-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:10:54.502947 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-41487260-b41d-49ae-970f-b9390eb9380a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b4f3bf61356d4c9da31be3d56e40c207&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2757111
Feb 19 03:10:54.503965 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41487260-b41d-49ae-970f-b9390eb9380a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17458560-8ac8-4609-8b84-e90e68b5c0b2,revision_number=1']} {{(pid=84116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:10:54.505757 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84115) accepted ('10.222.0.13', 53334) {{(pid=84115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:10:54.507605 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-41487260-b41d-49ae-970f-b9390eb9380a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:10:54.682568 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-e2243aa4-029f-45c6-97a6-5d3214d5dd51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:10:54.700676 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c52bb8-ab88-4f39-8753-0da7ad766ef4 req-4067413e-ff4c-4c66-9c6d-d69ec26a2939 tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:10:54.702177 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-89c52bb8-ab88-4f39-8753-0da7ad766ef4 req-4067413e-ff4c-4c66-9c6d-d69ec26a2939 tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] 10.222.0.13 "GET /v2.0/networks/11a0058d-2e2a-4262-b636-ae96512c4ecc HTTP/1.1" status: 200  len: 784 time: 0.2813601
Feb 19 03:10:54.707382 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-ca618293-46ce-433a-a00f-60d058508d1a req-692b5e12-c577-4ea8-b30c-257bb463f120 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363269711510303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363269711906437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853345888'] for port, after_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:10:54.731219 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-dab16c86-e363-4ef9-bc4e-3bfdc7c179bc tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:10:54.766327 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [req-89c52bb8-ab88-4f39-8753-0da7ad766ef4 req-b92ba66c-51dd-47c7-aaae-252ca4cae128 tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=84115) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 19 03:10:54.767376 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-89c52bb8-ab88-4f39-8753-0da7ad766ef4 req-b92ba66c-51dd-47c7-aaae-252ca4cae128 tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0580542
Feb 19 03:10:54.772806 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d74648-48df-4587-94c4-d6a70fd4d02c req-7f9d2fb0-bd91-45af-9097-5091e45bf127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:10:54.774625 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-d2d74648-48df-4587-94c4-d6a70fd4d02c req-7f9d2fb0-bd91-45af-9097-5091e45bf127 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a0ccfe73f663490cabd2bb049ae99c7c&device_id=445f0f06-0e3a-4d82-8062-494e11d3e5e8 HTTP/1.1" status: 200  len: 1162 time: 0.0795515
Feb 19 03:10:54.844508 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-e2243aa4-029f-45c6-97a6-5d3214d5dd51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:10:54.908666 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692b5e12-c577-4ea8-b30c-257bb463f120 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Pushing event deleted for resources: {'Port': ['ID=b52d8903-24d0-484f-afef-cca02ac84c8a,revision_number=None']} {{(pid=84115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:10:54.911684 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-692b5e12-c577-4ea8-b30c-257bb463f120 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:10:54.928996 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d74648-48df-4587-94c4-d6a70fd4d02c req-8898553d-d2d5-479f-b806-a6d0acab1426 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:10:54.931281 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-d2d74648-48df-4587-94c4-d6a70fd4d02c req-8898553d-d2d5-479f-b806-a6d0acab1426 service neutron] 10.222.0.65 "GET /v2.0/networks?id=4097a413-4776-4469-a598-b6a7e21b8df1 HTTP/1.1" status: 200  len: 909 time: 0.1434989
Feb 19 03:10:55.020243 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-89c52bb8-ab88-4f39-8753-0da7ad766ef4 req-a2906c2f-da1d-469c-8a0b-dd5a785af270 tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.27.0.217 HTTP/1.1" status: 200  len: 1001 time: 0.1889555
Feb 19 03:10:55.045263 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-d2d74648-48df-4587-94c4-d6a70fd4d02c req-e9fc3f9a-6498-4c65-9fd0-954e584129ac service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=16418b48-b026-46e8-a64e-e078dfd8d7a3 HTTP/1.1" status: 200  len: 1001 time: 0.1073363
Feb 19 03:10:55.124022 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d74648-48df-4587-94c4-d6a70fd4d02c req-79d28614-9d0a-4db0-9930-5c55036849a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:10:55.125669 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-d2d74648-48df-4587-94c4-d6a70fd4d02c req-79d28614-9d0a-4db0-9930-5c55036849a9 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=74c961f0-fc07-4921-8313-2a6fd919edf2 HTTP/1.1" status: 200  len: 854 time: 0.0714896
Feb 19 03:10:55.184203 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c52bb8-ab88-4f39-8753-0da7ad766ef4 req-2f68b063-0ba4-4628-91b4-4eb566df5427 tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:10:55.185662 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-89c52bb8-ab88-4f39-8753-0da7ad766ef4 req-2f68b063-0ba4-4628-91b4-4eb566df5427 tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] 10.222.0.13 "GET /v2.0/ports/16418b48-b026-46e8-a64e-e078dfd8d7a3 HTTP/1.1" status: 200  len: 942 time: 0.1500130
Feb 19 03:10:55.194851 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-e2243aa4-029f-45c6-97a6-5d3214d5dd51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237410'] for security_group, after_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:10:55.207140 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-60b62381-775f-45ba-b232-617eb788caff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:10:55.230592 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2243aa4-029f-45c6-97a6-5d3214d5dd51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17458560-8ac8-4609-8b84-e90e68b5c0b2,revision_number=None']} {{(pid=84115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:10:55.235490 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-e2243aa4-029f-45c6-97a6-5d3214d5dd51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:10:55.425871 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-e2243aa4-029f-45c6-97a6-5d3214d5dd51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:10:55.427127 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-e2243aa4-029f-45c6-97a6-5d3214d5dd51 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/17458560-8ac8-4609-8b84-e90e68b5c0b2 HTTP/1.1" status: 204  len: 168 time: 0.9203348
Feb 19 03:10:55.494238 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ca618293-46ce-433a-a00f-60d058508d1a req-692b5e12-c577-4ea8-b30c-257bb463f120 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Router 0ca42cb9-ce56-445d-8f6f-1fecea1bbef9 has already been hosted by L3 agent f4ccfb5a-d22e-440e-8ddd-f393ad00f812 {{(pid=84115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 19 03:10:55.498089 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [req-5b53acb6-a607-4a45-ba9f-043550cc2fc9 req-caf34853-d890-4632-b303-e77b0d013c4b tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Synchronizing usage tracker for tenant:fe62d789c5ba40bd87c0c4eb042c2297 on resource:port {{(pid=84115) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 19 03:10:55.509279 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-89c52bb8-ab88-4f39-8753-0da7ad766ef4 req-249d5d59-6057-4493-9e88-823c15ec5983 tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.27.0.217 HTTP/1.1" status: 200  len: 1001 time: 0.2062569
Feb 19 03:10:55.708865 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [req-5b53acb6-a607-4a45-ba9f-043550cc2fc9 req-caf34853-d890-4632-b303-e77b0d013c4b tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Unset dirty status for tenant:fe62d789c5ba40bd87c0c4eb042c2297 on resource:port {{(pid=84115) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 19 03:10:55.710190 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-5b53acb6-a607-4a45-ba9f-043550cc2fc9 req-caf34853-d890-4632-b303-e77b0d013c4b tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e4882dd-d538-4794-b670-363a7a2168f7 HTTP/1.1" status: 200  len: 210 time: 0.2767861
Feb 19 03:10:56.113663 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ca618293-46ce-433a-a00f-60d058508d1a req-692b5e12-c577-4ea8-b30c-257bb463f120 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Notify agent at l3_agent.dv-cinder-775706-2-iscsi the message routers_updated {{(pid=84115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 19 03:10:56.125628 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f252642-64ef-4cfc-9d73-4ef74dbc669d None None] Sync routers for ids ['0ca42cb9-ce56-445d-8f6f-1fecea1bbef9'] in dv-cinder-775706-2-iscsi {{(pid=84117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 19 03:10:56.142335 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f252642-64ef-4cfc-9d73-4ef74dbc669d None None] Routers {'0ca42cb9-ce56-445d-8f6f-1fecea1bbef9'} bound to L3 agent in host dv-cinder-775706-2-iscsi {{(pid=84117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 03:10:56.143045 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_hamode_db [None req-3f252642-64ef-4cfc-9d73-4ef74dbc669d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9426086438>, 'dv-cinder-775706-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-19T02:56:52Z,description=<?>,heartbeat_timestamp=2021-02-19T03:10:52Z,host='dv-cinder-775706-2-iscsi',id=f4ccfb5a-d22e-440e-8ddd-f393ad00f812,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T02:56:52Z,topic='l3_agent')) {'router_ids': ['0ca42cb9-ce56-445d-8f6f-1fecea1bbef9'], 'active': True} {{(pid=84117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 03:10:56.151382 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d74648-48df-4587-94c4-d6a70fd4d02c req-cef2d853-10a4-4bba-b4d7-0133ae195251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:10:56.153518 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-d2d74648-48df-4587-94c4-d6a70fd4d02c req-cef2d853-10a4-4bba-b4d7-0133ae195251 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4097a413-4776-4469-a598-b6a7e21b8df1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1112497
Feb 19 03:10:56.179354 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca618293-46ce-433a-a00f-60d058508d1a req-692b5e12-c577-4ea8-b30c-257bb463f120 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] No DVR routers for this DVR port b52d8903-24d0-484f-afef-cca02ac84c8a on host hv-cinder-77570 {{(pid=84115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 19 03:10:56.181810 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-ca618293-46ce-433a-a00f-60d058508d1a req-692b5e12-c577-4ea8-b30c-257bb463f120 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771976'] for port, before_response {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:10:56.184074 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-ca618293-46ce-433a-a00f-60d058508d1a req-692b5e12-c577-4ea8-b30c-257bb463f120 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.65 "DELETE /v2.0/ports/b52d8903-24d0-484f-afef-cca02ac84c8a HTTP/1.1" status: 204  len: 173 time: 4.9358370
Feb 19 03:10:56.190068 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e4882dd-d538-4794-b670-363a7a2168f7', 'name': 'network-vif-deleted', 'tag': 'b52d8903-24d0-484f-afef-cca02ac84c8a'}] {{(pid=84115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 03:10:56.237426 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.plugin [req-89c52bb8-ab88-4f39-8753-0da7ad766ef4 req-0f8b4aa3-3b14-4f7d-bad7-bd91295d1acb tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] Deleting port d73bdadb-c051-48a6-8ff7-e0b7fa6c566c {{(pid=84115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 19 03:10:56.237839 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-89c52bb8-ab88-4f39-8753-0da7ad766ef4 req-0f8b4aa3-3b14-4f7d-bad7-bd91295d1acb tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363269711485266'] for port, before_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:10:56.362443 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e4882dd-d538-4794-b670-363a7a2168f7', 'name': 'network-vif-deleted', 'tag': 'b52d8903-24d0-484f-afef-cca02ac84c8a', 'status': 'completed', 'code': 200}
Feb 19 03:10:56.480849 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-89c52bb8-ab88-4f39-8753-0da7ad766ef4 req-0f8b4aa3-3b14-4f7d-bad7-bd91295d1acb tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-361392'] for port, precommit_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:10:56.481218 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-89c52bb8-ab88-4f39-8753-0da7ad766ef4 req-0f8b4aa3-3b14-4f7d-bad7-bd91295d1acb tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:10:56.562129 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvr_db [None req-3f252642-64ef-4cfc-9d73-4ef74dbc669d None None] Set router 0ca42cb9-ce56-445d-8f6f-1fecea1bbef9 gateway port host: dv-cinder-775706-2-iscsi {{(pid=84117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 03:10:56.627026 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.plugin [req-89c52bb8-ab88-4f39-8753-0da7ad766ef4 req-0f8b4aa3-3b14-4f7d-bad7-bd91295d1acb tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] Calling delete_port for d73bdadb-c051-48a6-8ff7-e0b7fa6c566c owned by network:floatingip {{(pid=84115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 19 03:10:56.890432 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-89c52bb8-ab88-4f39-8753-0da7ad766ef4 req-0f8b4aa3-3b14-4f7d-bad7-bd91295d1acb tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363269711510303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363269711906437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853345888'] for port, after_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:10:56.922661 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:10:56.956136 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_hamode_db [None req-3f252642-64ef-4cfc-9d73-4ef74dbc669d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9426086438>, [{'id': '0ca42cb9-ce56-445d-8f6f-1fecea1bbef9', 'name': 'tempest-AttachVolumeShelveTestJSON-537297990-router', 'tenant_id': 'fe62d789c5ba40bd87c0c4eb042c2297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'external_fixed_ips': [{'subnet_id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': '910cd870-86f0-4fff-b876-371b82023c25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T03:06:26Z', 'updated_at': '2021-02-19T03:06:43Z', 'revision_number': 4, 'project_id': 'fe62d789c5ba40bd87c0c4eb042c2297', 'gw_port': {'id': '910cd870-86f0-4fff-b876-371b82023c25', 'name': '', 'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:17:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ca42cb9-ce56-445d-8f6f-1fecea1bbef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T03:06:30Z', 'updated_at': '2021-02-19T03:06:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-2-iscsi', '_interfaces': [{'id': '848bb946-de07-45a6-9cd2-51fa97c561f2', 'name': '', 'network_id': '96367511-4096-441d-8b71-998abf1ff026', 'tenant_id': 'fe62d789c5ba40bd87c0c4eb042c2297', 'mac_address': 'fa:16:3e:ad:cb:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ca42cb9-ce56-445d-8f6f-1fecea1bbef9', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'ffae0469-f40c-4397-8d65-7fee68a1ef0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T03:06:39Z', 'updated_at': '2021-02-19T03:06:54Z', 'revision_number': 5, 'project_id': 'fe62d789c5ba40bd87c0c4eb042c2297', 'subnets': [{'id': 'ffae0469-f40c-4397-8d65-7fee68a1ef0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775706-2-iscsi', False) {} {{(pid=84117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 03:10:56.960436 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f252642-64ef-4cfc-9d73-4ef74dbc669d None None] Checking router: 0ca42cb9-ce56-445d-8f6f-1fecea1bbef9 for host: dv-cinder-775706-2-iscsi {{(pid=84117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 19 03:10:56.969933 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f252642-64ef-4cfc-9d73-4ef74dbc669d None None] Routers {'0ca42cb9-ce56-445d-8f6f-1fecea1bbef9'} bound to L3 agent in host dv-cinder-775706-2-iscsi {{(pid=84117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 03:10:56.970617 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_hamode_db [None req-3f252642-64ef-4cfc-9d73-4ef74dbc669d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9426086438>, 'dv-cinder-775706-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-19T02:56:52Z,description=<?>,heartbeat_timestamp=2021-02-19T03:10:52Z,host='dv-cinder-775706-2-iscsi',id=f4ccfb5a-d22e-440e-8ddd-f393ad00f812,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T02:56:52Z,topic='l3_agent')) {'router_ids': ['0ca42cb9-ce56-445d-8f6f-1fecea1bbef9'], 'active': True} {{(pid=84117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 03:10:57.075358 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8b4aa3-3b14-4f7d-bad7-bd91295d1acb tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] Pushing event deleted for resources: {'Port': ['ID=d73bdadb-c051-48a6-8ff7-e0b7fa6c566c,revision_number=None']} {{(pid=84115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:10:57.099568 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-6a1570d2-1fe8-4e15-9d6e-29109713aaf5 req-31a60480-67a9-414e-8bcf-0c9bc6d3d420 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e4882dd-d538-4794-b670-363a7a2168f7 HTTP/1.1" status: 200  len: 210 time: 0.0839226
Feb 19 03:10:57.101013 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8b4aa3-3b14-4f7d-bad7-bd91295d1acb tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:10:57.101429 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8b4aa3-3b14-4f7d-bad7-bd91295d1acb tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:10:57.101927 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8b4aa3-3b14-4f7d-bad7-bd91295d1acb tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:10:57.102945 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8b4aa3-3b14-4f7d-bad7-bd91295d1acb tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:10:57.103241 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8b4aa3-3b14-4f7d-bad7-bd91295d1acb tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:10:57.103679 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8b4aa3-3b14-4f7d-bad7-bd91295d1acb tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:10:57.104145 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8b4aa3-3b14-4f7d-bad7-bd91295d1acb tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:10:57.104454 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8b4aa3-3b14-4f7d-bad7-bd91295d1acb tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:10:57.104852 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8b4aa3-3b14-4f7d-bad7-bd91295d1acb tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:10:57.105280 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8b4aa3-3b14-4f7d-bad7-bd91295d1acb tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:10:57.105679 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8b4aa3-3b14-4f7d-bad7-bd91295d1acb tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:10:57.106128 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8b4aa3-3b14-4f7d-bad7-bd91295d1acb tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:10:57.106582 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8b4aa3-3b14-4f7d-bad7-bd91295d1acb tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:10:57.106976 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8b4aa3-3b14-4f7d-bad7-bd91295d1acb tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:10:57.107374 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8b4aa3-3b14-4f7d-bad7-bd91295d1acb tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:10:57.107764 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8b4aa3-3b14-4f7d-bad7-bd91295d1acb tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:10:57.108158 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8b4aa3-3b14-4f7d-bad7-bd91295d1acb tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:10:57.108553 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8b4aa3-3b14-4f7d-bad7-bd91295d1acb tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:10:57.108946 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8b4aa3-3b14-4f7d-bad7-bd91295d1acb tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:10:57.109337 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8b4aa3-3b14-4f7d-bad7-bd91295d1acb tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:10:57.109777 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8b4aa3-3b14-4f7d-bad7-bd91295d1acb tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:10:57.110194 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8b4aa3-3b14-4f7d-bad7-bd91295d1acb tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:10:57.110584 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8b4aa3-3b14-4f7d-bad7-bd91295d1acb tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:10:57.110975 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8b4aa3-3b14-4f7d-bad7-bd91295d1acb tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:10:57.121076 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-0f8b4aa3-3b14-4f7d-bad7-bd91295d1acb tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:10:57.140591 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-d2d74648-48df-4587-94c4-d6a70fd4d02c req-6aafcadc-67a9-4f98-9a27-d18b61a7d005 service neutron] 10.222.0.65 "GET /v2.0/networks/4097a413-4776-4469-a598-b6a7e21b8df1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2441471
Feb 19 03:10:57.226735 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvr_db [None req-3f252642-64ef-4cfc-9d73-4ef74dbc669d None None] Set router 0ca42cb9-ce56-445d-8f6f-1fecea1bbef9 gateway port host: dv-cinder-775706-2-iscsi {{(pid=84117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 03:10:57.240033 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-89c52bb8-ab88-4f39-8753-0da7ad766ef4 req-0f8b4aa3-3b14-4f7d-bad7-bd91295d1acb tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] Notify callbacks [] for floatingip, after_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:10:57.258285 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.db.l3_db [req-89c52bb8-ab88-4f39-8753-0da7ad766ef4 req-0f8b4aa3-3b14-4f7d-bad7-bd91295d1acb tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] Floating IP e476c7d3-92c6-4398-9203-9a3d99351f6e disassociated (deleted). External IP: 172.27.0.217, port: 16418b48-b026-46e8-a64e-e078dfd8d7a3.
Feb 19 03:10:57.605339 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_hamode_db [None req-3f252642-64ef-4cfc-9d73-4ef74dbc669d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9426086438>, [{'id': '0ca42cb9-ce56-445d-8f6f-1fecea1bbef9', 'name': 'tempest-AttachVolumeShelveTestJSON-537297990-router', 'tenant_id': 'fe62d789c5ba40bd87c0c4eb042c2297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'external_fixed_ips': [{'subnet_id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': '910cd870-86f0-4fff-b876-371b82023c25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T03:06:26Z', 'updated_at': '2021-02-19T03:06:43Z', 'revision_number': 4, 'project_id': 'fe62d789c5ba40bd87c0c4eb042c2297', 'gw_port': {'id': '910cd870-86f0-4fff-b876-371b82023c25', 'name': '', 'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:17:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ca42cb9-ce56-445d-8f6f-1fecea1bbef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T03:06:30Z', 'updated_at': '2021-02-19T03:06:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-2-iscsi', '_interfaces': [{'id': '848bb946-de07-45a6-9cd2-51fa97c561f2', 'name': '', 'network_id': '96367511-4096-441d-8b71-998abf1ff026', 'tenant_id': 'fe62d789c5ba40bd87c0c4eb042c2297', 'mac_address': 'fa:16:3e:ad:cb:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ca42cb9-ce56-445d-8f6f-1fecea1bbef9', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'ffae0469-f40c-4397-8d65-7fee68a1ef0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T03:06:39Z', 'updated_at': '2021-02-19T03:06:54Z', 'revision_number': 5, 'project_id': 'fe62d789c5ba40bd87c0c4eb042c2297', 'subnets': [{'id': 'ffae0469-f40c-4397-8d65-7fee68a1ef0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775706-2-iscsi', False) {} {{(pid=84117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 03:10:57.610744 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f252642-64ef-4cfc-9d73-4ef74dbc669d None None] The sync data for ids ['0ca42cb9-ce56-445d-8f6f-1fecea1bbef9'] in dv-cinder-775706-2-iscsi is: [{'id': '0ca42cb9-ce56-445d-8f6f-1fecea1bbef9', 'name': 'tempest-AttachVolumeShelveTestJSON-537297990-router', 'tenant_id': 'fe62d789c5ba40bd87c0c4eb042c2297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'external_fixed_ips': [{'subnet_id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': '910cd870-86f0-4fff-b876-371b82023c25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T03:06:26Z', 'updated_at': '2021-02-19T03:06:43Z', 'revision_number': 4, 'project_id': 'fe62d789c5ba40bd87c0c4eb042c2297', 'gw_port': {'id': '910cd870-86f0-4fff-b876-371b82023c25', 'name': '', 'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:17:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ca42cb9-ce56-445d-8f6f-1fecea1bbef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T03:06:30Z', 'updated_at': '2021-02-19T03:06:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-2-iscsi', '_interfaces': [{'id': '848bb946-de07-45a6-9cd2-51fa97c561f2', 'name': '', 'network_id': '96367511-4096-441d-8b71-998abf1ff026', 'tenant_id': 'fe62d789c5ba40bd87c0c4eb042c2297', 'mac_address': 'fa:16:3e:ad:cb:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ca42cb9-ce56-445d-8f6f-1fecea1bbef9', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'ffae0469-f40c-4397-8d65-7fee68a1ef0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T03:06:39Z', 'updated_at': '2021-02-19T03:06:54Z', 'revision_number': 5, 'project_id': 'fe62d789c5ba40bd87c0c4eb042c2297', 'subnets': [{'id': 'ffae0469-f40c-4397-8d65-7fee68a1ef0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 19 03:10:57.670963 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.scheduler.l3_agent_scheduler [req-89c52bb8-ab88-4f39-8753-0da7ad766ef4 req-0f8b4aa3-3b14-4f7d-bad7-bd91295d1acb tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] Router 96d21d47-791f-4aba-9ba0-78cb8e455f09 has already been hosted by L3 agent f4ccfb5a-d22e-440e-8ddd-f393ad00f812 {{(pid=84115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 19 03:10:57.870778 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-89c52bb8-ab88-4f39-8753-0da7ad766ef4 req-0f8b4aa3-3b14-4f7d-bad7-bd91295d1acb tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] Notify agent at l3_agent.dv-cinder-775706-2-iscsi the message routers_updated {{(pid=84115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 19 03:10:57.883231 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1e4636a-3c41-4cda-98b3-4c8ea95dfcd2 None None] Sync routers for ids ['96d21d47-791f-4aba-9ba0-78cb8e455f09'] in dv-cinder-775706-2-iscsi {{(pid=84118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 19 03:10:57.897275 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e4636a-3c41-4cda-98b3-4c8ea95dfcd2 None None] Routers {'96d21d47-791f-4aba-9ba0-78cb8e455f09'} bound to L3 agent in host dv-cinder-775706-2-iscsi {{(pid=84118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 03:10:57.898514 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_hamode_db [None req-e1e4636a-3c41-4cda-98b3-4c8ea95dfcd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9425cf7630>, 'dv-cinder-775706-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-19T02:56:52Z,description=<?>,heartbeat_timestamp=2021-02-19T03:10:52Z,host='dv-cinder-775706-2-iscsi',id=f4ccfb5a-d22e-440e-8ddd-f393ad00f812,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T02:56:52Z,topic='l3_agent')) {'router_ids': ['96d21d47-791f-4aba-9ba0-78cb8e455f09'], 'active': True} {{(pid=84118) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 03:10:57.921462 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.rpc [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Device 16418b48-b026-46e8-a64e-e078dfd8d7a3 up at agent ovs-agent-hv-cinder-77570 {{(pid=84117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 03:10:58.016155 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-89c52bb8-ab88-4f39-8753-0da7ad766ef4 req-0f8b4aa3-3b14-4f7d-bad7-bd91295d1acb tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771976'] for floatingip, before_response {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:10:58.112522 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Provisioning complete for port 16418b48-b026-46e8-a64e-e078dfd8d7a3 triggered by entity L2. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 03:10:58.117398 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16124857'] for port, provisioning_complete {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:10:58.117622 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-89c52bb8-ab88-4f39-8753-0da7ad766ef4 req-0f8b4aa3-3b14-4f7d-bad7-bd91295d1acb tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] 10.222.0.13 "DELETE /v2.0/floatingips/e476c7d3-92c6-4398-9203-9a3d99351f6e HTTP/1.1" status: 204  len: 173 time: 2.5951869
Feb 19 03:10:58.183242 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-d2d74648-48df-4587-94c4-d6a70fd4d02c req-6631d53a-d7fa-459b-bf77-d7c46880e652 service neutron] 10.222.0.65 "GET /v2.0/networks/4097a413-4776-4469-a598-b6a7e21b8df1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2934065
Feb 19 03:10:58.222296 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-798650ab-4476-402d-a13e-6c48cd381467 None None] New status for floating IP b3e70ad2-d993-4dcb-baf0-c91ae5f353c8: DOWN {{(pid=84117) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 19 03:10:58.256211 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c52bb8-ab88-4f39-8753-0da7ad766ef4 req-b1681226-561a-440f-b931-9b034b064651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:10:58.274534 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-89c52bb8-ab88-4f39-8753-0da7ad766ef4 req-b1681226-561a-440f-b931-9b034b064651 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=a0ccfe73f663490cabd2bb049ae99c7c&device_id=445f0f06-0e3a-4d82-8062-494e11d3e5e8 HTTP/1.1" status: 200  len: 1162 time: 0.1435654
Feb 19 03:10:58.337871 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvr_db [None req-e1e4636a-3c41-4cda-98b3-4c8ea95dfcd2 None None] Set router 96d21d47-791f-4aba-9ba0-78cb8e455f09 gateway port host: dv-cinder-775706-2-iscsi {{(pid=84118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 03:10:58.369307 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '445f0f06-0e3a-4d82-8062-494e11d3e5e8', 'tag': '16418b48-b026-46e8-a64e-e078dfd8d7a3'}] {{(pid=84115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 03:10:58.458351 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-5f7b60d1-d91c-456f-80d1-6ccd6d85fda6 req-e0bdfe7e-36a4-48e1-9aa3-47bd4d81a22f tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e4882dd-d538-4794-b670-363a7a2168f7 HTTP/1.1" status: 200  len: 210 time: 0.0814929
Feb 19 03:10:58.534213 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '445f0f06-0e3a-4d82-8062-494e11d3e5e8', 'tag': '16418b48-b026-46e8-a64e-e078dfd8d7a3', 'status': 'completed', 'code': 200}
Feb 19 03:10:58.539286 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c52bb8-ab88-4f39-8753-0da7ad766ef4 req-b7c340ed-ffb8-4831-adca-527a333e4d5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:10:58.547495 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-89c52bb8-ab88-4f39-8753-0da7ad766ef4 req-b7c340ed-ffb8-4831-adca-527a333e4d5e service neutron] 10.222.0.13 "GET /v2.0/networks?id=4097a413-4776-4469-a598-b6a7e21b8df1 HTTP/1.1" status: 200  len: 909 time: 0.2719860
Feb 19 03:10:58.643341 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-89c52bb8-ab88-4f39-8753-0da7ad766ef4 req-d46a9698-fb67-44ad-8d80-a09a55aa447b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=16418b48-b026-46e8-a64e-e078dfd8d7a3 HTTP/1.1" status: 200  len: 217 time: 0.0943487
Feb 19 03:10:58.722365 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc02b03f-ea50-4f6f-accc-d8fcec03ac09 req-04bcde5c-090a-4888-933e-32cac5882ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:10:58.726988 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-bc02b03f-ea50-4f6f-accc-d8fcec03ac09 req-04bcde5c-090a-4888-933e-32cac5882ba4 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=a0ccfe73f663490cabd2bb049ae99c7c&device_id=445f0f06-0e3a-4d82-8062-494e11d3e5e8 HTTP/1.1" status: 200  len: 1162 time: 0.1652625
Feb 19 03:10:58.740576 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c52bb8-ab88-4f39-8753-0da7ad766ef4 req-b7c248ab-6a8c-4514-8b73-23e8b5e1c153 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:10:58.742570 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-89c52bb8-ab88-4f39-8753-0da7ad766ef4 req-b7c248ab-6a8c-4514-8b73-23e8b5e1c153 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=74c961f0-fc07-4921-8313-2a6fd919edf2 HTTP/1.1" status: 200  len: 854 time: 0.0935555
Feb 19 03:10:58.839155 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_hamode_db [None req-e1e4636a-3c41-4cda-98b3-4c8ea95dfcd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9425cf7630>, [{'id': '96d21d47-791f-4aba-9ba0-78cb8e455f09', 'name': 'tempest-TestMinimumBasicScenario-2091875485-router', 'tenant_id': 'a0ccfe73f663490cabd2bb049ae99c7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'external_fixed_ips': [{'subnet_id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': '04e08826-c1e1-488f-ab52-aaaa8f27f363', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T03:07:39Z', 'updated_at': '2021-02-19T03:07:49Z', 'revision_number': 4, 'project_id': 'a0ccfe73f663490cabd2bb049ae99c7c', 'gw_port': {'id': '04e08826-c1e1-488f-ab52-aaaa8f27f363', 'name': '', 'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:64:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96d21d47-791f-4aba-9ba0-78cb8e455f09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T03:07:41Z', 'updated_at': '2021-02-19T03:07:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-2-iscsi', '_interfaces': [{'id': '73757818-8fc3-4e3d-8ab1-44a205d19b33', 'name': '', 'network_id': '4097a413-4776-4469-a598-b6a7e21b8df1', 'tenant_id': 'a0ccfe73f663490cabd2bb049ae99c7c', 'mac_address': 'fa:16:3e:67:cd:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96d21d47-791f-4aba-9ba0-78cb8e455f09', 'device_owner': 'network:router_interface', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '74c961f0-fc07-4921-8313-2a6fd919edf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T03:07:47Z', 'updated_at': '2021-02-19T03:08:02Z', 'revision_number': 5, 'project_id': 'a0ccfe73f663490cabd2bb049ae99c7c', 'subnets': [{'id': '74c961f0-fc07-4921-8313-2a6fd919edf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775706-2-iscsi', False) {} {{(pid=84118) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 03:10:58.844325 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1e4636a-3c41-4cda-98b3-4c8ea95dfcd2 None None] Checking router: 96d21d47-791f-4aba-9ba0-78cb8e455f09 for host: dv-cinder-775706-2-iscsi {{(pid=84118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 19 03:10:58.846581 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89c52bb8-ab88-4f39-8753-0da7ad766ef4 req-de6386d4-9d24-4f79-ab29-a11828789fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:10:58.848657 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-89c52bb8-ab88-4f39-8753-0da7ad766ef4 req-de6386d4-9d24-4f79-ab29-a11828789fc1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4097a413-4776-4469-a598-b6a7e21b8df1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0989699
Feb 19 03:10:58.859853 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1e4636a-3c41-4cda-98b3-4c8ea95dfcd2 None None] Routers {'96d21d47-791f-4aba-9ba0-78cb8e455f09'} bound to L3 agent in host dv-cinder-775706-2-iscsi {{(pid=84118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 03:10:58.859853 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_hamode_db [None req-e1e4636a-3c41-4cda-98b3-4c8ea95dfcd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9425cf7630>, 'dv-cinder-775706-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-19T02:56:52Z,description=<?>,heartbeat_timestamp=2021-02-19T03:10:52Z,host='dv-cinder-775706-2-iscsi',id=f4ccfb5a-d22e-440e-8ddd-f393ad00f812,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T02:56:52Z,topic='l3_agent')) {'router_ids': ['96d21d47-791f-4aba-9ba0-78cb8e455f09'], 'active': True} {{(pid=84118) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 03:10:58.947958 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc02b03f-ea50-4f6f-accc-d8fcec03ac09 req-04c7ba6f-c46a-4354-b2fa-9bf0e2c123da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:10:58.949563 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-bc02b03f-ea50-4f6f-accc-d8fcec03ac09 req-04c7ba6f-c46a-4354-b2fa-9bf0e2c123da service neutron] 10.222.0.65 "GET /v2.0/networks?id=4097a413-4776-4469-a598-b6a7e21b8df1 HTTP/1.1" status: 200  len: 909 time: 0.2124739
Feb 19 03:10:59.087499 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-89c52bb8-ab88-4f39-8753-0da7ad766ef4 req-2b6e12e7-9f92-4a8f-a75b-979e54e227c7 service neutron] 10.222.0.13 "GET /v2.0/networks/4097a413-4776-4469-a598-b6a7e21b8df1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2298365
Feb 19 03:10:59.107035 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-bc02b03f-ea50-4f6f-accc-d8fcec03ac09 req-93ea5ee9-6bdb-410d-bded-cee1d40dda61 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=16418b48-b026-46e8-a64e-e078dfd8d7a3 HTTP/1.1" status: 200  len: 217 time: 0.1495898
Feb 19 03:10:59.109359 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvr_db [None req-e1e4636a-3c41-4cda-98b3-4c8ea95dfcd2 None None] Set router 96d21d47-791f-4aba-9ba0-78cb8e455f09 gateway port host: dv-cinder-775706-2-iscsi {{(pid=84118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 03:10:59.188320 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.agents_db [None req-fa9641de-a39b-4023-bfa7-5325e5d2422e None None] Agent healthcheck: found 6 active agents {{(pid=84118) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 19 03:10:59.203363 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc02b03f-ea50-4f6f-accc-d8fcec03ac09 req-5bb63f27-43fa-49b7-9368-bcaf48dcb77e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:10:59.205136 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-bc02b03f-ea50-4f6f-accc-d8fcec03ac09 req-5bb63f27-43fa-49b7-9368-bcaf48dcb77e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=74c961f0-fc07-4921-8313-2a6fd919edf2 HTTP/1.1" status: 200  len: 854 time: 0.0835767
Feb 19 03:10:59.299565 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-89c52bb8-ab88-4f39-8753-0da7ad766ef4 req-2057f3e2-0f11-40dc-a325-8b104f5807d7 service neutron] 10.222.0.13 "GET /v2.0/networks/4097a413-4776-4469-a598-b6a7e21b8df1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2048869
Feb 19 03:10:59.318269 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc02b03f-ea50-4f6f-accc-d8fcec03ac09 req-dc9282b3-5460-42ff-81b5-5e2a698d9bac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:10:59.319979 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-bc02b03f-ea50-4f6f-accc-d8fcec03ac09 req-dc9282b3-5460-42ff-81b5-5e2a698d9bac service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=4097a413-4776-4469-a598-b6a7e21b8df1&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1074066
Feb 19 03:10:59.477931 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-bc02b03f-ea50-4f6f-accc-d8fcec03ac09 req-03661d5a-593e-4fba-91ae-3ab4afcd8656 service neutron] 10.222.0.65 "GET /v2.0/networks/4097a413-4776-4469-a598-b6a7e21b8df1?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1499193
Feb 19 03:10:59.694558 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_hamode_db [None req-e1e4636a-3c41-4cda-98b3-4c8ea95dfcd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9425cf7630>, [{'id': '96d21d47-791f-4aba-9ba0-78cb8e455f09', 'name': 'tempest-TestMinimumBasicScenario-2091875485-router', 'tenant_id': 'a0ccfe73f663490cabd2bb049ae99c7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'external_fixed_ips': [{'subnet_id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': '04e08826-c1e1-488f-ab52-aaaa8f27f363', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T03:07:39Z', 'updated_at': '2021-02-19T03:07:49Z', 'revision_number': 4, 'project_id': 'a0ccfe73f663490cabd2bb049ae99c7c', 'gw_port': {'id': '04e08826-c1e1-488f-ab52-aaaa8f27f363', 'name': '', 'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:64:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96d21d47-791f-4aba-9ba0-78cb8e455f09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T03:07:41Z', 'updated_at': '2021-02-19T03:07:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-2-iscsi', '_interfaces': [{'id': '73757818-8fc3-4e3d-8ab1-44a205d19b33', 'name': '', 'network_id': '4097a413-4776-4469-a598-b6a7e21b8df1', 'tenant_id': 'a0ccfe73f663490cabd2bb049ae99c7c', 'mac_address': 'fa:16:3e:67:cd:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96d21d47-791f-4aba-9ba0-78cb8e455f09', 'device_owner': 'network:router_interface', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '74c961f0-fc07-4921-8313-2a6fd919edf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T03:07:47Z', 'updated_at': '2021-02-19T03:08:02Z', 'revision_number': 5, 'project_id': 'a0ccfe73f663490cabd2bb049ae99c7c', 'subnets': [{'id': '74c961f0-fc07-4921-8313-2a6fd919edf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775706-2-iscsi', False) {} {{(pid=84118) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 03:10:59.699363 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1e4636a-3c41-4cda-98b3-4c8ea95dfcd2 None None] The sync data for ids ['96d21d47-791f-4aba-9ba0-78cb8e455f09'] in dv-cinder-775706-2-iscsi is: [{'id': '96d21d47-791f-4aba-9ba0-78cb8e455f09', 'name': 'tempest-TestMinimumBasicScenario-2091875485-router', 'tenant_id': 'a0ccfe73f663490cabd2bb049ae99c7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'external_fixed_ips': [{'subnet_id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': '04e08826-c1e1-488f-ab52-aaaa8f27f363', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T03:07:39Z', 'updated_at': '2021-02-19T03:07:49Z', 'revision_number': 4, 'project_id': 'a0ccfe73f663490cabd2bb049ae99c7c', 'gw_port': {'id': '04e08826-c1e1-488f-ab52-aaaa8f27f363', 'name': '', 'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:64:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96d21d47-791f-4aba-9ba0-78cb8e455f09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T03:07:41Z', 'updated_at': '2021-02-19T03:07:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-2-iscsi', '_interfaces': [{'id': '73757818-8fc3-4e3d-8ab1-44a205d19b33', 'name': '', 'network_id': '4097a413-4776-4469-a598-b6a7e21b8df1', 'tenant_id': 'a0ccfe73f663490cabd2bb049ae99c7c', 'mac_address': 'fa:16:3e:67:cd:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96d21d47-791f-4aba-9ba0-78cb8e455f09', 'device_owner': 'network:router_interface', 'standard_attr_id': 273, 'fixed_ips': [{'subnet_id': '74c961f0-fc07-4921-8313-2a6fd919edf2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T03:07:47Z', 'updated_at': '2021-02-19T03:08:02Z', 'revision_number': 5, 'project_id': 'a0ccfe73f663490cabd2bb049ae99c7c', 'subnets': [{'id': '74c961f0-fc07-4921-8313-2a6fd919edf2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 19 03:10:59.710347 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84115) accepted ('10.222.0.13', 53428) {{(pid=84115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:10:59.826328 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-e311cb23-ebd2-4a02-aa3f-c05daa7dc85a tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Notify callbacks [] for security_group, before_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:10:59.865965 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-e311cb23-ebd2-4a02-aa3f-c05daa7dc85a tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:10:59.902224 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-bc02b03f-ea50-4f6f-accc-d8fcec03ac09 req-9840fcaf-8fe0-4402-8ab0-56a06a8800b4 service neutron] 10.222.0.65 "GET /v2.0/networks/4097a413-4776-4469-a598-b6a7e21b8df1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.4108336
Feb 19 03:10:59.944794 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-e311cb23-ebd2-4a02-aa3f-c05daa7dc85a tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237410'] for security_group, after_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:10:59.949553 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-ece6dece-ecd8-41b4-a4bb-7e59ce8a3b7a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:10:59.963900 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e311cb23-ebd2-4a02-aa3f-c05daa7dc85a tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cec6e94-f87a-4dfc-b64f-629a6d488241,revision_number=None']} {{(pid=84115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:10:59.968965 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-e311cb23-ebd2-4a02-aa3f-c05daa7dc85a tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:10:59.970981 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-e311cb23-ebd2-4a02-aa3f-c05daa7dc85a tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Notify callbacks [] for security_group, before_response {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:10:59.972186 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-e311cb23-ebd2-4a02-aa3f-c05daa7dc85a tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "DELETE /v2.0/security-groups/8cec6e94-f87a-4dfc-b64f-629a6d488241 HTTP/1.1" status: 204  len: 168 time: 0.2608774
Feb 19 03:10:59.975393 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84116) accepted ('10.222.0.13', 53436) {{(pid=84116) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:10:59.993375 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.api.v2.resource [None req-829e1fff-bbce-44a2-ab1c-ced3eba52f04 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] show failed (client error): The resource could not be found.
Feb 19 03:10:59.994536 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-829e1fff-bbce-44a2-ab1c-ced3eba52f04 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/security-groups/8cec6e94-f87a-4dfc-b64f-629a6d488241 HTTP/1.1" status: 404  len: 347 time: 0.0180886
Feb 19 03:10:59.997863 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84116) accepted ('10.222.0.13', 53440) {{(pid=84116) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:11:00.176815 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.plugin [None req-6c59ab65-82d6-4f5f-9eaf-4896e4dfb5f1 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Deleting port 0be1bcca-123a-4464-88fe-29fce77653ed {{(pid=84116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 19 03:11:00.177191 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-6c59ab65-82d6-4f5f-9eaf-4896e4dfb5f1 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363269711485266'] for port, before_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:11:00.182885 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16010596-38ae-4c11-8e5a-b254b7d1ebf3 None None] New status for floating IP e476c7d3-92c6-4398-9203-9a3d99351f6e: DOWN {{(pid=84118) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 19 03:11:00.260337 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:11:00.413992 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-6c59ab65-82d6-4f5f-9eaf-4896e4dfb5f1 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-361392'] for port, precommit_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:11:00.414294 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-6c59ab65-82d6-4f5f-9eaf-4896e4dfb5f1 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:11:00.559439 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.plugin [None req-6c59ab65-82d6-4f5f-9eaf-4896e4dfb5f1 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Calling delete_port for 0be1bcca-123a-4464-88fe-29fce77653ed owned by network:floatingip {{(pid=84116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 19 03:11:00.872298 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-6c59ab65-82d6-4f5f-9eaf-4896e4dfb5f1 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363269711510303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363269711906437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2630593'] for port, after_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:11:00.889248 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-882166b8-bc91-4323-8aa8-d33a660c7377 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:11:00.996301 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c59ab65-82d6-4f5f-9eaf-4896e4dfb5f1 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Pushing event deleted for resources: {'Port': ['ID=0be1bcca-123a-4464-88fe-29fce77653ed,revision_number=None']} {{(pid=84116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:11:00.999365 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-6c59ab65-82d6-4f5f-9eaf-4896e4dfb5f1 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:11:01.126037 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-6c59ab65-82d6-4f5f-9eaf-4896e4dfb5f1 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Notify callbacks [] for floatingip, after_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:11:01.172879 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-6c59ab65-82d6-4f5f-9eaf-4896e4dfb5f1 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771976'] for floatingip, before_response {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:11:01.174490 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-6c59ab65-82d6-4f5f-9eaf-4896e4dfb5f1 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "DELETE /v2.0/floatingips/b3e70ad2-d993-4dcb-baf0-c91ae5f353c8 HTTP/1.1" status: 204  len: 168 time: 1.1753142
Feb 19 03:11:01.726286 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84116) accepted ('10.222.0.13', 53490) {{(pid=84116) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:11:01.732715 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.v2.base [None req-e9e3e6b0-57c2-42e6-9aee-0ca7a9cd6339 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Request body: {'security_group': {'name': 'tempest-securitygroup--671710221', 'description': 'tempest-description--353804699'}} {{(pid=84116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 03:11:01.739020 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-e9e3e6b0-57c2-42e6-9aee-0ca7a9cd6339 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 03:11:01.744110 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-e9e3e6b0-57c2-42e6-9aee-0ca7a9cd6339 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Usage tracker for resource:security_group and tenant:fe62d789c5ba40bd87c0c4eb042c2297 is out of sync, need to count used quota {{(pid=84116) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 03:11:01.747397 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-e9e3e6b0-57c2-42e6-9aee-0ca7a9cd6339 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84116) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 03:11:01.753272 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-e9e3e6b0-57c2-42e6-9aee-0ca7a9cd6339 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 03:11:01.826729 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-e9e3e6b0-57c2-42e6-9aee-0ca7a9cd6339 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Notify callbacks [] for security_group, before_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:11:01.848557 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-e9e3e6b0-57c2-42e6-9aee-0ca7a9cd6339 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 03:11:01.852616 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-e9e3e6b0-57c2-42e6-9aee-0ca7a9cd6339 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Usage tracker for resource:security_group_rule and tenant:fe62d789c5ba40bd87c0c4eb042c2297 is out of sync, need to count used quota {{(pid=84116) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 03:11:01.855756 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-e9e3e6b0-57c2-42e6-9aee-0ca7a9cd6339 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84116) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 03:11:01.861680 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-e9e3e6b0-57c2-42e6-9aee-0ca7a9cd6339 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 03:11:01.988133 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84115) accepted ('10.222.0.13', 53496) {{(pid=84115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:11:01.989236 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-e9e3e6b0-57c2-42e6-9aee-0ca7a9cd6339 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Notify callbacks [] for security_group, precommit_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:11:02.036091 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-e9e3e6b0-57c2-42e6-9aee-0ca7a9cd6339 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237410'] for security_group, after_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:11:02.042043 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:11:02.084819 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e3e6b0-57c2-42e6-9aee-0ca7a9cd6339 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8792f758-2a16-4d64-a5b2-2ed369bfedc4,revision_number=1']} {{(pid=84116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:11:02.093037 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e3e6b0-57c2-42e6-9aee-0ca7a9cd6339 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:11:02.093408 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e3e6b0-57c2-42e6-9aee-0ca7a9cd6339 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:11:02.093839 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e3e6b0-57c2-42e6-9aee-0ca7a9cd6339 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:11:02.094243 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e3e6b0-57c2-42e6-9aee-0ca7a9cd6339 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:11:02.094643 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e3e6b0-57c2-42e6-9aee-0ca7a9cd6339 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:11:02.095040 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e3e6b0-57c2-42e6-9aee-0ca7a9cd6339 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:11:02.095439 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e3e6b0-57c2-42e6-9aee-0ca7a9cd6339 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:11:02.095829 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e3e6b0-57c2-42e6-9aee-0ca7a9cd6339 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:11:02.096239 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e3e6b0-57c2-42e6-9aee-0ca7a9cd6339 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:11:02.096612 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e3e6b0-57c2-42e6-9aee-0ca7a9cd6339 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:11:02.097000 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e3e6b0-57c2-42e6-9aee-0ca7a9cd6339 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:11:02.097391 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e3e6b0-57c2-42e6-9aee-0ca7a9cd6339 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:11:02.097915 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e3e6b0-57c2-42e6-9aee-0ca7a9cd6339 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:11:02.098306 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e3e6b0-57c2-42e6-9aee-0ca7a9cd6339 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:11:02.098694 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e3e6b0-57c2-42e6-9aee-0ca7a9cd6339 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:11:02.099076 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e3e6b0-57c2-42e6-9aee-0ca7a9cd6339 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:11:02.099456 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e3e6b0-57c2-42e6-9aee-0ca7a9cd6339 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:11:02.099895 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e3e6b0-57c2-42e6-9aee-0ca7a9cd6339 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:11:02.100278 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e3e6b0-57c2-42e6-9aee-0ca7a9cd6339 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:11:02.100662 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e3e6b0-57c2-42e6-9aee-0ca7a9cd6339 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:11:02.101048 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e3e6b0-57c2-42e6-9aee-0ca7a9cd6339 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:11:02.101437 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e3e6b0-57c2-42e6-9aee-0ca7a9cd6339 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:11:02.101848 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e3e6b0-57c2-42e6-9aee-0ca7a9cd6339 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:11:02.102300 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9e3e6b0-57c2-42e6-9aee-0ca7a9cd6339 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:11:02.106587 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-e9e3e6b0-57c2-42e6-9aee-0ca7a9cd6339 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:11:02.112209 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-e9e3e6b0-57c2-42e6-9aee-0ca7a9cd6339 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Notify callbacks [] for security_group, before_response {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:11:02.115700 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-e9e3e6b0-57c2-42e6-9aee-0ca7a9cd6339 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1778 time: 0.3859313
Feb 19 03:11:02.116802 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84115) accepted ('10.222.0.13', 53502) {{(pid=84115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:11:02.124551 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.v2.base [None req-3b4ea70d-e4e2-44f8-863b-b9c93c10e07d tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Request body: {'security_group_rule': {'security_group_id': '8792f758-2a16-4d64-a5b2-2ed369bfedc4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 03:11:02.129631 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-7863ffdf-6f3d-4d14-a4e3-54032202f423 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:11:02.142957 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-3b4ea70d-e4e2-44f8-863b-b9c93c10e07d tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 03:11:02.150867 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-3b4ea70d-e4e2-44f8-863b-b9c93c10e07d tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Usage tracker for resource:security_group_rule and tenant:fe62d789c5ba40bd87c0c4eb042c2297 is out of sync, need to count used quota {{(pid=84115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 03:11:02.153840 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-7863ffdf-6f3d-4d14-a4e3-54032202f423 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 03:11:02.156162 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-3b4ea70d-e4e2-44f8-863b-b9c93c10e07d tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 03:11:02.162816 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-7863ffdf-6f3d-4d14-a4e3-54032202f423 admin admin] Usage tracker for resource:security_group_rule and tenant:fed58d219ed34cd9aba0361d52705d7d is out of sync, need to count used quota {{(pid=84115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 03:11:02.166126 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-3b4ea70d-e4e2-44f8-863b-b9c93c10e07d tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 03:11:02.168308 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-7863ffdf-6f3d-4d14-a4e3-54032202f423 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 03:11:02.176156 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-7863ffdf-6f3d-4d14-a4e3-54032202f423 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 03:11:02.247137 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-3b4ea70d-e4e2-44f8-863b-b9c93c10e07d tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:11:02.302609 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-7863ffdf-6f3d-4d14-a4e3-54032202f423 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:11:02.328024 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-3b4ea70d-e4e2-44f8-863b-b9c93c10e07d tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:11:02.346394 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-7863ffdf-6f3d-4d14-a4e3-54032202f423 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237410'] for security_group, after_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:11:02.356816 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-0613f7f3-d406-4a42-b6a7-f03e7955c1e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:11:02.388391 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-3b4ea70d-e4e2-44f8-863b-b9c93c10e07d tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237382'] for security_group_rule, after_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:11:02.405925 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7863ffdf-6f3d-4d14-a4e3-54032202f423 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bae93991-cbbe-41a7-b103-ff28f9c94023,revision_number=1']} {{(pid=84115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:11:02.411955 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-7863ffdf-6f3d-4d14-a4e3-54032202f423 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fed58d219ed34cd9aba0361d52705d7d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4227250
Feb 19 03:11:02.415421 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84116) accepted ('10.222.0.13', 53506) {{(pid=84116) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:11:02.418389 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-7863ffdf-6f3d-4d14-a4e3-54032202f423 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:11:02.418939 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-e50ce467-756a-479c-8197-9a73e539cbc7 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:11:02.443534 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b4ea70d-e4e2-44f8-863b-b9c93c10e07d tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7bac415a-4b25-47f5-aa32-b22f320a58cc,revision_number=0']} {{(pid=84115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:11:02.446226 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-3b4ea70d-e4e2-44f8-863b-b9c93c10e07d tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:11:02.472833 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-3b4ea70d-e4e2-44f8-863b-b9c93c10e07d tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:11:02.477608 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-3b4ea70d-e4e2-44f8-863b-b9c93c10e07d tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3566997
Feb 19 03:11:02.478138 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84115) accepted ('10.222.0.13', 53512) {{(pid=84115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:11:02.484654 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.v2.base [None req-66a37906-8ebf-48e0-bdc0-9a9dcdda4aae tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Request body: {'security_group_rule': {'security_group_id': '8792f758-2a16-4d64-a5b2-2ed369bfedc4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 03:11:02.485540 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-58c1ebac-f3f0-4313-a3f8-90ca68bc672f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:11:02.491522 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-66a37906-8ebf-48e0-bdc0-9a9dcdda4aae tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 03:11:02.496707 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-66a37906-8ebf-48e0-bdc0-9a9dcdda4aae tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Usage tracker for resource:security_group_rule and tenant:fe62d789c5ba40bd87c0c4eb042c2297 is out of sync, need to count used quota {{(pid=84115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 03:11:02.500008 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-66a37906-8ebf-48e0-bdc0-9a9dcdda4aae tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 03:11:02.506144 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-66a37906-8ebf-48e0-bdc0-9a9dcdda4aae tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 03:11:02.516648 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-58c1ebac-f3f0-4313-a3f8-90ca68bc672f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:11:02.554157 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-66a37906-8ebf-48e0-bdc0-9a9dcdda4aae tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:11:02.613194 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-58c1ebac-f3f0-4313-a3f8-90ca68bc672f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237410'] for security_group, after_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:11:02.618740 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-93d1f6c0-2189-4f10-93f4-401e5c998958 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:11:02.624221 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-66a37906-8ebf-48e0-bdc0-9a9dcdda4aae tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:11:02.632728 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c1ebac-f3f0-4313-a3f8-90ca68bc672f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bae93991-cbbe-41a7-b103-ff28f9c94023,revision_number=None']} {{(pid=84116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:11:02.636081 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-58c1ebac-f3f0-4313-a3f8-90ca68bc672f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:11:02.637020 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-58c1ebac-f3f0-4313-a3f8-90ca68bc672f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:11:02.638261 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-58c1ebac-f3f0-4313-a3f8-90ca68bc672f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bae93991-cbbe-41a7-b103-ff28f9c94023 HTTP/1.1" status: 204  len: 168 time: 0.2217832
Feb 19 03:11:02.681814 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-66a37906-8ebf-48e0-bdc0-9a9dcdda4aae tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237382'] for security_group_rule, after_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:11:02.684204 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:11:02.706622 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a37906-8ebf-48e0-bdc0-9a9dcdda4aae tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73e8c994-a7b8-4089-9b0d-132e7700b81e,revision_number=0']} {{(pid=84115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:11:02.711182 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-66a37906-8ebf-48e0-bdc0-9a9dcdda4aae tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:11:02.784539 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-66a37906-8ebf-48e0-bdc0-9a9dcdda4aae tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:11:02.785916 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-66a37906-8ebf-48e0-bdc0-9a9dcdda4aae tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.3064752
Feb 19 03:11:02.792779 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84115) accepted ('10.222.0.13', 53532) {{(pid=84115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:11:02.798513 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.v2.base [None req-0d0a21ea-9db6-4e4b-8a7d-fddb7ca8945f tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Request body: {'floatingip': {'floating_network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc'}} {{(pid=84115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 03:11:02.804441 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-0d0a21ea-9db6-4e4b-8a7d-fddb7ca8945f tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 03:11:02.810165 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-0d0a21ea-9db6-4e4b-8a7d-fddb7ca8945f tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Usage tracker for resource:floatingip and tenant:fe62d789c5ba40bd87c0c4eb042c2297 is out of sync, need to count used quota {{(pid=84115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 03:11:02.813382 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-0d0a21ea-9db6-4e4b-8a7d-fddb7ca8945f tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 03:11:02.819927 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-0d0a21ea-9db6-4e4b-8a7d-fddb7ca8945f tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 03:11:02.864571 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-0d0a21ea-9db6-4e4b-8a7d-fddb7ca8945f tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Notify callbacks [] for floatingip, before_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:11:03.019977 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-0d0a21ea-9db6-4e4b-8a7d-fddb7ca8945f tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838630373'] for port, before_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:11:03.262845 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84116) accepted ('10.222.0.13', 53544) {{(pid=84116) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:11:03.284220 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-6207e4b1-e33e-4939-921f-3b3846b8c6ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:11:03.301346 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-6207e4b1-e33e-4939-921f-3b3846b8c6ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 03:11:03.306216 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-6207e4b1-e33e-4939-921f-3b3846b8c6ac admin admin] Usage tracker for resource:security_group_rule and tenant:2a45e6fed9694fadb4900eaa1572ad76 is out of sync, need to count used quota {{(pid=84116) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 03:11:03.309473 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-6207e4b1-e33e-4939-921f-3b3846b8c6ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84116) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 03:11:03.315749 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-6207e4b1-e33e-4939-921f-3b3846b8c6ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 03:11:03.411773 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-6207e4b1-e33e-4939-921f-3b3846b8c6ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:11:03.441878 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-6207e4b1-e33e-4939-921f-3b3846b8c6ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237410'] for security_group, after_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:11:03.451841 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-e9e3e6b0-57c2-42e6-9aee-0ca7a9cd6339 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:11:03.496507 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-6207e4b1-e33e-4939-921f-3b3846b8c6ac admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=2a45e6fed9694fadb4900eaa1572ad76&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2324569
Feb 19 03:11:03.498287 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6207e4b1-e33e-4939-921f-3b3846b8c6ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c741087-3d5c-4d7e-8dea-9ac84264b1a2,revision_number=1']} {{(pid=84116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:11:03.501009 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84116) accepted ('10.222.0.13', 53548) {{(pid=84116) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:11:03.503813 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-6207e4b1-e33e-4939-921f-3b3846b8c6ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:11:03.568027 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-1c9e6db2-2d94-4c1d-ba70-9c79d1d69fbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:11:03.596261 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-1c9e6db2-2d94-4c1d-ba70-9c79d1d69fbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:11:03.610612 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.db_base_plugin_common [None req-0d0a21ea-9db6-4e4b-8a7d-fddb7ca8945f tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Allocated IP 172.27.0.198 (11a0058d-2e2a-4262-b636-ae96512c4ecc/f5c7b3a5-422b-45ad-be9d-3c3e4c209310/459180cc-1fa7-42fc-83c3-8d0ecdc067f6) {{(pid=84115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 19 03:11:03.618496 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b99823-aae2-4e17-a204-aecca97dfb73 req-f6eda8ea-4e26-4a6a-9ca9-516aba82d1ad tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:11:03.619262 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [req-63b99823-aae2-4e17-a204-aecca97dfb73 req-f6eda8ea-4e26-4a6a-9ca9-516aba82d1ad tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] Synchronizing usage tracker for tenant:a0ccfe73f663490cabd2bb049ae99c7c on resource:port {{(pid=84115) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 19 03:11:03.661033 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-1c9e6db2-2d94-4c1d-ba70-9c79d1d69fbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237410'] for security_group, after_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:11:03.666718 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-a389a795-dfbf-4f4c-b62b-ce7992bda6c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:11:03.680772 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9e6db2-2d94-4c1d-ba70-9c79d1d69fbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c741087-3d5c-4d7e-8dea-9ac84264b1a2,revision_number=None']} {{(pid=84116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:11:03.683705 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-1c9e6db2-2d94-4c1d-ba70-9c79d1d69fbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:11:03.685083 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-1c9e6db2-2d94-4c1d-ba70-9c79d1d69fbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:11:03.686418 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-1c9e6db2-2d94-4c1d-ba70-9c79d1d69fbe admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5c741087-3d5c-4d7e-8dea-9ac84264b1a2 HTTP/1.1" status: 204  len: 168 time: 0.1843626
Feb 19 03:11:03.704663 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [req-63b99823-aae2-4e17-a204-aecca97dfb73 req-f6eda8ea-4e26-4a6a-9ca9-516aba82d1ad tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] Unset dirty status for tenant:a0ccfe73f663490cabd2bb049ae99c7c on resource:port {{(pid=84115) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 19 03:11:03.706009 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-63b99823-aae2-4e17-a204-aecca97dfb73 req-f6eda8ea-4e26-4a6a-9ca9-516aba82d1ad tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] 10.222.0.13 "GET /v2.0/ports?device_id=445f0f06-0e3a-4d82-8062-494e11d3e5e8 HTTP/1.1" status: 200  len: 945 time: 0.5038981
Feb 19 03:11:03.792773 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [req-63b99823-aae2-4e17-a204-aecca97dfb73 req-abce5e0b-7f07-4246-b0ec-3771c3710350 tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] Synchronizing usage tracker for tenant:a0ccfe73f663490cabd2bb049ae99c7c on resource:security_group {{(pid=84115) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 19 03:11:03.835654 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-0d0a21ea-9db6-4e4b-8a7d-fddb7ca8945f tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Notify callbacks [] for port, precommit_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:11:03.866548 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [req-63b99823-aae2-4e17-a204-aecca97dfb73 req-abce5e0b-7f07-4246-b0ec-3771c3710350 tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] Unset dirty status for tenant:a0ccfe73f663490cabd2bb049ae99c7c on resource:security_group {{(pid=84115) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 19 03:11:03.867893 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-63b99823-aae2-4e17-a204-aecca97dfb73 req-abce5e0b-7f07-4246-b0ec-3771c3710350 tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] 10.222.0.13 "GET /v2.0/security-groups?id=aeaa7df1-6317-4400-8081-4d374588da7c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1481049
Feb 19 03:11:03.893910 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-0d0a21ea-9db6-4e4b-8a7d-fddb7ca8945f tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363269711907205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853345888'] for port, after_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:11:03.910561 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-8a10be0a-c1ca-459f-87cf-a8741d902338 tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:11:04.045022 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0a21ea-9db6-4e4b-8a7d-fddb7ca8945f tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Pushing event updated for resources: {'Port': ['ID=459180cc-1fa7-42fc-83c3-8d0ecdc067f6,revision_number=1']} {{(pid=84115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:11:04.049999 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-0d0a21ea-9db6-4e4b-8a7d-fddb7ca8945f tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:11:04.104147 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d0a21ea-9db6-4e4b-8a7d-fddb7ca8945f tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Network 11a0058d-2e2a-4262-b636-ae96512c4ecc is already hosted by enough agents. {{(pid=84115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 19 03:11:04.105340 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.scheduler.base_scheduler [None req-0d0a21ea-9db6-4e4b-8a7d-fddb7ca8945f tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Resources bound (agent type, host, resource id):  {{(pid=84115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 19 03:11:04.107725 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d0a21ea-9db6-4e4b-8a7d-fddb7ca8945f tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Received port after_create {{(pid=84115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 19 03:11:04.194779 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-0d0a21ea-9db6-4e4b-8a7d-fddb7ca8945f tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:11:04.280477 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-0d0a21ea-9db6-4e4b-8a7d-fddb7ca8945f tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838630373'] for port, before_update {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:11:04.572643 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-0d0a21ea-9db6-4e4b-8a7d-fddb7ca8945f tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Notify callbacks [] for port, precommit_update {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:11:04.598136 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-0d0a21ea-9db6-4e4b-8a7d-fddb7ca8945f tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269711510320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767142869380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269711906403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1429944'] for port, after_update {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:11:04.613877 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-95dd1560-122a-400c-ba8a-699619c9b31b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:11:04.750167 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0a21ea-9db6-4e4b-8a7d-fddb7ca8945f tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Pushing event updated for resources: {'Port': ['ID=459180cc-1fa7-42fc-83c3-8d0ecdc067f6,revision_number=2']} {{(pid=84115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:11:04.754955 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-0d0a21ea-9db6-4e4b-8a7d-fddb7ca8945f tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:11:04.862045 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-0d0a21ea-9db6-4e4b-8a7d-fddb7ca8945f tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854389592'] for floatingip, after_update {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:11:04.931245 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.rpc [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Device 16418b48-b026-46e8-a64e-e078dfd8d7a3 up at agent ovs-agent-hv-cinder-77570 {{(pid=84117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 03:11:04.978897 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-0d0a21ea-9db6-4e4b-8a7d-fddb7ca8945f tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771976'] for floatingip, before_response {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:11:04.980475 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-0d0a21ea-9db6-4e4b-8a7d-fddb7ca8945f tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 2.1864376
Feb 19 03:11:05.051401 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Provisioning complete for port 16418b48-b026-46e8-a64e-e078dfd8d7a3 triggered by entity L2. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 03:11:05.052704 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16124857'] for port, provisioning_complete {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:11:05.065820 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31059145-2343-4158-adcf-39bad2bb9a01 req-1ce8dcde-1071-4904-805c-4545e11091d2 tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:11:05.066820 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [req-31059145-2343-4158-adcf-39bad2bb9a01 req-1ce8dcde-1071-4904-805c-4545e11091d2 tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] Synchronizing usage tracker for tenant:a0ccfe73f663490cabd2bb049ae99c7c on resource:port {{(pid=84116) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 19 03:11:05.082085 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [req-31059145-2343-4158-adcf-39bad2bb9a01 req-1ce8dcde-1071-4904-805c-4545e11091d2 tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] Unset dirty status for tenant:a0ccfe73f663490cabd2bb049ae99c7c on resource:port {{(pid=84116) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 19 03:11:05.083709 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-31059145-2343-4158-adcf-39bad2bb9a01 req-1ce8dcde-1071-4904-805c-4545e11091d2 tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] 10.222.0.65 "GET /v2.0/ports?device_id=445f0f06-0e3a-4d82-8062-494e11d3e5e8 HTTP/1.1" status: 200  len: 945 time: 0.1293433
Feb 19 03:11:05.142239 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5eafaa1-4a30-40f2-a2e8-eef1a61974d2 req-84d14b0a-8b96-401f-a3e3-3eb83db3a4b3 tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:11:05.150959 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-e5eafaa1-4a30-40f2-a2e8-eef1a61974d2 req-84d14b0a-8b96-401f-a3e3-3eb83db3a4b3 tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] 10.222.0.13 "GET /v2.0/ports?device_id=445f0f06-0e3a-4d82-8062-494e11d3e5e8 HTTP/1.1" status: 200  len: 945 time: 0.1108742
Feb 19 03:11:05.223353 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.plugin [req-31059145-2343-4158-adcf-39bad2bb9a01 req-ea539392-faf2-4383-88e4-b7b23499e48d tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] Deleting port 16418b48-b026-46e8-a64e-e078dfd8d7a3 {{(pid=84116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 19 03:11:05.223594 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-31059145-2343-4158-adcf-39bad2bb9a01 req-ea539392-faf2-4383-88e4-b7b23499e48d tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363269711485266'] for port, before_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:11:05.244894 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-e5eafaa1-4a30-40f2-a2e8-eef1a61974d2 req-0ef24b41-57a0-4100-9631-bce22f83e5bc tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] 10.222.0.13 "GET /v2.0/security-groups?id=aeaa7df1-6317-4400-8081-4d374588da7c&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0922861
Feb 19 03:11:05.337599 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [req-3a6a7a6f-b99e-4c83-b3c9-e8a5115ea088 req-5548018a-7bca-47a9-9e61-09e8df001c53 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Synchronizing usage tracker for tenant:fe62d789c5ba40bd87c0c4eb042c2297 on resource:security_group {{(pid=84115) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 19 03:11:05.374991 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [req-3a6a7a6f-b99e-4c83-b3c9-e8a5115ea088 req-5548018a-7bca-47a9-9e61-09e8df001c53 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Unset dirty status for tenant:fe62d789c5ba40bd87c0c4eb042c2297 on resource:security_group {{(pid=84115) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 19 03:11:05.376297 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-3a6a7a6f-b99e-4c83-b3c9-e8a5115ea088 req-5548018a-7bca-47a9-9e61-09e8df001c53 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--671710221&fields=id&tenant_id=fe62d789c5ba40bd87c0c4eb042c2297 HTTP/1.1" status: 200  len: 267 time: 0.0823326
Feb 19 03:11:05.511264 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.db [req-31059145-2343-4158-adcf-39bad2bb9a01 req-ea539392-faf2-4383-88e4-b7b23499e48d tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] For port 16418b48-b026-46e8-a64e-e078dfd8d7a3, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=16418b48-b026-46e8-a64e-e078dfd8d7a3,segment=NetworkSegment(b4e3de9c-c494-4579-9779-44c7e3e9c0cb),segment_id=b4e3de9c-c494-4579-9779-44c7e3e9c0cb)] {{(pid=84116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 03:11:05.511604 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-31059145-2343-4158-adcf-39bad2bb9a01 req-ea539392-faf2-4383-88e4-b7b23499e48d tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-361392'] for port, precommit_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:11:05.544452 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6a7a6f-b99e-4c83-b3c9-e8a5115ea088 req-00a4503b-e6ac-459c-b48f-180d310fcb82 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:11:05.546071 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-3a6a7a6f-b99e-4c83-b3c9-e8a5115ea088 req-00a4503b-e6ac-459c-b48f-180d310fcb82 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/networks?id=96367511-4096-441d-8b71-998abf1ff026 HTTP/1.1" status: 200  len: 816 time: 0.1606457
Feb 19 03:11:05.562094 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-3a6a7a6f-b99e-4c83-b3c9-e8a5115ea088 req-c4ab67c6-3f18-49b3-985e-e8925db3ea1b tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/quotas/fe62d789c5ba40bd87c0c4eb042c2297 HTTP/1.1" status: 200  len: 375 time: 0.0098844
Feb 19 03:11:05.653351 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.plugin [req-31059145-2343-4158-adcf-39bad2bb9a01 req-ea539392-faf2-4383-88e4-b7b23499e48d tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] Calling delete_port for 16418b48-b026-46e8-a64e-e078dfd8d7a3 owned by compute:nova {{(pid=84116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 19 03:11:05.659139 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-3a6a7a6f-b99e-4c83-b3c9-e8a5115ea088 req-eb38580d-0b23-407d-aa03-02bd4cc83f52 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=fe62d789c5ba40bd87c0c4eb042c2297&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0912631
Feb 19 03:11:05.838719 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-3a6a7a6f-b99e-4c83-b3c9-e8a5115ea088 req-c64d4924-4aae-4a10-94e5-3b1f6852c538 service neutron] 10.222.0.13 "GET /v2.0/networks/96367511-4096-441d-8b71-998abf1ff026?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1595397
Feb 19 03:11:05.860858 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-31059145-2343-4158-adcf-39bad2bb9a01 req-ea539392-faf2-4383-88e4-b7b23499e48d tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363269711510303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363269711906437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2630593'] for port, after_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:11:05.877189 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-3c0793c8-26ca-4d95-8be4-26da48ef5f24 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:11:05.978290 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea539392-faf2-4383-88e4-b7b23499e48d tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] Pushing event deleted for resources: {'Port': ['ID=16418b48-b026-46e8-a64e-e078dfd8d7a3,revision_number=None']} {{(pid=84116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:11:05.981754 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-3a6a7a6f-b99e-4c83-b3c9-e8a5115ea088 req-9e73c89d-f6d8-4397-9a0a-72f0495d10d6 service neutron] 10.222.0.13 "GET /v2.0/networks/96367511-4096-441d-8b71-998abf1ff026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1363235
Feb 19 03:11:05.988753 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-ea539392-faf2-4383-88e4-b7b23499e48d tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:11:06.117498 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvrscheduler_db [req-31059145-2343-4158-adcf-39bad2bb9a01 req-ea539392-faf2-4383-88e4-b7b23499e48d tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] No DVR routers for this DVR port 16418b48-b026-46e8-a64e-e078dfd8d7a3 on host hv-cinder-77570 {{(pid=84116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 19 03:11:06.120026 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-31059145-2343-4158-adcf-39bad2bb9a01 req-ea539392-faf2-4383-88e4-b7b23499e48d tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771976'] for port, before_response {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:11:06.124281 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '445f0f06-0e3a-4d82-8062-494e11d3e5e8', 'name': 'network-vif-deleted', 'tag': '16418b48-b026-46e8-a64e-e078dfd8d7a3'}] {{(pid=84116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 03:11:06.176267 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-31059145-2343-4158-adcf-39bad2bb9a01 req-ea539392-faf2-4383-88e4-b7b23499e48d tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] 10.222.0.65 "DELETE /v2.0/ports/16418b48-b026-46e8-a64e-e078dfd8d7a3 HTTP/1.1" status: 204  len: 173 time: 1.0840204
Feb 19 03:11:06.203996 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '445f0f06-0e3a-4d82-8062-494e11d3e5e8', 'name': 'network-vif-deleted', 'tag': '16418b48-b026-46e8-a64e-e078dfd8d7a3', 'status': 'completed', 'code': 200}
Feb 19 03:11:06.290847 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-31e6460e-bc85-4820-bc30-9c7714f01095 req-821d8053-1186-4663-952a-279da4f2e4ea tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecd11572-513d-45f7-922b-f06d7b16f8f1 HTTP/1.1" status: 200  len: 210 time: 0.0835519
Feb 19 03:11:06.444916 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-cbd21aca-d7bd-46f4-8ee0-2e80bdc82e18 req-d291df00-f011-4179-94b2-dc7bf1e4f171 tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] 10.222.0.13 "GET /v2.0/ports?device_id=445f0f06-0e3a-4d82-8062-494e11d3e5e8 HTTP/1.1" status: 200  len: 210 time: 0.0673938
Feb 19 03:11:06.876108 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.rpc [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Device 16418b48-b026-46e8-a64e-e078dfd8d7a3 no longer exists at agent ovs-agent-hv-cinder-77570 {{(pid=84117) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 19 03:11:06.916283 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.plugin [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] No Port match for: 16418b48-b026-46e8-a64e-e078dfd8d7a3 {{(pid=84117) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 19 03:11:06.916703 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.rpc [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Device 16418b48-b026-46e8-a64e-e078dfd8d7a3 not bound to the agent host hv-cinder-77570 {{(pid=84117) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 19 03:11:07.465970 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-d7b77567-c8ae-4c54-b148-86a0ce93e3b6 req-42f8a596-6612-4a49-a09d-861480d09dac tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecd11572-513d-45f7-922b-f06d7b16f8f1 HTTP/1.1" status: 200  len: 210 time: 0.0517330
Feb 19 03:11:08.633078 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-ad4d7c5f-3cb3-47cd-9ce1-f90b5a34f9c8 req-e968cd26-797c-4e98-bc3a-b028be059974 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecd11572-513d-45f7-922b-f06d7b16f8f1 HTTP/1.1" status: 200  len: 210 time: 0.0501747
Feb 19 03:11:08.987949 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84115) accepted ('10.222.0.13', 53736) {{(pid=84115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:11:09.565436 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-2fc82355-2f41-4568-8386-2c8382ff9a61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854389681'] for router_interface, before_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:11:10.004185 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-fa5dfaf8-1ad9-4d7b-b895-e113bd4c0cbc req-20d37181-f75d-48b6-8b29-e59f216b053b tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecd11572-513d-45f7-922b-f06d7b16f8f1 HTTP/1.1" status: 200  len: 210 time: 0.0692360
Feb 19 03:11:10.221825 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.plugin [None req-2fc82355-2f41-4568-8386-2c8382ff9a61 admin admin] Deleting port 73757818-8fc3-4e3d-8ab1-44a205d19b33 {{(pid=84115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 19 03:11:10.222218 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-2fc82355-2f41-4568-8386-2c8382ff9a61 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363269711485266'] for port, before_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:11:10.407664 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.db [None req-2fc82355-2f41-4568-8386-2c8382ff9a61 admin admin] For port 73757818-8fc3-4e3d-8ab1-44a205d19b33, host dv-cinder-775706-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-2-iscsi',level=0,port_id=73757818-8fc3-4e3d-8ab1-44a205d19b33,segment=NetworkSegment(b4e3de9c-c494-4579-9779-44c7e3e9c0cb),segment_id=b4e3de9c-c494-4579-9779-44c7e3e9c0cb)] {{(pid=84115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 03:11:10.408069 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-2fc82355-2f41-4568-8386-2c8382ff9a61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-361392'] for port, precommit_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:11:10.545658 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.plugin [None req-2fc82355-2f41-4568-8386-2c8382ff9a61 admin admin] Calling delete_port for 73757818-8fc3-4e3d-8ab1-44a205d19b33 owned by network:router_interface {{(pid=84115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 19 03:11:10.887425 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6a7a6f-b99e-4c83-b3c9-e8a5115ea088 req-7f06ca9f-ef54-4264-94e9-ea1f7d33d04c tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:11:10.888594 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [req-3a6a7a6f-b99e-4c83-b3c9-e8a5115ea088 req-7f06ca9f-ef54-4264-94e9-ea1f7d33d04c tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Synchronizing usage tracker for tenant:fe62d789c5ba40bd87c0c4eb042c2297 on resource:network {{(pid=84116) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 19 03:11:10.952293 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [req-3a6a7a6f-b99e-4c83-b3c9-e8a5115ea088 req-7f06ca9f-ef54-4264-94e9-ea1f7d33d04c tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Unset dirty status for tenant:fe62d789c5ba40bd87c0c4eb042c2297 on resource:network {{(pid=84116) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 19 03:11:10.953670 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-3a6a7a6f-b99e-4c83-b3c9-e8a5115ea088 req-7f06ca9f-ef54-4264-94e9-ea1f7d33d04c tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.65 "GET /v2.0/networks?id=96367511-4096-441d-8b71-998abf1ff026 HTTP/1.1" status: 200  len: 816 time: 0.2284925
Feb 19 03:11:11.033326 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-2fc82355-2f41-4568-8386-2c8382ff9a61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363269711510303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363269711906437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853345888'] for port, after_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:11:11.038553 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [req-3a6a7a6f-b99e-4c83-b3c9-e8a5115ea088 req-f702c418-2171-4ad9-8a0b-c5d14d8961bf tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Synchronizing usage tracker for tenant:fe62d789c5ba40bd87c0c4eb042c2297 on resource:security_group {{(pid=84116) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 19 03:11:11.051983 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [req-3a6a7a6f-b99e-4c83-b3c9-e8a5115ea088 req-f702c418-2171-4ad9-8a0b-c5d14d8961bf tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Unset dirty status for tenant:fe62d789c5ba40bd87c0c4eb042c2297 on resource:security_group {{(pid=84116) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 19 03:11:11.053391 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-3a6a7a6f-b99e-4c83-b3c9-e8a5115ea088 req-f702c418-2171-4ad9-8a0b-c5d14d8961bf tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=fe62d789c5ba40bd87c0c4eb042c2297 HTTP/1.1" status: 200  len: 5703 time: 0.0901372
Feb 19 03:11:11.066218 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.v2.base [req-3a6a7a6f-b99e-4c83-b3c9-e8a5115ea088 req-95f0fe8b-604c-453b-9747-338e09de6ea4 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Request body: {'port': {'device_id': 'ecd11572-513d-45f7-922b-f06d7b16f8f1', 'network_id': '96367511-4096-441d-8b71-998abf1ff026', 'admin_state_up': True, 'tenant_id': 'fe62d789c5ba40bd87c0c4eb042c2297', 'security_groups': ['8792f758-2a16-4d64-a5b2-2ed369bfedc4']}} {{(pid=84116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 03:11:11.067678 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-74880c05-55b6-4d96-a571-f095a655a8fe tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:11:11.236495 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc82355-2f41-4568-8386-2c8382ff9a61 admin admin] Pushing event deleted for resources: {'Port': ['ID=73757818-8fc3-4e3d-8ab1-44a205d19b33,revision_number=None']} {{(pid=84115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:11:11.239525 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-2fc82355-2f41-4568-8386-2c8382ff9a61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:11:11.252276 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-63e0b6ed-a62a-415d-93dc-0b1219dc5e24 req-899f3bb8-5aa4-48ee-9247-7c9b4ec37eca tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecd11572-513d-45f7-922b-f06d7b16f8f1 HTTP/1.1" status: 200  len: 210 time: 0.0844052
Feb 19 03:11:11.305993 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [req-3a6a7a6f-b99e-4c83-b3c9-e8a5115ea088 req-95f0fe8b-604c-453b-9747-338e09de6ea4 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 03:11:11.308429 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [req-3a6a7a6f-b99e-4c83-b3c9-e8a5115ea088 req-95f0fe8b-604c-453b-9747-338e09de6ea4 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Usage tracker for resource:port and tenant:fe62d789c5ba40bd87c0c4eb042c2297 is out of sync, need to count used quota {{(pid=84116) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 03:11:11.313156 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [req-3a6a7a6f-b99e-4c83-b3c9-e8a5115ea088 req-95f0fe8b-604c-453b-9747-338e09de6ea4 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84116) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 03:11:11.319458 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [req-3a6a7a6f-b99e-4c83-b3c9-e8a5115ea088 req-95f0fe8b-604c-453b-9747-338e09de6ea4 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 03:11:11.358181 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a6a7a6f-b99e-4c83-b3c9-e8a5115ea088 req-95f0fe8b-604c-453b-9747-338e09de6ea4 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Made reservation on behalf of fe62d789c5ba40bd87c0c4eb042c2297 for: {'port': 1} {{(pid=84116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 19 03:11:11.365871 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-3a6a7a6f-b99e-4c83-b3c9-e8a5115ea088 req-95f0fe8b-604c-453b-9747-338e09de6ea4 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838630373'] for port, before_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:11:11.611760 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-2fc82355-2f41-4568-8386-2c8382ff9a61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-393212'] for router_interface, after_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:11:11.712045 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.db_base_plugin_common [req-3a6a7a6f-b99e-4c83-b3c9-e8a5115ea088 req-95f0fe8b-604c-453b-9747-338e09de6ea4 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Allocated IP 172.20.0.6 (96367511-4096-441d-8b71-998abf1ff026/ffae0469-f40c-4397-8d65-7fee68a1ef0a/d1be9806-7b8a-44f0-8838-663569df55b1) {{(pid=84116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 19 03:11:11.926082 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-3a6a7a6f-b99e-4c83-b3c9-e8a5115ea088 req-95f0fe8b-604c-453b-9747-338e09de6ea4 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Notify callbacks [] for port, precommit_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:11:11.943871 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [req-3a6a7a6f-b99e-4c83-b3c9-e8a5115ea088 req-95f0fe8b-604c-453b-9747-338e09de6ea4 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Transition to ACTIVE for port object d1be9806-7b8a-44f0-8838-663569df55b1 will not be triggered until provisioned by entity DHCP. {{(pid=84116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 19 03:11:11.997106 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-3a6a7a6f-b99e-4c83-b3c9-e8a5115ea088 req-95f0fe8b-604c-453b-9747-338e09de6ea4 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363269711907205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2630593'] for port, after_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:11:12.013488 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-ea539392-faf2-4383-88e4-b7b23499e48d tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:11:12.133542 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2fc82355-2f41-4568-8386-2c8382ff9a61 admin admin] Router 96d21d47-791f-4aba-9ba0-78cb8e455f09 has already been hosted by L3 agent f4ccfb5a-d22e-440e-8ddd-f393ad00f812 {{(pid=84115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 19 03:11:12.154761 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f0fe8b-604c-453b-9747-338e09de6ea4 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Pushing event updated for resources: {'Port': ['ID=d1be9806-7b8a-44f0-8838-663569df55b1,revision_number=1']} {{(pid=84116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:11:12.159105 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-95f0fe8b-604c-453b-9747-338e09de6ea4 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:11:12.220622 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a6a7a6f-b99e-4c83-b3c9-e8a5115ea088 req-95f0fe8b-604c-453b-9747-338e09de6ea4 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Network 96367511-4096-441d-8b71-998abf1ff026 is already hosted by enough agents. {{(pid=84116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 19 03:11:12.222104 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.scheduler.base_scheduler [req-3a6a7a6f-b99e-4c83-b3c9-e8a5115ea088 req-95f0fe8b-604c-453b-9747-338e09de6ea4 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Resources bound (agent type, host, resource id):  {{(pid=84116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 19 03:11:12.224912 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a6a7a6f-b99e-4c83-b3c9-e8a5115ea088 req-95f0fe8b-604c-453b-9747-338e09de6ea4 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Received port after_create {{(pid=84116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 19 03:11:12.302951 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6a7a6f-b99e-4c83-b3c9-e8a5115ea088 req-95f0fe8b-604c-453b-9747-338e09de6ea4 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:11:12.303685 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-3a6a7a6f-b99e-4c83-b3c9-e8a5115ea088 req-95f0fe8b-604c-453b-9747-338e09de6ea4 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771976'] for port, before_response {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:11:12.363985 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-3a6a7a6f-b99e-4c83-b3c9-e8a5115ea088 req-95f0fe8b-604c-453b-9747-338e09de6ea4 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.3029902
Feb 19 03:11:12.379282 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.v2.base [req-3a6a7a6f-b99e-4c83-b3c9-e8a5115ea088 req-604e6ad0-994d-4d5d-80b8-9c0d531c80c8 service neutron] Request body: {'port': {'device_id': 'ecd11572-513d-45f7-922b-f06d7b16f8f1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77570'}} {{(pid=84116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 03:11:12.543089 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-3a6a7a6f-b99e-4c83-b3c9-e8a5115ea088 req-604e6ad0-994d-4d5d-80b8-9c0d531c80c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838630373'] for port, before_update {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:11:12.558180 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-dd50074d-7828-466a-9bbd-794a6a8c3f5c None None] Provisioning for port d1be9806-7b8a-44f0-8838-663569df55b1 completed by entity DHCP. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 19 03:11:12.566971 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-dd50074d-7828-466a-9bbd-794a6a8c3f5c None None] Provisioning complete for port d1be9806-7b8a-44f0-8838-663569df55b1 triggered by entity DHCP. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 03:11:12.567475 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-dd50074d-7828-466a-9bbd-794a6a8c3f5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16124857'] for port, provisioning_complete {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:11:12.659799 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fc82355-2f41-4568-8386-2c8382ff9a61 admin admin] Notify agent at l3_agent.dv-cinder-775706-2-iscsi the message routers_updated {{(pid=84115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 19 03:11:12.673110 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d882e077-d24f-45a0-95d4-0056bd27c006 None None] Sync routers for ids ['96d21d47-791f-4aba-9ba0-78cb8e455f09'] in dv-cinder-775706-2-iscsi {{(pid=84117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 19 03:11:12.698378 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-2fc82355-2f41-4568-8386-2c8382ff9a61 admin admin] 10.222.0.13 "PUT /v2.0/routers/96d21d47-791f-4aba-9ba0-78cb8e455f09/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.7091799
Feb 19 03:11:12.700504 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84115) accepted ('10.222.0.13', 53798) {{(pid=84115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:11:12.726736 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.plugin [None req-dd50074d-7828-466a-9bbd-794a6a8c3f5c None None] Port d1be9806-7b8a-44f0-8838-663569df55b1 cannot update to ACTIVE because it is not bound. {{(pid=84117) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 19 03:11:12.730305 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d882e077-d24f-45a0-95d4-0056bd27c006 None None] Routers {'96d21d47-791f-4aba-9ba0-78cb8e455f09'} bound to L3 agent in host dv-cinder-775706-2-iscsi {{(pid=84117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 03:11:12.730999 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_hamode_db [None req-d882e077-d24f-45a0-95d4-0056bd27c006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9425edb5f8>, 'dv-cinder-775706-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-19T02:56:52Z,description=<?>,heartbeat_timestamp=2021-02-19T03:10:52Z,host='dv-cinder-775706-2-iscsi',id=f4ccfb5a-d22e-440e-8ddd-f393ad00f812,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T02:56:52Z,topic='l3_agent')) {'router_ids': ['96d21d47-791f-4aba-9ba0-78cb8e455f09'], 'active': True} {{(pid=84117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 03:11:12.862944 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afb5dcb-46ab-468c-bc5f-9fedb0f6832d req-aad23014-00e7-40d1-a41e-bf021748e185 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:11:12.871919 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-8afb5dcb-46ab-468c-bc5f-9fedb0f6832d req-aad23014-00e7-40d1-a41e-bf021748e185 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecd11572-513d-45f7-922b-f06d7b16f8f1 HTTP/1.1" status: 200  len: 931 time: 0.3161695
Feb 19 03:11:13.017742 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-8afb5dcb-46ab-468c-bc5f-9fedb0f6832d req-ddf9e68e-5163-42c7-b77c-74a23e1c6144 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/security-groups?id=8792f758-2a16-4d64-a5b2-2ed369bfedc4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1446691
Feb 19 03:11:13.038600 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-19bfc9d1-e2ff-4495-b6d3-2b07a6e5d155 admin admin] Notify callbacks [] for router, before_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:11:13.152700 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.notifiers.nova [req-3a6a7a6f-b99e-4c83-b3c9-e8a5115ea088 req-604e6ad0-994d-4d5d-80b8-9c0d531c80c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1be9806-7b8a-44f0-8838-663569df55b1 {{(pid=84116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 19 03:11:13.165527 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-3a6a7a6f-b99e-4c83-b3c9-e8a5115ea088 req-604e6ad0-994d-4d5d-80b8-9c0d531c80c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:11:13.184552 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [req-3a6a7a6f-b99e-4c83-b3c9-e8a5115ea088 req-604e6ad0-994d-4d5d-80b8-9c0d531c80c8 service neutron] Transition to ACTIVE for port object d1be9806-7b8a-44f0-8838-663569df55b1 will not be triggered until provisioned by entity L2. {{(pid=84116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 19 03:11:13.200200 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvr_db [None req-d882e077-d24f-45a0-95d4-0056bd27c006 None None] Set router 96d21d47-791f-4aba-9ba0-78cb8e455f09 gateway port host: dv-cinder-775706-2-iscsi {{(pid=84117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 03:11:13.214173 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-3a6a7a6f-b99e-4c83-b3c9-e8a5115ea088 req-604e6ad0-994d-4d5d-80b8-9c0d531c80c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269711510320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767142869380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269711906403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852145191'] for port, after_update {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:11:13.245313 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-c0e284fb-3dbf-437c-a386-787ee2df0d0a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:11:13.356919 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-19bfc9d1-e2ff-4495-b6d3-2b07a6e5d155 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:11:13.403658 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.plugin [None req-19bfc9d1-e2ff-4495-b6d3-2b07a6e5d155 admin admin] Deleting port 04e08826-c1e1-488f-ab52-aaaa8f27f363 {{(pid=84115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 19 03:11:13.404029 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-19bfc9d1-e2ff-4495-b6d3-2b07a6e5d155 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363269711485266'] for port, before_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:11:13.617690 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_hamode_db [None req-d882e077-d24f-45a0-95d4-0056bd27c006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9425edb5f8>, [{'id': '96d21d47-791f-4aba-9ba0-78cb8e455f09', 'name': 'tempest-TestMinimumBasicScenario-2091875485-router', 'tenant_id': 'a0ccfe73f663490cabd2bb049ae99c7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'external_fixed_ips': [{'subnet_id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'ip_address': '172.27.0.112'}], 'enable_snat': True}, 'gw_port_id': '04e08826-c1e1-488f-ab52-aaaa8f27f363', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T03:07:39Z', 'updated_at': '2021-02-19T03:11:10Z', 'revision_number': 5, 'project_id': 'a0ccfe73f663490cabd2bb049ae99c7c', 'gw_port': {'id': '04e08826-c1e1-488f-ab52-aaaa8f27f363', 'name': '', 'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:64:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '96d21d47-791f-4aba-9ba0-78cb8e455f09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 251, 'fixed_ips': [{'subnet_id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'ip_address': '172.27.0.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T03:07:41Z', 'updated_at': '2021-02-19T03:07:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-2-iscsi'}], 'dv-cinder-775706-2-iscsi', False) {} {{(pid=84117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 03:11:13.622285 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.db [None req-19bfc9d1-e2ff-4495-b6d3-2b07a6e5d155 admin admin] For port 04e08826-c1e1-488f-ab52-aaaa8f27f363, host dv-cinder-775706-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-2-iscsi',level=0,port_id=04e08826-c1e1-488f-ab52-aaaa8f27f363,segment=NetworkSegment(018f6e14-8221-4ee7-96a8-19699912d63c),segment_id=018f6e14-8221-4ee7-96a8-19699912d63c)] {{(pid=84115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 03:11:13.623861 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d882e077-d24f-45a0-95d4-0056bd27c006 None None] Checking router: 96d21d47-791f-4aba-9ba0-78cb8e455f09 for host: dv-cinder-775706-2-iscsi {{(pid=84117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 19 03:11:13.626255 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-19bfc9d1-e2ff-4495-b6d3-2b07a6e5d155 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-361392'] for port, precommit_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:11:13.636767 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d882e077-d24f-45a0-95d4-0056bd27c006 None None] Routers {'96d21d47-791f-4aba-9ba0-78cb8e455f09'} bound to L3 agent in host dv-cinder-775706-2-iscsi {{(pid=84117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 03:11:13.637481 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_hamode_db [None req-d882e077-d24f-45a0-95d4-0056bd27c006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9425edb5f8>, 'dv-cinder-775706-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-02-19T02:56:52Z,description=<?>,heartbeat_timestamp=2021-02-19T03:10:52Z,host='dv-cinder-775706-2-iscsi',id=f4ccfb5a-d22e-440e-8ddd-f393ad00f812,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T02:56:52Z,topic='l3_agent')) {'router_ids': ['96d21d47-791f-4aba-9ba0-78cb8e455f09'], 'active': True} {{(pid=84117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 03:11:13.641523 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604e6ad0-994d-4d5d-80b8-9c0d531c80c8 service neutron] Pushing event updated for resources: {'Port': ['ID=d1be9806-7b8a-44f0-8838-663569df55b1,revision_number=2']} {{(pid=84116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:11:13.646013 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-604e6ad0-994d-4d5d-80b8-9c0d531c80c8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.401s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:11:13.776116 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.plugin [None req-19bfc9d1-e2ff-4495-b6d3-2b07a6e5d155 admin admin] Calling delete_port for 04e08826-c1e1-488f-ab52-aaaa8f27f363 owned by network:router_gateway {{(pid=84115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 19 03:11:13.823226 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvr_db [None req-d882e077-d24f-45a0-95d4-0056bd27c006 None None] Set router 96d21d47-791f-4aba-9ba0-78cb8e455f09 gateway port host: None {{(pid=84117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 03:11:13.860763 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.managers [req-3a6a7a6f-b99e-4c83-b3c9-e8a5115ea088 req-604e6ad0-994d-4d5d-80b8-9c0d531c80c8 service neutron] Attempting to bind port d1be9806-7b8a-44f0-8838-663569df55b1 on host hv-cinder-77570 for vnic_type normal with profile  {{(pid=84116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 03:11:13.861497 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.managers [req-3a6a7a6f-b99e-4c83-b3c9-e8a5115ea088 req-604e6ad0-994d-4d5d-80b8-9c0d531c80c8 service neutron] Attempting to bind port d1be9806-7b8a-44f0-8838-663569df55b1 by drivers openvswitch on host hv-cinder-77570 at level 0 using segments [{'id': '6e9f1b00-4f0b-4b9d-b1f1-2ca997d9692c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '96367511-4096-441d-8b71-998abf1ff026'}] {{(pid=84116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 19 03:11:13.862097 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a6a7a6f-b99e-4c83-b3c9-e8a5115ea088 req-604e6ad0-994d-4d5d-80b8-9c0d531c80c8 service neutron] Attempting to bind port d1be9806-7b8a-44f0-8838-663569df55b1 on network 96367511-4096-441d-8b71-998abf1ff026 {{(pid=84116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 19 03:11:13.874323 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a6a7a6f-b99e-4c83-b3c9-e8a5115ea088 req-604e6ad0-994d-4d5d-80b8-9c0d531c80c8 service neutron] Checking agent: {'id': 'd79517dc-1443-4e8d-af8f-f4fe2bcc2381', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77570', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 19, 3, 4, 30), 'started_at': datetime.datetime(2021, 2, 19, 3, 5), 'heartbeat_timestamp': datetime.datetime(2021, 2, 19, 3, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.91', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 19 03:11:13.874690 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a6a7a6f-b99e-4c83-b3c9-e8a5115ea088 req-604e6ad0-994d-4d5d-80b8-9c0d531c80c8 service neutron] Checking segment: {'id': '6e9f1b00-4f0b-4b9d-b1f1-2ca997d9692c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '96367511-4096-441d-8b71-998abf1ff026'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 19 03:11:13.875117 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-3a6a7a6f-b99e-4c83-b3c9-e8a5115ea088 req-604e6ad0-994d-4d5d-80b8-9c0d531c80c8 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:11:13.875524 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a6a7a6f-b99e-4c83-b3c9-e8a5115ea088 req-604e6ad0-994d-4d5d-80b8-9c0d531c80c8 service neutron] Bound using segment: {'id': '6e9f1b00-4f0b-4b9d-b1f1-2ca997d9692c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '96367511-4096-441d-8b71-998abf1ff026'} {{(pid=84116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 19 03:11:13.876035 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.managers [req-3a6a7a6f-b99e-4c83-b3c9-e8a5115ea088 req-604e6ad0-994d-4d5d-80b8-9c0d531c80c8 service neutron] Bound port: d1be9806-7b8a-44f0-8838-663569df55b1, host: hv-cinder-77570, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e9f1b00-4f0b-4b9d-b1f1-2ca997d9692c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '96367511-4096-441d-8b71-998abf1ff026'}}] {{(pid=84116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 19 03:11:13.876449 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-3a6a7a6f-b99e-4c83-b3c9-e8a5115ea088 req-604e6ad0-994d-4d5d-80b8-9c0d531c80c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838630373'] for port, before_update {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:11:13.972041 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_hamode_db [None req-d882e077-d24f-45a0-95d4-0056bd27c006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9425edb5f8>, [{'id': '96d21d47-791f-4aba-9ba0-78cb8e455f09', 'name': 'tempest-TestMinimumBasicScenario-2091875485-router', 'tenant_id': 'a0ccfe73f663490cabd2bb049ae99c7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T03:07:39Z', 'updated_at': '2021-02-19T03:11:13Z', 'revision_number': 6, 'project_id': 'a0ccfe73f663490cabd2bb049ae99c7c', 'gw_port_host': None}], 'dv-cinder-775706-2-iscsi', False) {} {{(pid=84117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 03:11:13.980174 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d882e077-d24f-45a0-95d4-0056bd27c006 None None] The sync data for ids ['96d21d47-791f-4aba-9ba0-78cb8e455f09'] in dv-cinder-775706-2-iscsi is: [{'id': '96d21d47-791f-4aba-9ba0-78cb8e455f09', 'name': 'tempest-TestMinimumBasicScenario-2091875485-router', 'tenant_id': 'a0ccfe73f663490cabd2bb049ae99c7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T03:07:39Z', 'updated_at': '2021-02-19T03:11:13Z', 'revision_number': 6, 'project_id': 'a0ccfe73f663490cabd2bb049ae99c7c', 'gw_port_host': None}] {{(pid=84117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 19 03:11:14.017019 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.db [req-3a6a7a6f-b99e-4c83-b3c9-e8a5115ea088 req-604e6ad0-994d-4d5d-80b8-9c0d531c80c8 service neutron] For port d1be9806-7b8a-44f0-8838-663569df55b1, host hv-cinder-77570, cleared binding levels {{(pid=84116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 19 03:11:14.021451 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.db [req-3a6a7a6f-b99e-4c83-b3c9-e8a5115ea088 req-604e6ad0-994d-4d5d-80b8-9c0d531c80c8 service neutron] For port d1be9806-7b8a-44f0-8838-663569df55b1, host hv-cinder-77570, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=d1be9806-7b8a-44f0-8838-663569df55b1,segment=NetworkSegment(6e9f1b00-4f0b-4b9d-b1f1-2ca997d9692c),segment_id=6e9f1b00-4f0b-4b9d-b1f1-2ca997d9692c)] {{(pid=84116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 19 03:11:14.059985 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-3a6a7a6f-b99e-4c83-b3c9-e8a5115ea088 req-604e6ad0-994d-4d5d-80b8-9c0d531c80c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269711510320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767142869380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269711906403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852145191'] for port, after_update {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:11:14.075721 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-19bfc9d1-e2ff-4495-b6d3-2b07a6e5d155 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363269711510303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363269711906437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853345888'] for port, after_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:11:14.079620 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-3c0793c8-26ca-4d95-8be4-26da48ef5f24 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:11:14.148765 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-0f8b4aa3-3b14-4f7d-bad7-bd91295d1acb tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:11:14.239895 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604e6ad0-994d-4d5d-80b8-9c0d531c80c8 service neutron] Pushing event updated for resources: {'Port': ['ID=d1be9806-7b8a-44f0-8838-663569df55b1,revision_number=3']} {{(pid=84116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:11:14.254094 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-604e6ad0-994d-4d5d-80b8-9c0d531c80c8 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:11:14.257988 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19bfc9d1-e2ff-4495-b6d3-2b07a6e5d155 admin admin] Pushing event deleted for resources: {'Port': ['ID=04e08826-c1e1-488f-ab52-aaaa8f27f363,revision_number=None']} {{(pid=84115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:11:14.267785 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-19bfc9d1-e2ff-4495-b6d3-2b07a6e5d155 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:11:14.311501 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6a7a6f-b99e-4c83-b3c9-e8a5115ea088 req-604e6ad0-994d-4d5d-80b8-9c0d531c80c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:11:14.312089 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-3a6a7a6f-b99e-4c83-b3c9-e8a5115ea088 req-604e6ad0-994d-4d5d-80b8-9c0d531c80c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771976'] for port, before_response {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:11:14.313642 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-3a6a7a6f-b99e-4c83-b3c9-e8a5115ea088 req-604e6ad0-994d-4d5d-80b8-9c0d531c80c8 service neutron] 10.222.0.65 "PUT /v2.0/ports/d1be9806-7b8a-44f0-8838-663569df55b1 HTTP/1.1" status: 200  len: 1157 time: 1.9398389
Feb 19 03:11:14.314240 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecd11572-513d-45f7-922b-f06d7b16f8f1', 'tag': 'd1be9806-7b8a-44f0-8838-663569df55b1'}] {{(pid=84116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 03:11:14.374858 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e43c625-edba-431b-9e29-56e755d5ceb3 req-a6ae0a59-fd2a-4ff2-a6f7-b3dd481a2ca9 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:11:14.378845 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecd11572-513d-45f7-922b-f06d7b16f8f1', 'tag': 'd1be9806-7b8a-44f0-8838-663569df55b1', 'status': 'completed', 'code': 200}
Feb 19 03:11:14.379340 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-6e43c625-edba-431b-9e29-56e755d5ceb3 req-a6ae0a59-fd2a-4ff2-a6f7-b3dd481a2ca9 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecd11572-513d-45f7-922b-f06d7b16f8f1 HTTP/1.1" status: 200  len: 943 time: 0.2313545
Feb 19 03:11:14.574253 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-6e43c625-edba-431b-9e29-56e755d5ceb3 req-4b0ae185-1510-46a6-bad5-2b7d887852ec tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/security-groups?id=8792f758-2a16-4d64-a5b2-2ed369bfedc4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1868036
Feb 19 03:11:14.574482 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0700ee-cce7-4caf-8664-2d3005662fa1 req-bd8e1666-6503-4895-b13f-eb3eb399f999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:11:14.576060 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-ac0700ee-cce7-4caf-8664-2d3005662fa1 req-bd8e1666-6503-4895-b13f-eb3eb399f999 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=fe62d789c5ba40bd87c0c4eb042c2297&device_id=ecd11572-513d-45f7-922b-f06d7b16f8f1 HTTP/1.1" status: 200  len: 1160 time: 0.1738963
Feb 19 03:11:14.584584 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-19bfc9d1-e2ff-4495-b6d3-2b07a6e5d155 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854411155'] for router_gateway, after_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:11:14.811851 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0700ee-cce7-4caf-8664-2d3005662fa1 req-dd491adb-61b2-4141-bca8-af62096155a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:11:14.814033 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-ac0700ee-cce7-4caf-8664-2d3005662fa1 req-dd491adb-61b2-4141-bca8-af62096155a4 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=fe62d789c5ba40bd87c0c4eb042c2297&shared=False HTTP/1.1" status: 200  len: 910 time: 0.2251801
Feb 19 03:11:14.823195 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-19bfc9d1-e2ff-4495-b6d3-2b07a6e5d155 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-375006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854736376'] for router, precommit_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:11:14.861577 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-19bfc9d1-e2ff-4495-b6d3-2b07a6e5d155 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:11:14.983717 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0700ee-cce7-4caf-8664-2d3005662fa1 req-d34ea01c-ca5c-4f3b-88d1-3c0d0cfd007e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:11:14.985459 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-ac0700ee-cce7-4caf-8664-2d3005662fa1 req-d34ea01c-ca5c-4f3b-88d1-3c0d0cfd007e service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 863 time: 0.1631081
Feb 19 03:11:15.032784 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-19bfc9d1-e2ff-4495-b6d3-2b07a6e5d155 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854388718'] for router, after_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:11:15.033353 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19bfc9d1-e2ff-4495-b6d3-2b07a6e5d155 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 96d21d47-791f-4aba-9ba0-78cb8e455f09 {{(pid=84115) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Feb 19 03:11:15.059707 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-19bfc9d1-e2ff-4495-b6d3-2b07a6e5d155 admin admin] Notify callbacks [] for router, before_response {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:11:15.061253 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-19bfc9d1-e2ff-4495-b6d3-2b07a6e5d155 admin admin] 10.222.0.13 "DELETE /v2.0/routers/96d21d47-791f-4aba-9ba0-78cb8e455f09 HTTP/1.1" status: 204  len: 168 time: 2.3576605
Feb 19 03:11:15.066562 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84115) accepted ('10.222.0.13', 53842) {{(pid=84115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:11:15.076240 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3374058-0f0a-4c22-a426-05a79a86734a req-75f959ee-34e3-49b8-9bc5-e2230606c661 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:11:15.078048 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-e3374058-0f0a-4c22-a426-05a79a86734a req-75f959ee-34e3-49b8-9bc5-e2230606c661 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] 10.222.0.13 "GET /v2.0/ports?device_id=39c82310-15ee-49b5-a086-cd2790e856d2 HTTP/1.1" status: 200  len: 946 time: 0.1362989
Feb 19 03:11:15.148313 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6a7a6f-b99e-4c83-b3c9-e8a5115ea088 req-7efb9bf8-8676-4acd-9cfb-f198266d75e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:11:15.151126 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-3a6a7a6f-b99e-4c83-b3c9-e8a5115ea088 req-7efb9bf8-8676-4acd-9cfb-f198266d75e3 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=fe62d789c5ba40bd87c0c4eb042c2297&device_id=ecd11572-513d-45f7-922b-f06d7b16f8f1 HTTP/1.1" status: 200  len: 1160 time: 0.1120167
Feb 19 03:11:15.186139 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-e3374058-0f0a-4c22-a426-05a79a86734a req-0d80943d-6323-44ff-9f87-6f6ba3eb4bd0 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e7eef30-c0d8-4a18-a57a-f21b76010128&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0705578
Feb 19 03:11:15.192198 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.db_base_plugin_v2 [None req-37f42d33-2871-4dc7-b779-6493e150f5a7 admin admin] Deleting subnet 74c961f0-fc07-4921-8313-2a6fd919edf2 {{(pid=84115) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 19 03:11:15.195819 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-37f42d33-2871-4dc7-b779-6493e150f5a7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:11:15.242614 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-3a6a7a6f-b99e-4c83-b3c9-e8a5115ea088 req-3794eb9e-3f65-4004-acd3-5d6604dd854d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d1be9806-7b8a-44f0-8838-663569df55b1 HTTP/1.1" status: 200  len: 217 time: 0.0768321
Feb 19 03:11:15.254045 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-37f42d33-2871-4dc7-b779-6493e150f5a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1861844'] for subnet, precommit_delete_associations {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:11:15.325628 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6a7a6f-b99e-4c83-b3c9-e8a5115ea088 req-729d2ac8-f5ca-406e-a5b4-d01b68e3cbe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:11:15.327435 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-3a6a7a6f-b99e-4c83-b3c9-e8a5115ea088 req-729d2ac8-f5ca-406e-a5b4-d01b68e3cbe4 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ffae0469-f40c-4397-8d65-7fee68a1ef0a HTTP/1.1" status: 200  len: 855 time: 0.0754180
Feb 19 03:11:15.390347 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-37f42d33-2871-4dc7-b779-6493e150f5a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16124102'] for subnet, precommit_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:11:15.422856 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6a7a6f-b99e-4c83-b3c9-e8a5115ea088 req-9b4a819a-8ba5-4f39-8a48-38661aba6380 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:11:15.424350 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-3a6a7a6f-b99e-4c83-b3c9-e8a5115ea088 req-9b4a819a-8ba5-4f39-8a48-38661aba6380 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=96367511-4096-441d-8b71-998abf1ff026&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0896597
Feb 19 03:11:15.579437 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-3a6a7a6f-b99e-4c83-b3c9-e8a5115ea088 req-43568c3f-f8ce-4fc8-9e21-c9575ad8ecfd service neutron] 10.222.0.65 "GET /v2.0/networks/96367511-4096-441d-8b71-998abf1ff026?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1469185
Feb 19 03:11:15.724531 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-37f42d33-2871-4dc7-b779-6493e150f5a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838651698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1430005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852549845'] for subnet, after_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:11:15.736377 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-3a6a7a6f-b99e-4c83-b3c9-e8a5115ea088 req-35952b2f-f921-4a5a-b7b0-ebe90b6b4806 service neutron] 10.222.0.65 "GET /v2.0/networks/96367511-4096-441d-8b71-998abf1ff026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1497955
Feb 19 03:11:15.785664 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:11:15.808007 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.rpc [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Device 04e08826-c1e1-488f-ab52-aaaa8f27f363 no longer exists at agent ovs-agent-dv-cinder-775706-2-iscsi {{(pid=84117) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 19 03:11:15.852499 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.plugin [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] No Port match for: 04e08826-c1e1-488f-ab52-aaaa8f27f363 {{(pid=84117) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 19 03:11:15.853059 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.rpc [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Device 04e08826-c1e1-488f-ab52-aaaa8f27f363 not bound to the agent host dv-cinder-775706-2-iscsi {{(pid=84117) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 19 03:11:15.853697 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.rpc [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Device 73757818-8fc3-4e3d-8ab1-44a205d19b33 no longer exists at agent ovs-agent-dv-cinder-775706-2-iscsi {{(pid=84117) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 19 03:11:15.900213 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.plugin [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] No Port match for: 73757818-8fc3-4e3d-8ab1-44a205d19b33 {{(pid=84117) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 19 03:11:15.901091 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.rpc [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Device 73757818-8fc3-4e3d-8ab1-44a205d19b33 not bound to the agent host dv-cinder-775706-2-iscsi {{(pid=84117) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 19 03:11:15.942188 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84116) accepted ('10.222.0.13', 53864) {{(pid=84116) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:11:16.078206 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-1b7994d0-fdf2-41d9-868b-af98960c744d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:11:16.093942 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-1b7994d0-fdf2-41d9-868b-af98960c744d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 03:11:16.098046 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-1b7994d0-fdf2-41d9-868b-af98960c744d admin admin] Usage tracker for resource:security_group_rule and tenant:aed6cb26dbfc4b8bb01fbcf7cf7fe132 is out of sync, need to count used quota {{(pid=84116) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 03:11:16.101114 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-1b7994d0-fdf2-41d9-868b-af98960c744d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84116) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 03:11:16.107526 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-1b7994d0-fdf2-41d9-868b-af98960c744d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 03:11:16.127095 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f42d33-2871-4dc7-b779-6493e150f5a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=74c961f0-fc07-4921-8313-2a6fd919edf2,revision_number=None']} {{(pid=84115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:11:16.140436 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-37f42d33-2871-4dc7-b779-6493e150f5a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:11:16.197357 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-37f42d33-2871-4dc7-b779-6493e150f5a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854203462'] for subnet, before_response {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:11:16.205363 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3e51835-68b0-4147-ae13-d9bf78c80676 None None] Network 4097a413-4776-4469-a598-b6a7e21b8df1 requested from dv-cinder-775706-2-iscsi {{(pid=84117) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 19 03:11:16.209765 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-37f42d33-2871-4dc7-b779-6493e150f5a7 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/74c961f0-fc07-4921-8313-2a6fd919edf2 HTTP/1.1" status: 204  len: 168 time: 1.1405349
Feb 19 03:11:16.209924 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-1b7994d0-fdf2-41d9-868b-af98960c744d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:11:16.214428 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84116) accepted ('10.222.0.13', 53870) {{(pid=84116) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:11:16.231605 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe09b12e-b80e-4d03-a840-370b1dae87ea req-53509346-43ef-4aee-91b6-8d1017f143b3 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:11:16.233258 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-fe09b12e-b80e-4d03-a840-370b1dae87ea req-53509346-43ef-4aee-91b6-8d1017f143b3 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecd11572-513d-45f7-922b-f06d7b16f8f1 HTTP/1.1" status: 200  len: 943 time: 0.4903841
Feb 19 03:11:16.307932 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-fe09b12e-b80e-4d03-a840-370b1dae87ea req-56b5e0af-cb57-433c-9553-4c1655c18679 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/security-groups?id=8792f758-2a16-4d64-a5b2-2ed369bfedc4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0682182
Feb 19 03:11:16.344322 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-1b7994d0-fdf2-41d9-868b-af98960c744d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237410'] for security_group, after_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:11:16.363147 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-1887b626-92e2-4d43-9730-011f9b3a93fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:11:16.428472 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-7efb65c1-6654-4f09-92f6-cb745e8c57d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036838588073'] for network, before_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:11:16.433587 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a155dc4-62b8-44a5-a51d-d137907aeb7e req-739e92a6-daa6-49ab-a730-b4684fe94d2b tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:11:16.435252 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-2a155dc4-62b8-44a5-a51d-d137907aeb7e req-739e92a6-daa6-49ab-a730-b4684fe94d2b tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] 10.222.0.13 "GET /v2.0/ports?device_id=39c82310-15ee-49b5-a086-cd2790e856d2 HTTP/1.1" status: 200  len: 946 time: 0.0904529
Feb 19 03:11:16.484760 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-1b7994d0-fdf2-41d9-868b-af98960c744d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=aed6cb26dbfc4b8bb01fbcf7cf7fe132&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5413220
Feb 19 03:11:16.488455 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-2a155dc4-62b8-44a5-a51d-d137907aeb7e req-146be8b5-7e3b-404c-9363-dacbae8ee14f tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e7eef30-c0d8-4a18-a57a-f21b76010128&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0466099
Feb 19 03:11:16.488960 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84115) accepted ('10.222.0.13', 53876) {{(pid=84115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:11:16.500107 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1610cc37-d0af-48e5-b1a8-baeca12a8da5 None None] DHCP port deletion for 4097a413-4776-4469-a598-b6a7e21b8df1 request from dv-cinder-775706-2-iscsi {{(pid=84117) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Feb 19 03:11:16.505345 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.plugin [None req-1610cc37-d0af-48e5-b1a8-baeca12a8da5 None None] Deleting port ac1e480a-df50-426b-9309-d5e8f75255e1 {{(pid=84117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 19 03:11:16.505904 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-1610cc37-d0af-48e5-b1a8-baeca12a8da5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363269711485266'] for port, before_delete {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:11:16.515727 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7994d0-fdf2-41d9-868b-af98960c744d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=974d78f5-2681-4a54-bf5e-9a7fcfa86581,revision_number=1']} {{(pid=84116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:11:16.526811 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-1b7994d0-fdf2-41d9-868b-af98960c744d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:11:16.531589 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.plugin [None req-7efb65c1-6654-4f09-92f6-cb745e8c57d2 admin admin] Deleting port ac1e480a-df50-426b-9309-d5e8f75255e1 {{(pid=84116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 19 03:11:16.531975 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-7efb65c1-6654-4f09-92f6-cb745e8c57d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363269711485266'] for port, before_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:11:16.564221 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-f0d29e45-27f8-48f0-8063-9dd63443d433 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:11:16.594824 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-f0d29e45-27f8-48f0-8063-9dd63443d433 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:11:16.675913 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-f0d29e45-27f8-48f0-8063-9dd63443d433 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237410'] for security_group, after_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:11:16.682164 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-08b3f181-6f21-4ad2-867a-30c1f54b03d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:11:16.696344 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d29e45-27f8-48f0-8063-9dd63443d433 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=974d78f5-2681-4a54-bf5e-9a7fcfa86581,revision_number=None']} {{(pid=84115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:11:16.699192 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-f0d29e45-27f8-48f0-8063-9dd63443d433 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:11:16.700409 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-f0d29e45-27f8-48f0-8063-9dd63443d433 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:11:16.701641 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-f0d29e45-27f8-48f0-8063-9dd63443d433 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/974d78f5-2681-4a54-bf5e-9a7fcfa86581 HTTP/1.1" status: 204  len: 168 time: 0.2115636
Feb 19 03:11:16.769265 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.db [None req-1610cc37-d0af-48e5-b1a8-baeca12a8da5 None None] For port ac1e480a-df50-426b-9309-d5e8f75255e1, host dv-cinder-775706-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-2-iscsi',level=0,port_id=ac1e480a-df50-426b-9309-d5e8f75255e1,segment=NetworkSegment(b4e3de9c-c494-4579-9779-44c7e3e9c0cb),segment_id=b4e3de9c-c494-4579-9779-44c7e3e9c0cb)] {{(pid=84117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 03:11:16.769799 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-1610cc37-d0af-48e5-b1a8-baeca12a8da5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-361392'] for port, precommit_delete {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:11:16.776304 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.db [None req-7efb65c1-6654-4f09-92f6-cb745e8c57d2 admin admin] For port ac1e480a-df50-426b-9309-d5e8f75255e1, host dv-cinder-775706-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-2-iscsi',level=0,port_id=ac1e480a-df50-426b-9309-d5e8f75255e1,segment=NetworkSegment(b4e3de9c-c494-4579-9779-44c7e3e9c0cb),segment_id=b4e3de9c-c494-4579-9779-44c7e3e9c0cb)] {{(pid=84116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 03:11:16.777463 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-7efb65c1-6654-4f09-92f6-cb745e8c57d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-361392'] for port, precommit_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:11:16.915757 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.plugin [None req-1610cc37-d0af-48e5-b1a8-baeca12a8da5 None None] Calling delete_port for ac1e480a-df50-426b-9309-d5e8f75255e1 owned by network:dhcp {{(pid=84117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 19 03:11:16.920167 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.plugin [None req-7efb65c1-6654-4f09-92f6-cb745e8c57d2 admin admin] Calling delete_port for ac1e480a-df50-426b-9309-d5e8f75255e1 owned by network:dhcp {{(pid=84116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 19 03:11:17.035713 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-7efb65c1-6654-4f09-92f6-cb745e8c57d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363269711510303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363269711906437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2630593'] for port, after_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:11:17.052319 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-a52e8c1e-5698-468c-ba90-ee4e171f3b13 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:11:17.077825 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.db.api [None req-1610cc37-d0af-48e5-b1a8-baeca12a8da5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84117) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 19 03:11:17.078037 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_db.api [None req-1610cc37-d0af-48e5-b1a8-baeca12a8da5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 19 03:11:17.153507 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efb65c1-6654-4f09-92f6-cb745e8c57d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=ac1e480a-df50-426b-9309-d5e8f75255e1,revision_number=None']} {{(pid=84116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:11:17.158858 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-7efb65c1-6654-4f09-92f6-cb745e8c57d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:11:17.186427 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84115) accepted ('10.222.0.13', 53886) {{(pid=84115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:11:17.204967 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7efb65c1-6654-4f09-92f6-cb745e8c57d2 admin admin] No DVR routers for this DVR port ac1e480a-df50-426b-9309-d5e8f75255e1 on host dv-cinder-775706-2-iscsi {{(pid=84116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 19 03:11:17.207463 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-4a03f2cf-396e-4b14-bda7-7a787607155b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:11:17.224103 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-4a03f2cf-396e-4b14-bda7-7a787607155b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 03:11:17.228304 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-4a03f2cf-396e-4b14-bda7-7a787607155b admin admin] Usage tracker for resource:security_group_rule and tenant:f0baf340d03c4de191d9498a56f3fdde is out of sync, need to count used quota {{(pid=84115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 03:11:17.231398 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-4a03f2cf-396e-4b14-bda7-7a787607155b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 03:11:17.237726 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-4a03f2cf-396e-4b14-bda7-7a787607155b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 03:11:17.328388 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-4a03f2cf-396e-4b14-bda7-7a787607155b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:11:17.334837 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-7efb65c1-6654-4f09-92f6-cb745e8c57d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16130609', 'neutron.services.segments.db._delete_segments_for_network--9223363269711387610'] for network, precommit_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:11:17.358123 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-4a03f2cf-396e-4b14-bda7-7a787607155b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237410'] for security_group, after_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:11:17.368837 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-6d9e477b-6872-4e04-8b57-d7fd62fe008b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:11:17.418576 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-4a03f2cf-396e-4b14-bda7-7a787607155b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=f0baf340d03c4de191d9498a56f3fdde&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2284758
Feb 19 03:11:17.418576 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a03f2cf-396e-4b14-bda7-7a787607155b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bc3cd52-1263-4a4b-b70c-f361dea0bea6,revision_number=1']} {{(pid=84115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:11:17.420762 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-4a03f2cf-396e-4b14-bda7-7a787607155b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:11:17.421320 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84115) accepted ('10.222.0.13', 53892) {{(pid=84115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:11:17.461079 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.services.segments.db [None req-7efb65c1-6654-4f09-92f6-cb745e8c57d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f94240f1cf8>,) {'filters': {'network_id': ['4097a413-4776-4469-a598-b6a7e21b8df1']}} {{(pid=84116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 03:11:17.474595 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.services.segments.db [None req-7efb65c1-6654-4f09-92f6-cb745e8c57d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f94240f1cf8>, 'b4e3de9c-c494-4579-9779-44c7e3e9c0cb') {'for_net_delete': True} {{(pid=84116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 03:11:17.474962 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.services.segments.db [None req-7efb65c1-6654-4f09-92f6-cb745e8c57d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f94240f1cf8>, 'b4e3de9c-c494-4579-9779-44c7e3e9c0cb') {} {{(pid=84116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 03:11:17.487389 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-7efb65c1-6654-4f09-92f6-cb745e8c57d2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363269711390170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2890373'] for segment, before_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:11:17.503200 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-7efb65c1-6654-4f09-92f6-cb745e8c57d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838644319'] for segment, precommit_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:11:17.505501 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-7efb65c1-6654-4f09-92f6-cb745e8c57d2 admin admin] Releasing vxlan tunnel 7 to pool {{(pid=84116) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 19 03:11:17.556623 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-2ee2aac0-6f11-4efa-9df4-f8ec0ab51fea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:11:17.579797 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.plugin [None req-1610cc37-d0af-48e5-b1a8-baeca12a8da5 None None] Deleting port ac1e480a-df50-426b-9309-d5e8f75255e1 {{(pid=84117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 19 03:11:17.580153 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-1610cc37-d0af-48e5-b1a8-baeca12a8da5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363269711485266'] for port, before_delete {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:11:17.582393 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4efca9a2-e3c2-4d05-a2dc-fe896bc3525b req-a10e4fc0-4f1e-4ff7-8f45-bce1a364a7cc tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:11:17.584027 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-4efca9a2-e3c2-4d05-a2dc-fe896bc3525b req-a10e4fc0-4f1e-4ff7-8f45-bce1a364a7cc tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecd11572-513d-45f7-922b-f06d7b16f8f1 HTTP/1.1" status: 200  len: 943 time: 0.1495948
Feb 19 03:11:17.612891 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-2ee2aac0-6f11-4efa-9df4-f8ec0ab51fea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:11:17.664580 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.plugin [None req-1610cc37-d0af-48e5-b1a8-baeca12a8da5 None None] The port 'ac1e480a-df50-426b-9309-d5e8f75255e1' was deleted {{(pid=84117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}}
Feb 19 03:11:17.722387 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.managers [None req-7efb65c1-6654-4f09-92f6-cb745e8c57d2 admin admin] Network 4097a413-4776-4469-a598-b6a7e21b8df1 has no segments {{(pid=84116) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 19 03:11:17.732308 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-7efb65c1-6654-4f09-92f6-cb745e8c57d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16131513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2632757'] for segment, after_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:11:17.739014 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-4efca9a2-e3c2-4d05-a2dc-fe896bc3525b req-d7e0c22e-6a3d-4efe-814d-2a0bfba8b3b1 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/security-groups?id=8792f758-2a16-4d64-a5b2-2ed369bfedc4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1470494
Feb 19 03:11:17.772458 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2e4e2ad-4f0d-47ba-9653-eb16bfb33941 req-928f4e40-9ef1-41fd-8b89-114aa5238e30 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:11:17.775545 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-a2e4e2ad-4f0d-47ba-9653-eb16bfb33941 req-928f4e40-9ef1-41fd-8b89-114aa5238e30 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] 10.222.0.13 "GET /v2.0/ports?device_id=39c82310-15ee-49b5-a086-cd2790e856d2 HTTP/1.1" status: 200  len: 946 time: 0.1481078
Feb 19 03:11:17.804327 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-2ee2aac0-6f11-4efa-9df4-f8ec0ab51fea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237410'] for security_group, after_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:11:17.810021 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.rpc [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Device ac1e480a-df50-426b-9309-d5e8f75255e1 no longer exists at agent ovs-agent-dv-cinder-775706-2-iscsi {{(pid=84117) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 19 03:11:17.814275 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:11:17.838701 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee2aac0-6f11-4efa-9df4-f8ec0ab51fea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bc3cd52-1263-4a4b-b70c-f361dea0bea6,revision_number=None']} {{(pid=84115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:11:17.841436 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-2ee2aac0-6f11-4efa-9df4-f8ec0ab51fea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:11:17.852759 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.plugin [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] No Port match for: ac1e480a-df50-426b-9309-d5e8f75255e1 {{(pid=84117) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 19 03:11:17.853221 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.rpc [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Device ac1e480a-df50-426b-9309-d5e8f75255e1 not bound to the agent host dv-cinder-775706-2-iscsi {{(pid=84117) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 19 03:11:17.855436 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-2ee2aac0-6f11-4efa-9df4-f8ec0ab51fea admin admin] Notify callbacks [] for security_group, before_response {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:11:17.856675 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-2ee2aac0-6f11-4efa-9df4-f8ec0ab51fea admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4bc3cd52-1263-4a4b-b70c-f361dea0bea6 HTTP/1.1" status: 204  len: 168 time: 0.4343555
Feb 19 03:11:17.882855 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-a2e4e2ad-4f0d-47ba-9653-eb16bfb33941 req-18ac381b-c041-40f6-b0e7-0167154ddf0a tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e7eef30-c0d8-4a18-a57a-f21b76010128&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0947022
Feb 19 03:11:17.948132 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.managers [None req-7efb65c1-6654-4f09-92f6-cb745e8c57d2 admin admin] Network 4097a413-4776-4469-a598-b6a7e21b8df1 has no segments {{(pid=84116) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 19 03:11:17.975032 dv-cinder-775706-2-iscsi neutron-server[84004]: Traceback (most recent call last):
Feb 19 03:11:17.975032 dv-cinder-775706-2-iscsi neutron-server[84004]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 03:11:17.975032 dv-cinder-775706-2-iscsi neutron-server[84004]:     timer()
Feb 19 03:11:17.975032 dv-cinder-775706-2-iscsi neutron-server[84004]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 03:11:17.975032 dv-cinder-775706-2-iscsi neutron-server[84004]:     cb(*args, **kw)
Feb 19 03:11:17.975032 dv-cinder-775706-2-iscsi neutron-server[84004]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 19 03:11:17.975032 dv-cinder-775706-2-iscsi neutron-server[84004]:     return func(*args, **kwargs)
Feb 19 03:11:17.975032 dv-cinder-775706-2-iscsi neutron-server[84004]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 03:11:17.975032 dv-cinder-775706-2-iscsi neutron-server[84004]:     self._notify()
Feb 19 03:11:17.975032 dv-cinder-775706-2-iscsi neutron-server[84004]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 03:11:17.975032 dv-cinder-775706-2-iscsi neutron-server[84004]:     self.callback(batched_events)
Feb 19 03:11:17.975032 dv-cinder-775706-2-iscsi neutron-server[84004]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 03:11:17.975032 dv-cinder-775706-2-iscsi neutron-server[84004]:     event.method(event)
Feb 19 03:11:17.975032 dv-cinder-775706-2-iscsi neutron-server[84004]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 19 03:11:17.975032 dv-cinder-775706-2-iscsi neutron-server[84004]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 03:11:17.975032 dv-cinder-775706-2-iscsi neutron-server[84004]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 19 03:11:17.975032 dv-cinder-775706-2-iscsi neutron-server[84004]:     segment_id)['aggregates'][0]
Feb 19 03:11:17.975032 dv-cinder-775706-2-iscsi neutron-server[84004]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 19 03:11:17.975032 dv-cinder-775706-2-iscsi neutron-server[84004]:     return f(self, *a, **k)
Feb 19 03:11:17.975032 dv-cinder-775706-2-iscsi neutron-server[84004]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 19 03:11:17.975032 dv-cinder-775706-2-iscsi neutron-server[84004]:     return self._get(url).json()
Feb 19 03:11:17.975032 dv-cinder-775706-2-iscsi neutron-server[84004]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 03:11:17.975032 dv-cinder-775706-2-iscsi neutron-server[84004]:     **kwargs)
Feb 19 03:11:17.975032 dv-cinder-775706-2-iscsi neutron-server[84004]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 19 03:11:17.975032 dv-cinder-775706-2-iscsi neutron-server[84004]:     return self.request(url, 'GET', **kwargs)
Feb 19 03:11:17.975032 dv-cinder-775706-2-iscsi neutron-server[84004]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 19 03:11:17.975032 dv-cinder-775706-2-iscsi neutron-server[84004]:     **endpoint_filter)
Feb 19 03:11:17.975032 dv-cinder-775706-2-iscsi neutron-server[84004]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 19 03:11:17.975032 dv-cinder-775706-2-iscsi neutron-server[84004]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 03:11:17.975032 dv-cinder-775706-2-iscsi neutron-server[84004]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 19 03:11:17.975032 dv-cinder-775706-2-iscsi neutron-server[84004]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 03:11:17.975032 dv-cinder-775706-2-iscsi neutron-server[84004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 03:11:18.092830 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-7efb65c1-6654-4f09-92f6-cb745e8c57d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036838645191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-364612'] for network, after_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:11:18.097913 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-7efb65c1-6654-4f09-92f6-cb745e8c57d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854203462'] for network, before_response {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:11:18.102730 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-bcb089ad-0a6a-4b9a-9bb2-ec219da88e8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:11:18.125441 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7efb65c1-6654-4f09-92f6-cb745e8c57d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=4097a413-4776-4469-a598-b6a7e21b8df1,revision_number=None']} {{(pid=84116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:11:18.128283 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-7efb65c1-6654-4f09-92f6-cb745e8c57d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:11:18.179512 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-7efb65c1-6654-4f09-92f6-cb745e8c57d2 admin admin] 10.222.0.13 "DELETE /v2.0/networks/4097a413-4776-4469-a598-b6a7e21b8df1 HTTP/1.1" status: 204  len: 168 time: 1.9637389
Feb 19 03:11:18.477507 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84115) accepted ('10.222.0.13', 53922) {{(pid=84115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:11:18.529581 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-c4164799-8d44-448f-8e48-960324421fa3 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a0ccfe73f663490cabd2bb049ae99c7c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0500736
Feb 19 03:11:18.532250 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84115) accepted ('10.222.0.13', 53926) {{(pid=84115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:11:18.595845 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-68943dc1-8a22-409d-8ce6-1e8eda5f50d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:11:18.624066 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-68943dc1-8a22-409d-8ce6-1e8eda5f50d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:11:18.733010 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-68943dc1-8a22-409d-8ce6-1e8eda5f50d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237410'] for security_group, after_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:11:18.738434 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-25a895bb-2d7c-4efa-a181-320b36e8caee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:11:18.752400 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68943dc1-8a22-409d-8ce6-1e8eda5f50d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aeaa7df1-6317-4400-8081-4d374588da7c,revision_number=None']} {{(pid=84115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:11:18.755314 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-68943dc1-8a22-409d-8ce6-1e8eda5f50d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:11:18.809288 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-68943dc1-8a22-409d-8ce6-1e8eda5f50d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:11:18.812451 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-68943dc1-8a22-409d-8ce6-1e8eda5f50d1 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/aeaa7df1-6317-4400-8081-4d374588da7c HTTP/1.1" status: 204  len: 168 time: 0.2774854
Feb 19 03:11:18.988310 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1391413-d8aa-41a5-9508-60e0640ba096 req-237d7205-c773-4542-a14b-50c38f6f3965 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:11:18.990050 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-f1391413-d8aa-41a5-9508-60e0640ba096 req-237d7205-c773-4542-a14b-50c38f6f3965 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecd11572-513d-45f7-922b-f06d7b16f8f1 HTTP/1.1" status: 200  len: 943 time: 0.0939052
Feb 19 03:11:19.098736 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-f1391413-d8aa-41a5-9508-60e0640ba096 req-31981393-930c-4eb3-a23a-4e7aefac1bed tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/security-groups?id=8792f758-2a16-4d64-a5b2-2ed369bfedc4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0999601
Feb 19 03:11:19.150248 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f1eaab-9650-4bed-afdc-1ab48352dbe9 req-465f6d02-18dc-4a1a-9f83-e17132d5c992 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:11:19.152012 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-e1f1eaab-9650-4bed-afdc-1ab48352dbe9 req-465f6d02-18dc-4a1a-9f83-e17132d5c992 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] 10.222.0.13 "GET /v2.0/ports?device_id=39c82310-15ee-49b5-a086-cd2790e856d2 HTTP/1.1" status: 200  len: 946 time: 0.1364591
Feb 19 03:11:19.248525 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-e1f1eaab-9650-4bed-afdc-1ab48352dbe9 req-aa054db2-3212-4bbe-948f-69eec5b470be tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e7eef30-c0d8-4a18-a57a-f21b76010128&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0884523
Feb 19 03:11:19.388925 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.rpc [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Device d1be9806-7b8a-44f0-8838-663569df55b1 up at agent ovs-agent-hv-cinder-77570 {{(pid=84117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 03:11:19.498515 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-a086965a-97fd-44e1-bea8-6b0c83cc526e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:11:19.534730 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Provisioning for port d1be9806-7b8a-44f0-8838-663569df55b1 completed by entity L2. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 19 03:11:19.540127 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Provisioning complete for port d1be9806-7b8a-44f0-8838-663569df55b1 triggered by entity L2. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 03:11:19.541060 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16124857'] for port, provisioning_complete {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:11:19.668355 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838630373'] for port, before_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:11:19.696882 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecd11572-513d-45f7-922b-f06d7b16f8f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1be9806-7b8a-44f0-8838-663569df55b1'}] {{(pid=84117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 03:11:19.707332 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.db [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] For port d1be9806-7b8a-44f0-8838-663569df55b1, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=d1be9806-7b8a-44f0-8838-663569df55b1,segment=NetworkSegment(6e9f1b00-4f0b-4b9d-b1f1-2ca997d9692c),segment_id=6e9f1b00-4f0b-4b9d-b1f1-2ca997d9692c)] {{(pid=84117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 03:11:19.741639 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269711510320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767142869380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269711906403'] for port, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:11:19.746341 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecd11572-513d-45f7-922b-f06d7b16f8f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1be9806-7b8a-44f0-8838-663569df55b1', 'code': 200}
Feb 19 03:11:19.746934 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-ec69f77a-687a-4fec-9547-ec9933ceab87 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:11:19.824588 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Pushing event updated for resources: {'Port': ['ID=d1be9806-7b8a-44f0-8838-663569df55b1,revision_number=4']} {{(pid=84117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:11:19.836040 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=84117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:11:20.076948 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae05874c-b71d-4a01-90c1-cf73871b0b87 req-2403d583-bd7e-4dbd-a320-f2be9b877118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:11:20.078809 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-ae05874c-b71d-4a01-90c1-cf73871b0b87 req-2403d583-bd7e-4dbd-a320-f2be9b877118 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=ecd11572-513d-45f7-922b-f06d7b16f8f1 HTTP/1.1" status: 200  len: 1162 time: 0.0827858
Feb 19 03:11:20.125052 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-ae05874c-b71d-4a01-90c1-cf73871b0b87 req-f2b857c3-9cc9-4013-85c9-29c30b148310 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=8792f758-2a16-4d64-a5b2-2ed369bfedc4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0379860
Feb 19 03:11:20.332467 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8232eb-97a0-4aa3-84d4-e1e96cedb386 req-149aa054-05b9-4f08-aa31-35cdce3ab971 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:11:20.334162 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-2e8232eb-97a0-4aa3-84d4-e1e96cedb386 req-149aa054-05b9-4f08-aa31-35cdce3ab971 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecd11572-513d-45f7-922b-f06d7b16f8f1 HTTP/1.1" status: 200  len: 945 time: 0.0956104
Feb 19 03:11:20.441373 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-2e8232eb-97a0-4aa3-84d4-e1e96cedb386 req-cdb9f786-5715-42f2-be35-483a62b597c2 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/security-groups?id=8792f758-2a16-4d64-a5b2-2ed369bfedc4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0997510
Feb 19 03:11:20.472531 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-741a957c-70c6-460e-86bf-909e3519f2de req-519c9c6d-4b5a-4229-a198-5382c8f26030 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:11:20.474156 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-741a957c-70c6-460e-86bf-909e3519f2de req-519c9c6d-4b5a-4229-a198-5382c8f26030 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] 10.222.0.13 "GET /v2.0/ports?device_id=39c82310-15ee-49b5-a086-cd2790e856d2 HTTP/1.1" status: 200  len: 946 time: 0.1069438
Feb 19 03:11:20.523040 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-741a957c-70c6-460e-86bf-909e3519f2de req-d20ef84f-5129-4c1f-a71b-066d78c0b6f2 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e7eef30-c0d8-4a18-a57a-f21b76010128&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0424960
Feb 19 03:11:21.053992 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.rpc [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Device d1be9806-7b8a-44f0-8838-663569df55b1 up at agent ovs-agent-hv-cinder-77570 {{(pid=84117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 03:11:21.126140 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Provisioning complete for port d1be9806-7b8a-44f0-8838-663569df55b1 triggered by entity L2. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 03:11:21.126562 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16124857'] for port, provisioning_complete {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:11:21.652384 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e102e995-b426-400b-a700-3aa1d6c43a51 req-f7689f22-7cd2-4e76-8f56-d36dbd91775e tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:11:21.654039 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-e102e995-b426-400b-a700-3aa1d6c43a51 req-f7689f22-7cd2-4e76-8f56-d36dbd91775e tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecd11572-513d-45f7-922b-f06d7b16f8f1 HTTP/1.1" status: 200  len: 945 time: 0.0945778
Feb 19 03:11:21.766901 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-e102e995-b426-400b-a700-3aa1d6c43a51 req-0e3feff0-3ad8-46a8-93ab-5c4e6aad8282 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/security-groups?id=8792f758-2a16-4d64-a5b2-2ed369bfedc4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0739892
Feb 19 03:11:21.787704 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99c6c5f-db04-4467-8849-e13dc9995518 req-b4c5df95-f2c3-4c27-a81f-3939b037790c tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:11:21.789345 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-b99c6c5f-db04-4467-8849-e13dc9995518 req-b4c5df95-f2c3-4c27-a81f-3939b037790c tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] 10.222.0.13 "GET /v2.0/ports?device_id=39c82310-15ee-49b5-a086-cd2790e856d2 HTTP/1.1" status: 200  len: 946 time: 0.1343489
Feb 19 03:11:21.842681 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-b99c6c5f-db04-4467-8849-e13dc9995518 req-14d1db0a-5244-4c9e-8ad9-37332fd84313 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e7eef30-c0d8-4a18-a57a-f21b76010128&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0437016
Feb 19 03:11:21.935035 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-0d34fec8-0688-43c7-95b9-86b4f034da29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:11:22.477922 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-4b343f23-6f62-4db0-bfb1-0e5ba3aa11dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:11:23.026838 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.rpc [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Device e488387b-5255-49c1-864a-bb8311c72122 up at agent ovs-agent-hv-cinder-77570 {{(pid=84117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 03:11:23.043447 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a909dc6d-06db-49c8-a40b-3f12a2d57104 req-11aaa9af-e76f-4752-84a3-574a3e1415d8 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:11:23.045051 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-a909dc6d-06db-49c8-a40b-3f12a2d57104 req-11aaa9af-e76f-4752-84a3-574a3e1415d8 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecd11572-513d-45f7-922b-f06d7b16f8f1 HTTP/1.1" status: 200  len: 945 time: 0.1526306
Feb 19 03:11:23.084973 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c69e8609-0617-4923-8081-26e3f1fa95a7 req-e2363238-7373-4a46-bf37-c938a2c1d5f2 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:11:23.086611 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-c69e8609-0617-4923-8081-26e3f1fa95a7 req-e2363238-7373-4a46-bf37-c938a2c1d5f2 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] 10.222.0.13 "GET /v2.0/ports?device_id=39c82310-15ee-49b5-a086-cd2790e856d2 HTTP/1.1" status: 200  len: 946 time: 0.1281629
Feb 19 03:11:23.128602 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-a909dc6d-06db-49c8-a40b-3f12a2d57104 req-06f7c8c8-31c4-4e86-8ee8-eff08ef6e66f tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/security-groups?id=8792f758-2a16-4d64-a5b2-2ed369bfedc4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0755720
Feb 19 03:11:23.157616 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-c69e8609-0617-4923-8081-26e3f1fa95a7 req-34c66a64-e638-49dd-9b18-88c7e82ecc20 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e7eef30-c0d8-4a18-a57a-f21b76010128&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0592237
Feb 19 03:11:23.267944 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Provisioning complete for port e488387b-5255-49c1-864a-bb8311c72122 triggered by entity L2. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 03:11:23.268365 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16124857'] for port, provisioning_complete {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:11:23.339177 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af097da9-ab60-4aac-acf5-c5990ccda727 req-61a2ff2b-4c09-493d-b860-8bce58eb1a6e tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:11:23.340712 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-af097da9-ab60-4aac-acf5-c5990ccda727 req-61a2ff2b-4c09-493d-b860-8bce58eb1a6e tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecd11572-513d-45f7-922b-f06d7b16f8f1 HTTP/1.1" status: 200  len: 945 time: 0.0858257
Feb 19 03:11:23.350136 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84115) accepted ('10.222.0.13', 54012) {{(pid=84115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:11:23.356389 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.v2.base [None req-f212c7c0-485b-453a-9732-e502f5007478 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Request body: {'floatingip': {'port_id': 'd1be9806-7b8a-44f0-8838-663569df55b1'}} {{(pid=84115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 03:11:23.441755 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-f212c7c0-485b-453a-9732-e502f5007478 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Notify callbacks [] for floatingip, before_update {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:11:23.558097 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:11:24.089389 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-f212c7c0-485b-453a-9732-e502f5007478 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:11:24.128915 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-f212c7c0-485b-453a-9732-e502f5007478 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854389592'] for floatingip, after_update {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:11:24.275411 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-ed1abd93-30ab-455f-b25e-ecbc2cc5cf06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:11:24.331492 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.db.l3_db [None req-f212c7c0-485b-453a-9732-e502f5007478 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Floating IP 921cfd5c-c08d-448c-a6dc-7f157f18a8df associated. External IP: 172.27.0.198, port: d1be9806-7b8a-44f0-8838-663569df55b1.
Feb 19 03:11:24.991264 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7ceffd-7e9f-49b8-9b55-946e52103420 req-977f948f-97fb-4dbf-8277-60f41b1b6a21 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:11:24.992874 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-1d7ceffd-7e9f-49b8-9b55-946e52103420 req-977f948f-97fb-4dbf-8277-60f41b1b6a21 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] 10.222.0.13 "GET /v2.0/ports?device_id=39c82310-15ee-49b5-a086-cd2790e856d2 HTTP/1.1" status: 200  len: 946 time: 0.6880050
Feb 19 03:11:25.053508 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f212c7c0-485b-453a-9732-e502f5007478 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Router 0ca42cb9-ce56-445d-8f6f-1fecea1bbef9 has already been hosted by L3 agent f4ccfb5a-d22e-440e-8ddd-f393ad00f812 {{(pid=84115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 19 03:11:25.059998 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-1d7ceffd-7e9f-49b8-9b55-946e52103420 req-61b70a46-7254-41ec-94d5-01a8a9f636fd tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e7eef30-c0d8-4a18-a57a-f21b76010128&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0590830
Feb 19 03:11:25.267025 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f212c7c0-485b-453a-9732-e502f5007478 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Notify agent at l3_agent.dv-cinder-775706-2-iscsi the message routers_updated {{(pid=84115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 19 03:11:25.415111 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-f212c7c0-485b-453a-9732-e502f5007478 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771976'] for floatingip, before_response {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:11:25.416891 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c594a378-d816-4ab0-a70f-f7df5d5f7c0c None None] Sync routers for ids ['0ca42cb9-ce56-445d-8f6f-1fecea1bbef9'] in dv-cinder-775706-2-iscsi {{(pid=84118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 19 03:11:25.416891 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c594a378-d816-4ab0-a70f-f7df5d5f7c0c None None] Routers {'0ca42cb9-ce56-445d-8f6f-1fecea1bbef9'} bound to L3 agent in host dv-cinder-775706-2-iscsi {{(pid=84118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 03:11:25.416891 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_hamode_db [None req-c594a378-d816-4ab0-a70f-f7df5d5f7c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9425db3978>, 'dv-cinder-775706-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-19T02:56:52Z,description=<?>,heartbeat_timestamp=2021-02-19T03:11:22Z,host='dv-cinder-775706-2-iscsi',id=f4ccfb5a-d22e-440e-8ddd-f393ad00f812,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T02:56:52Z,topic='l3_agent')) {'router_ids': ['0ca42cb9-ce56-445d-8f6f-1fecea1bbef9'], 'active': True} {{(pid=84118) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 03:11:25.417604 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-f212c7c0-485b-453a-9732-e502f5007478 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "PUT /v2.0/floatingips/921cfd5c-c08d-448c-a6dc-7f157f18a8df HTTP/1.1" status: 200  len: 991 time: 1.9815116
Feb 19 03:11:25.417604 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecd11572-513d-45f7-922b-f06d7b16f8f1', 'tag': 'd1be9806-7b8a-44f0-8838-663569df55b1'}] {{(pid=84115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 03:11:25.417604 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecd11572-513d-45f7-922b-f06d7b16f8f1', 'tag': 'd1be9806-7b8a-44f0-8838-663569df55b1', 'status': 'completed', 'code': 200}
Feb 19 03:11:25.488035 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvr_db [None req-c594a378-d816-4ab0-a70f-f7df5d5f7c0c None None] Set router 0ca42cb9-ce56-445d-8f6f-1fecea1bbef9 gateway port host: dv-cinder-775706-2-iscsi {{(pid=84118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 03:11:25.867896 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_hamode_db [None req-c594a378-d816-4ab0-a70f-f7df5d5f7c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9425db3978>, [{'id': '0ca42cb9-ce56-445d-8f6f-1fecea1bbef9', 'name': 'tempest-AttachVolumeShelveTestJSON-537297990-router', 'tenant_id': 'fe62d789c5ba40bd87c0c4eb042c2297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'external_fixed_ips': [{'subnet_id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': '910cd870-86f0-4fff-b876-371b82023c25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T03:06:26Z', 'updated_at': '2021-02-19T03:06:43Z', 'revision_number': 4, 'project_id': 'fe62d789c5ba40bd87c0c4eb042c2297', 'gw_port': {'id': '910cd870-86f0-4fff-b876-371b82023c25', 'name': '', 'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:17:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ca42cb9-ce56-445d-8f6f-1fecea1bbef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T03:06:30Z', 'updated_at': '2021-02-19T03:06:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-2-iscsi', '_floatingips': [{'id': '921cfd5c-c08d-448c-a6dc-7f157f18a8df', 'tenant_id': 'fe62d789c5ba40bd87c0c4eb042c2297', 'floating_ip_address': '172.27.0.198', 'floating_network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'router_id': '0ca42cb9-ce56-445d-8f6f-1fecea1bbef9', 'port_id': 'd1be9806-7b8a-44f0-8838-663569df55b1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 433, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96367511-4096-441d-8b71-998abf1ff026', 'mac_address': 'fa:16:3e:50:5d:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecd11572-513d-45f7-922b-f06d7b16f8f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-19T03:11:04Z', 'updated_at': '2021-02-19T03:11:23Z', 'revision_number': 1, 'project_id': 'fe62d789c5ba40bd87c0c4eb042c2297', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '848bb946-de07-45a6-9cd2-51fa97c561f2', 'name': '', 'network_id': '96367511-4096-441d-8b71-998abf1ff026', 'tenant_id': 'fe62d789c5ba40bd87c0c4eb042c2297', 'mac_address': 'fa:16:3e:ad:cb:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ca42cb9-ce56-445d-8f6f-1fecea1bbef9', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'ffae0469-f40c-4397-8d65-7fee68a1ef0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T03:06:39Z', 'updated_at': '2021-02-19T03:06:54Z', 'revision_number': 5, 'project_id': 'fe62d789c5ba40bd87c0c4eb042c2297', 'subnets': [{'id': 'ffae0469-f40c-4397-8d65-7fee68a1ef0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775706-2-iscsi', False) {} {{(pid=84118) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 03:11:25.878636 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c594a378-d816-4ab0-a70f-f7df5d5f7c0c None None] Checking router: 0ca42cb9-ce56-445d-8f6f-1fecea1bbef9 for host: dv-cinder-775706-2-iscsi {{(pid=84118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 19 03:11:25.881373 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c594a378-d816-4ab0-a70f-f7df5d5f7c0c None None] Routers {'0ca42cb9-ce56-445d-8f6f-1fecea1bbef9'} bound to L3 agent in host dv-cinder-775706-2-iscsi {{(pid=84118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 03:11:25.882056 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_hamode_db [None req-c594a378-d816-4ab0-a70f-f7df5d5f7c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9425db3978>, 'dv-cinder-775706-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-19T02:56:52Z,description=<?>,heartbeat_timestamp=2021-02-19T03:11:22Z,host='dv-cinder-775706-2-iscsi',id=f4ccfb5a-d22e-440e-8ddd-f393ad00f812,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T02:56:52Z,topic='l3_agent')) {'router_ids': ['0ca42cb9-ce56-445d-8f6f-1fecea1bbef9'], 'active': True} {{(pid=84118) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 03:11:26.072867 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvr_db [None req-c594a378-d816-4ab0-a70f-f7df5d5f7c0c None None] Set router 0ca42cb9-ce56-445d-8f6f-1fecea1bbef9 gateway port host: dv-cinder-775706-2-iscsi {{(pid=84118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 03:11:26.266833 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4daf097-6a5d-45ec-b209-c961de27301a req-c74528b9-ef0e-4932-804f-6b57e23059b0 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:11:26.268470 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-a4daf097-6a5d-45ec-b209-c961de27301a req-c74528b9-ef0e-4932-804f-6b57e23059b0 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] 10.222.0.13 "GET /v2.0/ports?device_id=39c82310-15ee-49b5-a086-cd2790e856d2 HTTP/1.1" status: 200  len: 946 time: 0.0931196
Feb 19 03:11:26.317558 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-a4daf097-6a5d-45ec-b209-c961de27301a req-a976ca11-f5bc-43e5-99ee-5e7f5ad5d06d tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e7eef30-c0d8-4a18-a57a-f21b76010128&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0425160
Feb 19 03:11:26.442646 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_hamode_db [None req-c594a378-d816-4ab0-a70f-f7df5d5f7c0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9425db3978>, [{'id': '0ca42cb9-ce56-445d-8f6f-1fecea1bbef9', 'name': 'tempest-AttachVolumeShelveTestJSON-537297990-router', 'tenant_id': 'fe62d789c5ba40bd87c0c4eb042c2297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'external_fixed_ips': [{'subnet_id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': '910cd870-86f0-4fff-b876-371b82023c25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T03:06:26Z', 'updated_at': '2021-02-19T03:06:43Z', 'revision_number': 4, 'project_id': 'fe62d789c5ba40bd87c0c4eb042c2297', 'gw_port': {'id': '910cd870-86f0-4fff-b876-371b82023c25', 'name': '', 'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:17:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ca42cb9-ce56-445d-8f6f-1fecea1bbef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T03:06:30Z', 'updated_at': '2021-02-19T03:06:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-2-iscsi', '_floatingips': [{'id': '921cfd5c-c08d-448c-a6dc-7f157f18a8df', 'tenant_id': 'fe62d789c5ba40bd87c0c4eb042c2297', 'floating_ip_address': '172.27.0.198', 'floating_network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'router_id': '0ca42cb9-ce56-445d-8f6f-1fecea1bbef9', 'port_id': 'd1be9806-7b8a-44f0-8838-663569df55b1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 433, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96367511-4096-441d-8b71-998abf1ff026', 'mac_address': 'fa:16:3e:50:5d:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecd11572-513d-45f7-922b-f06d7b16f8f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-19T03:11:04Z', 'updated_at': '2021-02-19T03:11:23Z', 'revision_number': 1, 'project_id': 'fe62d789c5ba40bd87c0c4eb042c2297', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '848bb946-de07-45a6-9cd2-51fa97c561f2', 'name': '', 'network_id': '96367511-4096-441d-8b71-998abf1ff026', 'tenant_id': 'fe62d789c5ba40bd87c0c4eb042c2297', 'mac_address': 'fa:16:3e:ad:cb:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ca42cb9-ce56-445d-8f6f-1fecea1bbef9', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'ffae0469-f40c-4397-8d65-7fee68a1ef0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T03:06:39Z', 'updated_at': '2021-02-19T03:06:54Z', 'revision_number': 5, 'project_id': 'fe62d789c5ba40bd87c0c4eb042c2297', 'subnets': [{'id': 'ffae0469-f40c-4397-8d65-7fee68a1ef0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775706-2-iscsi', False) {} {{(pid=84118) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 03:11:26.446676 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c594a378-d816-4ab0-a70f-f7df5d5f7c0c None None] The sync data for ids ['0ca42cb9-ce56-445d-8f6f-1fecea1bbef9'] in dv-cinder-775706-2-iscsi is: [{'id': '0ca42cb9-ce56-445d-8f6f-1fecea1bbef9', 'name': 'tempest-AttachVolumeShelveTestJSON-537297990-router', 'tenant_id': 'fe62d789c5ba40bd87c0c4eb042c2297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'external_fixed_ips': [{'subnet_id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': '910cd870-86f0-4fff-b876-371b82023c25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T03:06:26Z', 'updated_at': '2021-02-19T03:06:43Z', 'revision_number': 4, 'project_id': 'fe62d789c5ba40bd87c0c4eb042c2297', 'gw_port': {'id': '910cd870-86f0-4fff-b876-371b82023c25', 'name': '', 'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:17:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ca42cb9-ce56-445d-8f6f-1fecea1bbef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T03:06:30Z', 'updated_at': '2021-02-19T03:06:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-2-iscsi', '_floatingips': [{'id': '921cfd5c-c08d-448c-a6dc-7f157f18a8df', 'tenant_id': 'fe62d789c5ba40bd87c0c4eb042c2297', 'floating_ip_address': '172.27.0.198', 'floating_network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'router_id': '0ca42cb9-ce56-445d-8f6f-1fecea1bbef9', 'port_id': 'd1be9806-7b8a-44f0-8838-663569df55b1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 433, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96367511-4096-441d-8b71-998abf1ff026', 'mac_address': 'fa:16:3e:50:5d:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ecd11572-513d-45f7-922b-f06d7b16f8f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-19T03:11:04Z', 'updated_at': '2021-02-19T03:11:23Z', 'revision_number': 1, 'project_id': 'fe62d789c5ba40bd87c0c4eb042c2297', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '848bb946-de07-45a6-9cd2-51fa97c561f2', 'name': '', 'network_id': '96367511-4096-441d-8b71-998abf1ff026', 'tenant_id': 'fe62d789c5ba40bd87c0c4eb042c2297', 'mac_address': 'fa:16:3e:ad:cb:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ca42cb9-ce56-445d-8f6f-1fecea1bbef9', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'ffae0469-f40c-4397-8d65-7fee68a1ef0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T03:06:39Z', 'updated_at': '2021-02-19T03:06:54Z', 'revision_number': 5, 'project_id': 'fe62d789c5ba40bd87c0c4eb042c2297', 'subnets': [{'id': 'ffae0469-f40c-4397-8d65-7fee68a1ef0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 19 03:11:26.721635 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67df954d-8f3d-455e-9895-10b4fc3d9724 None None] New status for floating IP 921cfd5c-c08d-448c-a6dc-7f157f18a8df: ACTIVE {{(pid=84117) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 19 03:11:27.519446 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1977fa3-b860-4505-b07b-0cac8dee8520 req-d42b31e1-03ac-41e3-9601-46badf6e6a04 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:11:27.521032 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-a1977fa3-b860-4505-b07b-0cac8dee8520 req-d42b31e1-03ac-41e3-9601-46badf6e6a04 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] 10.222.0.13 "GET /v2.0/ports?device_id=39c82310-15ee-49b5-a086-cd2790e856d2 HTTP/1.1" status: 200  len: 946 time: 0.0884972
Feb 19 03:11:27.523900 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27210540-83d2-402a-9db5-48fec1199acf req-466264c5-8ece-4946-81b6-af1b131a19bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:11:27.525524 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-27210540-83d2-402a-9db5-48fec1199acf req-466264c5-8ece-4946-81b6-af1b131a19bf service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=fe62d789c5ba40bd87c0c4eb042c2297&device_id=ecd11572-513d-45f7-922b-f06d7b16f8f1 HTTP/1.1" status: 200  len: 1162 time: 0.0789814
Feb 19 03:11:27.573736 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-a1977fa3-b860-4505-b07b-0cac8dee8520 req-a84da0d6-b28d-4437-bde4-44a7583996a5 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e7eef30-c0d8-4a18-a57a-f21b76010128&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0459685
Feb 19 03:11:27.673109 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27210540-83d2-402a-9db5-48fec1199acf req-097a99e7-4fd3-4c66-bd63-417c8a6dbe5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:11:27.674784 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-27210540-83d2-402a-9db5-48fec1199acf req-097a99e7-4fd3-4c66-bd63-417c8a6dbe5c service neutron] 10.222.0.65 "GET /v2.0/networks?id=96367511-4096-441d-8b71-998abf1ff026 HTTP/1.1" status: 200  len: 910 time: 0.1392083
Feb 19 03:11:27.790182 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-27210540-83d2-402a-9db5-48fec1199acf req-de782fda-54fe-4e6a-953f-8db274916804 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d1be9806-7b8a-44f0-8838-663569df55b1 HTTP/1.1" status: 200  len: 1001 time: 0.1062107
Feb 19 03:11:28.121959 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27210540-83d2-402a-9db5-48fec1199acf req-afe8c6ca-9b4a-4763-bc72-e6c21402314d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:11:28.123670 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-27210540-83d2-402a-9db5-48fec1199acf req-afe8c6ca-9b4a-4763-bc72-e6c21402314d service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ffae0469-f40c-4397-8d65-7fee68a1ef0a HTTP/1.1" status: 200  len: 855 time: 0.3270798
Feb 19 03:11:28.212630 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27210540-83d2-402a-9db5-48fec1199acf req-61b57874-39bc-4058-8ab2-7dd6ac2dca8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:11:28.214806 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-27210540-83d2-402a-9db5-48fec1199acf req-61b57874-39bc-4058-8ab2-7dd6ac2dca8e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=96367511-4096-441d-8b71-998abf1ff026&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0835345
Feb 19 03:11:28.368786 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-27210540-83d2-402a-9db5-48fec1199acf req-7268a417-cbe0-416c-95f7-21c015c1cf8d service neutron] 10.222.0.65 "GET /v2.0/networks/96367511-4096-441d-8b71-998abf1ff026?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1460319
Feb 19 03:11:28.529645 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-27210540-83d2-402a-9db5-48fec1199acf req-a3268dd4-6130-4ef8-af72-ce9c4836e3db service neutron] 10.222.0.65 "GET /v2.0/networks/96367511-4096-441d-8b71-998abf1ff026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1489649
Feb 19 03:11:28.771639 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b27fed-bd79-431d-a423-9bca5babeaf8 req-4f1989e7-b098-45fc-99a8-e8fb18900ee2 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:11:28.773155 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-70b27fed-bd79-431d-a423-9bca5babeaf8 req-4f1989e7-b098-45fc-99a8-e8fb18900ee2 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] 10.222.0.13 "GET /v2.0/ports?device_id=39c82310-15ee-49b5-a086-cd2790e856d2 HTTP/1.1" status: 200  len: 946 time: 0.0862532
Feb 19 03:11:28.819790 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-70b27fed-bd79-431d-a423-9bca5babeaf8 req-91119461-aae0-48cd-a41d-5e80c911004d tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e7eef30-c0d8-4a18-a57a-f21b76010128&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0403366
Feb 19 03:11:29.243136 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b2f9fe-0dd3-4de4-abc6-acc69980c6ef req-4860cbce-0d2b-442f-b45e-0cad52bd04c0 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:11:29.244757 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-88b2f9fe-0dd3-4de4-abc6-acc69980c6ef req-4860cbce-0d2b-442f-b45e-0cad52bd04c0 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] 10.222.0.13 "GET /v2.0/ports?device_id=39c82310-15ee-49b5-a086-cd2790e856d2 HTTP/1.1" status: 200  len: 946 time: 0.0905464
Feb 19 03:11:29.292984 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-88b2f9fe-0dd3-4de4-abc6-acc69980c6ef req-a00eda76-fe45-451c-8788-bc4d165f2a46 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e7eef30-c0d8-4a18-a57a-f21b76010128&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0412378
Feb 19 03:11:30.490742 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afb1b04-d72e-4604-b6c5-163e09087621 req-81791e4a-6a0b-4f0f-a237-434e25be5426 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:11:30.492305 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-7afb1b04-d72e-4604-b6c5-163e09087621 req-81791e4a-6a0b-4f0f-a237-434e25be5426 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] 10.222.0.13 "GET /v2.0/ports?device_id=39c82310-15ee-49b5-a086-cd2790e856d2 HTTP/1.1" status: 200  len: 946 time: 0.0843141
Feb 19 03:11:30.544869 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-7afb1b04-d72e-4604-b6c5-163e09087621 req-db42c4ed-97a3-4852-a6c2-672073330613 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e7eef30-c0d8-4a18-a57a-f21b76010128&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0459530
Feb 19 03:11:30.608662 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:11:31.699443 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f59b55-ccd2-4e22-9430-0323d5ab570d req-13c9fa97-51c5-4db4-b35b-815c0ec9d0b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:11:31.701083 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-b6f59b55-ccd2-4e22-9430-0323d5ab570d req-13c9fa97-51c5-4db4-b35b-815c0ec9d0b4 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9cc54ca0063647f58309a9cc08a310b1&device_id=39c82310-15ee-49b5-a086-cd2790e856d2 HTTP/1.1" status: 200  len: 1163 time: 0.0812769
Feb 19 03:11:31.748123 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c19cc0-8203-4a31-ac26-16c47f3026da req-94789108-f6fb-44f9-84e6-d4cd5cc7df9c tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:11:31.749756 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-d6c19cc0-8203-4a31-ac26-16c47f3026da req-94789108-f6fb-44f9-84e6-d4cd5cc7df9c tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] 10.222.0.13 "GET /v2.0/ports?device_id=39c82310-15ee-49b5-a086-cd2790e856d2 HTTP/1.1" status: 200  len: 946 time: 0.0866284
Feb 19 03:11:31.798851 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-d6c19cc0-8203-4a31-ac26-16c47f3026da req-630cb414-b57a-410c-adec-0b6b529fa879 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e7eef30-c0d8-4a18-a57a-f21b76010128&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0420272
Feb 19 03:11:31.849006 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f59b55-ccd2-4e22-9430-0323d5ab570d req-4120e4e9-cf52-4307-ac71-9657059bc13c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:11:31.850626 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-b6f59b55-ccd2-4e22-9430-0323d5ab570d req-4120e4e9-cf52-4307-ac71-9657059bc13c service neutron] 10.222.0.65 "GET /v2.0/networks?id=f43f4357-3ff6-40b8-94e0-eb50f3b0a088 HTTP/1.1" status: 200  len: 904 time: 0.1427662
Feb 19 03:11:31.963562 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-b6f59b55-ccd2-4e22-9430-0323d5ab570d req-19d73fc2-d034-4992-abc6-ecf521cf281e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e488387b-5255-49c1-864a-bb8311c72122 HTTP/1.1" status: 200  len: 1001 time: 0.1062617
Feb 19 03:11:32.037331 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f59b55-ccd2-4e22-9430-0323d5ab570d req-9738288f-6c2f-4423-ade2-b7ad1cc18c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:11:32.038924 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-b6f59b55-ccd2-4e22-9430-0323d5ab570d req-9738288f-6c2f-4423-ade2-b7ad1cc18c3e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=bcac62f7-68c0-43e3-adb5-456fec5d76fe HTTP/1.1" status: 200  len: 849 time: 0.0685055
Feb 19 03:11:32.123667 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f59b55-ccd2-4e22-9430-0323d5ab570d req-fb655935-65b1-4f78-bd13-6dac536aa9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:11:32.125202 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-b6f59b55-ccd2-4e22-9430-0323d5ab570d req-fb655935-65b1-4f78-bd13-6dac536aa9f7 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f43f4357-3ff6-40b8-94e0-eb50f3b0a088&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0800421
Feb 19 03:11:32.276939 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-b6f59b55-ccd2-4e22-9430-0323d5ab570d req-03c0c5a7-85b3-432c-ae4e-bdf21ec810ec service neutron] 10.222.0.65 "GET /v2.0/networks/f43f4357-3ff6-40b8-94e0-eb50f3b0a088?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1451883
Feb 19 03:11:32.421788 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-b6f59b55-ccd2-4e22-9430-0323d5ab570d req-c197fb26-89e2-45c0-b4ac-ab02b6af08fa service neutron] 10.222.0.65 "GET /v2.0/networks/f43f4357-3ff6-40b8-94e0-eb50f3b0a088?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1381581
Feb 19 03:11:32.593543 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40810ce4-8109-4fd2-b744-63f6841c702b req-20d3751e-56cd-46c8-aff5-1e5658e49bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:11:32.595225 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-40810ce4-8109-4fd2-b744-63f6841c702b req-20d3751e-56cd-46c8-aff5-1e5658e49bbb service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9cc54ca0063647f58309a9cc08a310b1&device_id=39c82310-15ee-49b5-a086-cd2790e856d2 HTTP/1.1" status: 200  len: 1163 time: 0.0838673
Feb 19 03:11:32.758666 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40810ce4-8109-4fd2-b744-63f6841c702b req-ed03a128-29a2-4475-966f-76244246e46c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:11:32.760497 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-40810ce4-8109-4fd2-b744-63f6841c702b req-ed03a128-29a2-4475-966f-76244246e46c service neutron] 10.222.0.65 "GET /v2.0/networks?id=f43f4357-3ff6-40b8-94e0-eb50f3b0a088 HTTP/1.1" status: 200  len: 904 time: 0.1398864
Feb 19 03:11:32.874422 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-40810ce4-8109-4fd2-b744-63f6841c702b req-7bb0e480-6fe0-43fd-b33e-07326e120c30 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=e488387b-5255-49c1-864a-bb8311c72122 HTTP/1.1" status: 200  len: 1001 time: 0.1036601
Feb 19 03:11:32.950589 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40810ce4-8109-4fd2-b744-63f6841c702b req-31e4c794-99c3-45bc-98cf-1f48efca6bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:11:32.952205 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-40810ce4-8109-4fd2-b744-63f6841c702b req-31e4c794-99c3-45bc-98cf-1f48efca6bc7 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=bcac62f7-68c0-43e3-adb5-456fec5d76fe HTTP/1.1" status: 200  len: 849 time: 0.0701673
Feb 19 03:11:33.014022 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a03cf7f7-7c3c-4501-9eff-148450730c40 req-7749cfbd-6ac0-4d76-b2bb-a4852af912d4 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:11:33.015787 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-a03cf7f7-7c3c-4501-9eff-148450730c40 req-7749cfbd-6ac0-4d76-b2bb-a4852af912d4 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] 10.222.0.13 "GET /v2.0/ports?device_id=39c82310-15ee-49b5-a086-cd2790e856d2 HTTP/1.1" status: 200  len: 946 time: 0.1005976
Feb 19 03:11:33.044003 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40810ce4-8109-4fd2-b744-63f6841c702b req-da197e50-9a38-4ca3-9023-506cb50a7a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:11:33.045622 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-40810ce4-8109-4fd2-b744-63f6841c702b req-da197e50-9a38-4ca3-9023-506cb50a7a59 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f43f4357-3ff6-40b8-94e0-eb50f3b0a088&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0831373
Feb 19 03:11:33.069041 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-a03cf7f7-7c3c-4501-9eff-148450730c40 req-47da5323-a541-45eb-891c-19a7779cddc6 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e7eef30-c0d8-4a18-a57a-f21b76010128&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0447438
Feb 19 03:11:33.223320 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-40810ce4-8109-4fd2-b744-63f6841c702b req-5b35da3d-d7ee-4642-9f65-570bfde4a7fd service neutron] 10.222.0.65 "GET /v2.0/networks/f43f4357-3ff6-40b8-94e0-eb50f3b0a088?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1675692
Feb 19 03:11:33.377848 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-40810ce4-8109-4fd2-b744-63f6841c702b req-4429c5ad-3286-4eef-8c93-4e91c0223583 service neutron] 10.222.0.65 "GET /v2.0/networks/f43f4357-3ff6-40b8-94e0-eb50f3b0a088?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1458230
Feb 19 03:11:33.757043 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.rpc [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Device e488387b-5255-49c1-864a-bb8311c72122 up at agent ovs-agent-hv-cinder-77570 {{(pid=84117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 03:11:33.829960 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Provisioning complete for port e488387b-5255-49c1-864a-bb8311c72122 triggered by entity L2. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 03:11:33.830436 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16124857'] for port, provisioning_complete {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:11:34.285592 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fe9fe3-a38b-4d80-8048-42745cfc868b req-ed3c6a70-8e2e-4190-b079-6f017201c626 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:11:34.287271 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-60fe9fe3-a38b-4d80-8048-42745cfc868b req-ed3c6a70-8e2e-4190-b079-6f017201c626 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] 10.222.0.13 "GET /v2.0/ports?device_id=39c82310-15ee-49b5-a086-cd2790e856d2 HTTP/1.1" status: 200  len: 946 time: 0.0914619
Feb 19 03:11:34.342046 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-60fe9fe3-a38b-4d80-8048-42745cfc868b req-fc364522-480f-498d-9873-b219e0d2edcc tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e7eef30-c0d8-4a18-a57a-f21b76010128&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0484457
Feb 19 03:11:35.209410 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84116) accepted ('10.222.0.13', 54192) {{(pid=84116) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:11:35.332415 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-03b14bd6-98c4-4963-a203-33e695d9b60b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:11:35.347427 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-03b14bd6-98c4-4963-a203-33e695d9b60b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 03:11:35.351470 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-03b14bd6-98c4-4963-a203-33e695d9b60b admin admin] Usage tracker for resource:security_group_rule and tenant:a6430e1a50d34114aabff9c1d135b232 is out of sync, need to count used quota {{(pid=84116) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 03:11:35.354500 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-03b14bd6-98c4-4963-a203-33e695d9b60b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84116) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 03:11:35.360799 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-03b14bd6-98c4-4963-a203-33e695d9b60b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 03:11:35.450096 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-03b14bd6-98c4-4963-a203-33e695d9b60b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:11:35.481721 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-03b14bd6-98c4-4963-a203-33e695d9b60b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237410'] for security_group, after_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:11:35.490874 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-01c4e675-250c-4f87-890e-6d272f885242 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:11:35.534290 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-03b14bd6-98c4-4963-a203-33e695d9b60b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a6430e1a50d34114aabff9c1d135b232&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3236861
Feb 19 03:11:35.535230 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b14bd6-98c4-4963-a203-33e695d9b60b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e771a332-3b13-4ed0-ae3d-7f9d5aad3d69,revision_number=1']} {{(pid=84116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:11:35.537202 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84115) accepted ('10.222.0.13', 54202) {{(pid=84115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:11:35.538874 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-03b14bd6-98c4-4963-a203-33e695d9b60b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:11:35.601016 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-14df6c5d-374e-45ab-bede-1d010b105adc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:11:35.629113 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-14df6c5d-374e-45ab-bede-1d010b105adc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:11:35.783935 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-14df6c5d-374e-45ab-bede-1d010b105adc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237410'] for security_group, after_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:11:35.789673 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-bc70e97d-55c9-4801-8134-cc785a1aca7a tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:11:35.801097 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14df6c5d-374e-45ab-bede-1d010b105adc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e771a332-3b13-4ed0-ae3d-7f9d5aad3d69,revision_number=None']} {{(pid=84115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:11:35.806224 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-14df6c5d-374e-45ab-bede-1d010b105adc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:11:35.807965 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-14df6c5d-374e-45ab-bede-1d010b105adc admin admin] Notify callbacks [] for security_group, before_response {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:11:35.809818 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-14df6c5d-374e-45ab-bede-1d010b105adc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/e771a332-3b13-4ed0-ae3d-7f9d5aad3d69 HTTP/1.1" status: 204  len: 168 time: 0.2714880
Feb 19 03:11:36.167409 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.agents_db [None req-fa9641de-a39b-4023-bfa7-5325e5d2422e None None] Agent healthcheck: found 6 active agents {{(pid=84118) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 19 03:11:36.235719 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84115) accepted ('10.222.0.13', 54214) {{(pid=84115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:11:36.255009 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-e9d58b27-2f17-4180-b97e-ed41214dc53f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:11:36.271496 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-e9d58b27-2f17-4180-b97e-ed41214dc53f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 03:11:36.275685 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-e9d58b27-2f17-4180-b97e-ed41214dc53f admin admin] Usage tracker for resource:security_group_rule and tenant:4c4e78d172304bb3ac22818865e5bcf0 is out of sync, need to count used quota {{(pid=84115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 03:11:36.279332 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-e9d58b27-2f17-4180-b97e-ed41214dc53f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 03:11:36.285242 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-e9d58b27-2f17-4180-b97e-ed41214dc53f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 03:11:36.435251 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-e9d58b27-2f17-4180-b97e-ed41214dc53f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:11:36.463694 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-e9d58b27-2f17-4180-b97e-ed41214dc53f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237410'] for security_group, after_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:11:36.473031 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-e1a44a7e-d55e-4f44-8911-1d5ee438e602 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:11:36.515923 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-e9d58b27-2f17-4180-b97e-ed41214dc53f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4c4e78d172304bb3ac22818865e5bcf0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2790446
Feb 19 03:11:36.516876 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d58b27-2f17-4180-b97e-ed41214dc53f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf670724-a5a0-4a17-bad8-b96fbc87a2ba,revision_number=1']} {{(pid=84115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:11:36.518910 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84116) accepted ('10.222.0.13', 54218) {{(pid=84116) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:11:36.520214 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-e9d58b27-2f17-4180-b97e-ed41214dc53f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:11:36.581855 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-1fe20aaa-7b21-46a1-8773-3dbbd281923f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:11:36.608539 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-1fe20aaa-7b21-46a1-8773-3dbbd281923f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:11:36.689097 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-1fe20aaa-7b21-46a1-8773-3dbbd281923f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237410'] for security_group, after_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:11:36.694786 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-f263f7ac-62a3-40dd-94ee-b8ddb87f3c3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:11:36.709925 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe20aaa-7b21-46a1-8773-3dbbd281923f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf670724-a5a0-4a17-bad8-b96fbc87a2ba,revision_number=None']} {{(pid=84116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:11:36.718230 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-1fe20aaa-7b21-46a1-8773-3dbbd281923f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:11:36.720449 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-1fe20aaa-7b21-46a1-8773-3dbbd281923f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:11:36.724530 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-1fe20aaa-7b21-46a1-8773-3dbbd281923f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bf670724-a5a0-4a17-bad8-b96fbc87a2ba HTTP/1.1" status: 204  len: 168 time: 0.2017062
Feb 19 03:11:38.480893 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84116) accepted ('10.222.0.13', 54274) {{(pid=84116) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:11:38.724537 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-fa62d528-7368-49d4-a408-76774262e15a admin admin] Notify callbacks [] for security_group, before_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:11:38.744535 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-fa62d528-7368-49d4-a408-76774262e15a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 03:11:38.748736 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-fa62d528-7368-49d4-a408-76774262e15a admin admin] Usage tracker for resource:security_group_rule and tenant:b1fdfb5e0e8e4b6290ed316da92b9d1d is out of sync, need to count used quota {{(pid=84116) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 03:11:38.751757 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-fa62d528-7368-49d4-a408-76774262e15a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84116) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 03:11:38.757657 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-fa62d528-7368-49d4-a408-76774262e15a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 03:11:38.845117 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-fa62d528-7368-49d4-a408-76774262e15a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:11:38.875072 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-fa62d528-7368-49d4-a408-76774262e15a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237410'] for security_group, after_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:11:38.884423 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-6d7332a0-805c-40fb-8190-2da154ad3ede admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:11:38.927345 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-fa62d528-7368-49d4-a408-76774262e15a admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b1fdfb5e0e8e4b6290ed316da92b9d1d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4452789
Feb 19 03:11:38.929074 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa62d528-7368-49d4-a408-76774262e15a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9705b90-ed83-4c62-aa24-778eb0af9d43,revision_number=1']} {{(pid=84116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:11:38.930338 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84115) accepted ('10.222.0.13', 54284) {{(pid=84115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:11:38.932424 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-fa62d528-7368-49d4-a408-76774262e15a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:11:38.993921 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-41bedb51-2778-404b-a346-f1d81072eb8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:11:39.022440 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-41bedb51-2778-404b-a346-f1d81072eb8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:11:39.098386 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-41bedb51-2778-404b-a346-f1d81072eb8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237410'] for security_group, after_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:11:39.103600 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-101b8053-39e0-40c0-9c01-c4a7dc5b0764 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:11:39.116554 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bedb51-2778-404b-a346-f1d81072eb8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9705b90-ed83-4c62-aa24-778eb0af9d43,revision_number=None']} {{(pid=84115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:11:39.120858 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-41bedb51-2778-404b-a346-f1d81072eb8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:11:39.126457 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-41bedb51-2778-404b-a346-f1d81072eb8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:11:39.127672 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-41bedb51-2778-404b-a346-f1d81072eb8b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b9705b90-ed83-4c62-aa24-778eb0af9d43 HTTP/1.1" status: 204  len: 168 time: 0.1961806
Feb 19 03:11:49.468888 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-175117b9-3d26-42de-b151-c69aecd1fc9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:11:51.923251 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8f0877d4-e428-49b8-a46e-3dca788a4538 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:11:52.457743 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-4b343f23-6f62-4db0-bfb1-0e5ba3aa11dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:11:53.566231 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:11:54.286286 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-ed1abd93-30ab-455f-b25e-ecbc2cc5cf06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:12:01.308998 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:12:13.133462 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84115) accepted ('10.222.0.13', 54506) {{(pid=84115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:12:13.168192 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.agents_db [None req-fa9641de-a39b-4023-bfa7-5325e5d2422e None None] Agent healthcheck: found 6 active agents {{(pid=84118) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 19 03:12:13.257087 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-6039b1a9-7a00-4af5-bbe2-d52e286bc6a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:12:13.276470 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-6039b1a9-7a00-4af5-bbe2-d52e286bc6a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 03:12:13.280595 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-6039b1a9-7a00-4af5-bbe2-d52e286bc6a4 admin admin] Usage tracker for resource:security_group_rule and tenant:19faf69cefbb4fbca02da8b52abe6c68 is out of sync, need to count used quota {{(pid=84115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 03:12:13.284009 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-6039b1a9-7a00-4af5-bbe2-d52e286bc6a4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 03:12:13.289837 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-6039b1a9-7a00-4af5-bbe2-d52e286bc6a4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 03:12:13.373995 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-6039b1a9-7a00-4af5-bbe2-d52e286bc6a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:12:13.402428 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-6039b1a9-7a00-4af5-bbe2-d52e286bc6a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237410'] for security_group, after_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:12:13.411743 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-d4c0000c-397d-4f7d-9519-2d10af29e94c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:12:13.453970 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-6039b1a9-7a00-4af5-bbe2-d52e286bc6a4 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=19faf69cefbb4fbca02da8b52abe6c68&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3192806
Feb 19 03:12:13.455684 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6039b1a9-7a00-4af5-bbe2-d52e286bc6a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84178b1a-1521-4f7d-8245-80bcc1973660,revision_number=1']} {{(pid=84115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:12:13.456825 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84116) accepted ('10.222.0.13', 54512) {{(pid=84116) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:12:13.463745 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6039b1a9-7a00-4af5-bbe2-d52e286bc6a4 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:12:13.464168 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6039b1a9-7a00-4af5-bbe2-d52e286bc6a4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:12:13.464581 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6039b1a9-7a00-4af5-bbe2-d52e286bc6a4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:12:13.464982 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6039b1a9-7a00-4af5-bbe2-d52e286bc6a4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:12:13.465383 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6039b1a9-7a00-4af5-bbe2-d52e286bc6a4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:12:13.465807 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6039b1a9-7a00-4af5-bbe2-d52e286bc6a4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:12:13.466212 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6039b1a9-7a00-4af5-bbe2-d52e286bc6a4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:12:13.466611 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6039b1a9-7a00-4af5-bbe2-d52e286bc6a4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:12:13.467008 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6039b1a9-7a00-4af5-bbe2-d52e286bc6a4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:12:13.467408 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6039b1a9-7a00-4af5-bbe2-d52e286bc6a4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:12:13.467801 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6039b1a9-7a00-4af5-bbe2-d52e286bc6a4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:12:13.468189 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6039b1a9-7a00-4af5-bbe2-d52e286bc6a4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:12:13.469239 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6039b1a9-7a00-4af5-bbe2-d52e286bc6a4 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:12:13.469679 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6039b1a9-7a00-4af5-bbe2-d52e286bc6a4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:12:13.470098 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6039b1a9-7a00-4af5-bbe2-d52e286bc6a4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:12:13.470490 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6039b1a9-7a00-4af5-bbe2-d52e286bc6a4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:12:13.470881 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6039b1a9-7a00-4af5-bbe2-d52e286bc6a4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:12:13.471273 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6039b1a9-7a00-4af5-bbe2-d52e286bc6a4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:12:13.471663 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6039b1a9-7a00-4af5-bbe2-d52e286bc6a4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:12:13.472051 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6039b1a9-7a00-4af5-bbe2-d52e286bc6a4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:12:13.472441 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6039b1a9-7a00-4af5-bbe2-d52e286bc6a4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:12:13.472829 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6039b1a9-7a00-4af5-bbe2-d52e286bc6a4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:12:13.473220 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6039b1a9-7a00-4af5-bbe2-d52e286bc6a4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:12:13.473603 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6039b1a9-7a00-4af5-bbe2-d52e286bc6a4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:12:13.478193 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-6039b1a9-7a00-4af5-bbe2-d52e286bc6a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:12:13.520917 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-c67e2339-0bc8-4753-b37d-921b07060843 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:12:13.548446 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-c67e2339-0bc8-4753-b37d-921b07060843 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:12:13.676749 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-c67e2339-0bc8-4753-b37d-921b07060843 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237410'] for security_group, after_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:12:13.681763 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-c42ab734-9ead-4690-af3d-25a912fe1a1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:12:13.694607 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67e2339-0bc8-4753-b37d-921b07060843 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84178b1a-1521-4f7d-8245-80bcc1973660,revision_number=None']} {{(pid=84116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:12:13.707425 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67e2339-0bc8-4753-b37d-921b07060843 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:12:13.707842 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67e2339-0bc8-4753-b37d-921b07060843 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:12:13.708253 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67e2339-0bc8-4753-b37d-921b07060843 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:12:13.708651 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67e2339-0bc8-4753-b37d-921b07060843 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:12:13.709046 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67e2339-0bc8-4753-b37d-921b07060843 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:12:13.709441 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67e2339-0bc8-4753-b37d-921b07060843 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:12:13.709878 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67e2339-0bc8-4753-b37d-921b07060843 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:12:13.710274 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67e2339-0bc8-4753-b37d-921b07060843 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:12:13.710660 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67e2339-0bc8-4753-b37d-921b07060843 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:12:13.711049 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67e2339-0bc8-4753-b37d-921b07060843 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:12:13.711434 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67e2339-0bc8-4753-b37d-921b07060843 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:12:13.711819 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67e2339-0bc8-4753-b37d-921b07060843 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:12:13.712261 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67e2339-0bc8-4753-b37d-921b07060843 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:12:13.712646 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67e2339-0bc8-4753-b37d-921b07060843 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:12:13.713031 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67e2339-0bc8-4753-b37d-921b07060843 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:12:13.713412 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67e2339-0bc8-4753-b37d-921b07060843 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:12:13.713814 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67e2339-0bc8-4753-b37d-921b07060843 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:12:13.714199 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67e2339-0bc8-4753-b37d-921b07060843 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:12:13.714580 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67e2339-0bc8-4753-b37d-921b07060843 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:12:13.714961 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67e2339-0bc8-4753-b37d-921b07060843 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:12:13.715343 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67e2339-0bc8-4753-b37d-921b07060843 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:12:13.715724 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67e2339-0bc8-4753-b37d-921b07060843 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:12:13.716104 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67e2339-0bc8-4753-b37d-921b07060843 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:12:13.716483 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c67e2339-0bc8-4753-b37d-921b07060843 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:12:13.720917 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-c67e2339-0bc8-4753-b37d-921b07060843 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:12:13.723149 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-c67e2339-0bc8-4753-b37d-921b07060843 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:12:13.724362 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-c67e2339-0bc8-4753-b37d-921b07060843 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/84178b1a-1521-4f7d-8245-80bcc1973660 HTTP/1.1" status: 204  len: 168 time: 0.2664661
Feb 19 03:12:14.180754 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84116) accepted ('10.222.0.13', 54522) {{(pid=84116) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:12:14.200347 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-c76bb751-80b9-4482-a39d-fe7c6c2aef3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:12:14.216558 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-c76bb751-80b9-4482-a39d-fe7c6c2aef3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 03:12:14.220894 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-c76bb751-80b9-4482-a39d-fe7c6c2aef3c admin admin] Usage tracker for resource:security_group_rule and tenant:8e234c2f5c114811a4369c2f186bbf92 is out of sync, need to count used quota {{(pid=84116) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 03:12:14.223903 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-c76bb751-80b9-4482-a39d-fe7c6c2aef3c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84116) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 03:12:14.229805 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-c76bb751-80b9-4482-a39d-fe7c6c2aef3c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 03:12:14.317858 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-c76bb751-80b9-4482-a39d-fe7c6c2aef3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:12:14.351039 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-c76bb751-80b9-4482-a39d-fe7c6c2aef3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237410'] for security_group, after_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:12:14.360415 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-58c1ebac-f3f0-4313-a3f8-90ca68bc672f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:12:14.403105 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-c76bb751-80b9-4482-a39d-fe7c6c2aef3c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8e234c2f5c114811a4369c2f186bbf92&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2212157
Feb 19 03:12:14.404830 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76bb751-80b9-4482-a39d-fe7c6c2aef3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0f97fa0-d436-4e19-811f-29573d863300,revision_number=1']} {{(pid=84116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:12:14.406058 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84115) accepted ('10.222.0.13', 54526) {{(pid=84115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:12:14.408670 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-c76bb751-80b9-4482-a39d-fe7c6c2aef3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:12:14.468385 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-1db7f69e-3ba4-46da-9fd3-f43e427a646c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:12:14.496236 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-1db7f69e-3ba4-46da-9fd3-f43e427a646c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:12:14.571543 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-1db7f69e-3ba4-46da-9fd3-f43e427a646c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237410'] for security_group, after_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:12:14.576674 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-68943dc1-8a22-409d-8ce6-1e8eda5f50d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:12:14.595982 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db7f69e-3ba4-46da-9fd3-f43e427a646c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0f97fa0-d436-4e19-811f-29573d863300,revision_number=None']} {{(pid=84115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:12:14.599202 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-1db7f69e-3ba4-46da-9fd3-f43e427a646c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:12:14.604971 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-1db7f69e-3ba4-46da-9fd3-f43e427a646c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:12:14.606223 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-1db7f69e-3ba4-46da-9fd3-f43e427a646c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b0f97fa0-d436-4e19-811f-29573d863300 HTTP/1.1" status: 204  len: 168 time: 0.1984537
Feb 19 03:12:19.528126 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-c0c76136-c5ff-4e4f-b865-184e56680f82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:12:20.352774 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84115) accepted ('10.222.0.13', 54614) {{(pid=84115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:12:20.476401 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-993dcbfb-c3ad-4fbd-b1e8-f4b90dd0bb44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:12:20.492184 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-993dcbfb-c3ad-4fbd-b1e8-f4b90dd0bb44 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 03:12:20.496273 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-993dcbfb-c3ad-4fbd-b1e8-f4b90dd0bb44 admin admin] Usage tracker for resource:security_group_rule and tenant:bd730881ed9e4cc99b9fb0869c695b85 is out of sync, need to count used quota {{(pid=84115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 03:12:20.499432 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-993dcbfb-c3ad-4fbd-b1e8-f4b90dd0bb44 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 03:12:20.505968 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-993dcbfb-c3ad-4fbd-b1e8-f4b90dd0bb44 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 03:12:20.591059 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-993dcbfb-c3ad-4fbd-b1e8-f4b90dd0bb44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:12:20.616920 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-993dcbfb-c3ad-4fbd-b1e8-f4b90dd0bb44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237410'] for security_group, after_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:12:20.626435 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-cd1d4df9-bdd8-49c2-9231-6205e790f70d tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:12:20.668574 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-993dcbfb-c3ad-4fbd-b1e8-f4b90dd0bb44 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=bd730881ed9e4cc99b9fb0869c695b85&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3146875
Feb 19 03:12:20.670288 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993dcbfb-c3ad-4fbd-b1e8-f4b90dd0bb44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7373e959-ec27-40d3-a806-b37c90acad5b,revision_number=1']} {{(pid=84115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:12:20.671628 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84116) accepted ('10.222.0.13', 54620) {{(pid=84116) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:12:20.674291 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-993dcbfb-c3ad-4fbd-b1e8-f4b90dd0bb44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:12:20.736460 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-10f4543a-169b-411e-9c65-76fba90b4faa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:12:20.767033 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-10f4543a-169b-411e-9c65-76fba90b4faa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:12:20.840015 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-10f4543a-169b-411e-9c65-76fba90b4faa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237410'] for security_group, after_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:12:20.845666 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-8b5f0a1c-4ddc-4000-b45a-9226bab6a3c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:12:20.861581 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f4543a-169b-411e-9c65-76fba90b4faa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7373e959-ec27-40d3-a806-b37c90acad5b,revision_number=None']} {{(pid=84116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:12:20.865071 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-10f4543a-169b-411e-9c65-76fba90b4faa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:12:20.873759 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-10f4543a-169b-411e-9c65-76fba90b4faa admin admin] Notify callbacks [] for security_group, before_response {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:12:20.877626 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-10f4543a-169b-411e-9c65-76fba90b4faa admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7373e959-ec27-40d3-a806-b37c90acad5b HTTP/1.1" status: 204  len: 168 time: 0.2007732
Feb 19 03:12:21.321020 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84115) accepted ('10.222.0.13', 54634) {{(pid=84115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:12:21.340520 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-082651cf-8e0f-44ac-9002-8335892dce0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:12:21.355667 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-082651cf-8e0f-44ac-9002-8335892dce0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 03:12:21.360541 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-082651cf-8e0f-44ac-9002-8335892dce0c admin admin] Usage tracker for resource:security_group_rule and tenant:9d0daea15eb149c29a417b2dca37c191 is out of sync, need to count used quota {{(pid=84115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 03:12:21.363582 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-082651cf-8e0f-44ac-9002-8335892dce0c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 03:12:21.369414 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-082651cf-8e0f-44ac-9002-8335892dce0c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 03:12:21.454904 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-082651cf-8e0f-44ac-9002-8335892dce0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:12:21.486053 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-082651cf-8e0f-44ac-9002-8335892dce0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237410'] for security_group, after_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:12:21.499590 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-ead85ffd-d88d-4b18-92f7-4fb654d6f9f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:12:21.542561 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-082651cf-8e0f-44ac-9002-8335892dce0c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9d0daea15eb149c29a417b2dca37c191&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2203288
Feb 19 03:12:21.544306 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082651cf-8e0f-44ac-9002-8335892dce0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86214eac-c364-48c7-96a8-9385af9f3e7f,revision_number=1']} {{(pid=84115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:12:21.545523 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84116) accepted ('10.222.0.13', 54638) {{(pid=84116) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:12:21.548234 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-082651cf-8e0f-44ac-9002-8335892dce0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:12:21.612696 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8cc6c2c4-e4a6-4882-955c-320a076eb9d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:12:21.642143 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8cc6c2c4-e4a6-4882-955c-320a076eb9d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:12:21.714212 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8cc6c2c4-e4a6-4882-955c-320a076eb9d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237410'] for security_group, after_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:12:21.720108 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-90bfbcac-4989-49f7-ad82-2c012ab56ac0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:12:21.731413 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc6c2c4-e4a6-4882-955c-320a076eb9d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86214eac-c364-48c7-96a8-9385af9f3e7f,revision_number=None']} {{(pid=84116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:12:21.736964 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-8cc6c2c4-e4a6-4882-955c-320a076eb9d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:12:21.739019 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8cc6c2c4-e4a6-4882-955c-320a076eb9d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:12:21.740271 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-8cc6c2c4-e4a6-4882-955c-320a076eb9d2 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/86214eac-c364-48c7-96a8-9385af9f3e7f HTTP/1.1" status: 204  len: 168 time: 0.1936278
Feb 19 03:12:21.919886 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-68f6d59a-a634-4da5-b4ec-c77db86c0b7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:12:22.465545 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-4b343f23-6f62-4db0-bfb1-0e5ba3aa11dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:12:23.549170 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:12:24.283538 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-ed1abd93-30ab-455f-b25e-ecbc2cc5cf06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:12:24.537082 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2bf0866-fa4e-415f-a6f3-b2dc4d40135f req-74375f59-5b12-456d-b1ad-085c5e3f33df tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:12:24.538731 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-e2bf0866-fa4e-415f-a6f3-b2dc4d40135f req-74375f59-5b12-456d-b1ad-085c5e3f33df tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecd11572-513d-45f7-922b-f06d7b16f8f1 HTTP/1.1" status: 200  len: 945 time: 0.2894516
Feb 19 03:12:24.589619 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-e2bf0866-fa4e-415f-a6f3-b2dc4d40135f req-96af344c-d0d4-4461-ae0c-04f5c6b2ca22 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/security-groups?id=8792f758-2a16-4d64-a5b2-2ed369bfedc4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0442333
Feb 19 03:12:24.957189 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d19ae17-67f8-4fa6-bb15-f99c5f742bf9 req-d11ad24b-6d69-4497-96d8-5a68802e7be1 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:12:24.958754 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-9d19ae17-67f8-4fa6-bb15-f99c5f742bf9 req-d11ad24b-6d69-4497-96d8-5a68802e7be1 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6ecfe08-1772-4b9a-a3f2-2b210ba89d33 HTTP/1.1" status: 200  len: 945 time: 0.0912919
Feb 19 03:12:25.006471 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-9d19ae17-67f8-4fa6-bb15-f99c5f742bf9 req-9629634c-97c7-4726-b4fb-66d746ac44b3 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] 10.222.0.13 "GET /v2.0/security-groups?id=00f7ce86-0f19-4798-a066-63f8a8d47966&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0414488
Feb 19 03:12:25.260516 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84116) accepted ('10.222.0.13', 54744) {{(pid=84116) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:12:25.382964 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-66511754-860d-4fc5-9193-8862928d80b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:12:25.401400 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-66511754-860d-4fc5-9193-8862928d80b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 03:12:25.405409 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-66511754-860d-4fc5-9193-8862928d80b2 admin admin] Usage tracker for resource:security_group_rule and tenant:52f9af0571b1487cb9b207f17c1c5aa9 is out of sync, need to count used quota {{(pid=84116) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 03:12:25.408849 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-66511754-860d-4fc5-9193-8862928d80b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84116) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 03:12:25.414548 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-66511754-860d-4fc5-9193-8862928d80b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 03:12:25.498182 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-66511754-860d-4fc5-9193-8862928d80b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:12:25.531782 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-66511754-860d-4fc5-9193-8862928d80b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237410'] for security_group, after_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:12:25.540963 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-2c63fb7a-3009-490d-8620-7f6bb1eec8cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:12:25.586906 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-66511754-860d-4fc5-9193-8862928d80b2 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=52f9af0571b1487cb9b207f17c1c5aa9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3252046
Feb 19 03:12:25.587052 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84115) accepted ('10.222.0.13', 54754) {{(pid=84115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:12:25.587973 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66511754-860d-4fc5-9193-8862928d80b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e56c62d-8d0f-4039-9d4c-10bb9519ef8d,revision_number=1']} {{(pid=84116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:12:25.591625 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-66511754-860d-4fc5-9193-8862928d80b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:12:25.650693 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-4a17173d-22cc-4a43-b06e-28021f07d19f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:12:25.678390 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-4a17173d-22cc-4a43-b06e-28021f07d19f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:12:25.803942 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7942441b-fc2d-484c-a61d-6060dd1f4db1 req-6583613c-a9a2-4e4d-a52e-dc0725156b60 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:12:25.804512 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-7942441b-fc2d-484c-a61d-6060dd1f4db1 req-6583613c-a9a2-4e4d-a52e-dc0725156b60 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecd11572-513d-45f7-922b-f06d7b16f8f1 HTTP/1.1" status: 200  len: 945 time: 0.0875368
Feb 19 03:12:25.853297 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-7942441b-fc2d-484c-a61d-6060dd1f4db1 req-68e34315-8707-490c-94f3-abcb00638cb0 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/security-groups?id=8792f758-2a16-4d64-a5b2-2ed369bfedc4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425174
Feb 19 03:12:25.911057 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-4a17173d-22cc-4a43-b06e-28021f07d19f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237410'] for security_group, after_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:12:25.916273 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-ae38a248-19f1-4bfc-a742-cbb0d2d2dd47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:12:25.930402 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a17173d-22cc-4a43-b06e-28021f07d19f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e56c62d-8d0f-4039-9d4c-10bb9519ef8d,revision_number=None']} {{(pid=84115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:12:25.933167 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-4a17173d-22cc-4a43-b06e-28021f07d19f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:12:25.943595 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-4a17173d-22cc-4a43-b06e-28021f07d19f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:12:25.945924 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-4a17173d-22cc-4a43-b06e-28021f07d19f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/6e56c62d-8d0f-4039-9d4c-10bb9519ef8d HTTP/1.1" status: 204  len: 168 time: 0.3564956
Feb 19 03:12:26.248109 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d411e1-aac0-435c-a05e-fe7a7bdaef98 req-27d5a02a-44be-4515-87a7-babbea05b357 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:12:26.249779 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-55d411e1-aac0-435c-a05e-fe7a7bdaef98 req-27d5a02a-44be-4515-87a7-babbea05b357 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] 10.222.0.13 "GET /v2.0/ports?device_id=39c82310-15ee-49b5-a086-cd2790e856d2 HTTP/1.1" status: 200  len: 946 time: 0.1604691
Feb 19 03:12:26.261900 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08eda41d-776b-4ba3-819a-a78e6e1fb3cc req-cae813e0-a114-47ef-b8d9-cbcd03bec302 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:12:26.263484 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-08eda41d-776b-4ba3-819a-a78e6e1fb3cc req-cae813e0-a114-47ef-b8d9-cbcd03bec302 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6ecfe08-1772-4b9a-a3f2-2b210ba89d33 HTTP/1.1" status: 200  len: 945 time: 0.1310127
Feb 19 03:12:26.343036 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-55d411e1-aac0-435c-a05e-fe7a7bdaef98 req-7c5db996-9855-4e3d-9845-18482c7049c3 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e7eef30-c0d8-4a18-a57a-f21b76010128&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0784278
Feb 19 03:12:26.347523 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-08eda41d-776b-4ba3-819a-a78e6e1fb3cc req-f0699ae9-55a7-4a0c-b127-4704f0cee719 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] 10.222.0.13 "GET /v2.0/security-groups?id=00f7ce86-0f19-4798-a066-63f8a8d47966&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0667961
Feb 19 03:12:26.407951 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.rpc [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Device ce42728e-25c3-4671-8d72-5c0b9b0f72c4 no longer exists at agent ovs-agent-hv-cinder-77570 {{(pid=84117) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 19 03:12:26.433099 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84116) accepted ('10.222.0.13', 54770) {{(pid=84116) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:12:26.453233 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-834c3aa6-5709-4c73-9c3f-f0140bcb0ad6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:12:26.468555 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-834c3aa6-5709-4c73-9c3f-f0140bcb0ad6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 03:12:26.472900 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-834c3aa6-5709-4c73-9c3f-f0140bcb0ad6 admin admin] Usage tracker for resource:security_group_rule and tenant:586616a367f043cb80022404b401c5d1 is out of sync, need to count used quota {{(pid=84116) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 03:12:26.475998 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-834c3aa6-5709-4c73-9c3f-f0140bcb0ad6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84116) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 03:12:26.481959 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-834c3aa6-5709-4c73-9c3f-f0140bcb0ad6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 03:12:26.530854 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838630373'] for port, before_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:12:26.559908 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6ecfe08-1772-4b9a-a3f2-2b210ba89d33', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce42728e-25c3-4671-8d72-5c0b9b0f72c4'}] {{(pid=84117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 03:12:26.571039 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.db [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] For port ce42728e-25c3-4671-8d72-5c0b9b0f72c4, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=ce42728e-25c3-4671-8d72-5c0b9b0f72c4,segment=NetworkSegment(fd301c7f-c4b0-4332-b94c-0e4a8acda55e),segment_id=fd301c7f-c4b0-4332-b94c-0e4a8acda55e)] {{(pid=84117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 03:12:26.602931 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269711510320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767142869380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269711906403'] for port, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:12:26.605067 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:12:26.626028 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-834c3aa6-5709-4c73-9c3f-f0140bcb0ad6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:12:26.654321 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bbc2cf2-9632-40bf-903e-037169e9938f req-3e899f2a-7c80-46e9-bb8c-493ad693de11 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:12:26.655083 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [req-6bbc2cf2-9632-40bf-903e-037169e9938f req-3e899f2a-7c80-46e9-bb8c-493ad693de11 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Synchronizing usage tracker for tenant:15972dafcae5480290e92407c155b4a6 on resource:port {{(pid=84116) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 19 03:12:26.659547 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-834c3aa6-5709-4c73-9c3f-f0140bcb0ad6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237410'] for security_group, after_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:12:26.668394 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-c76bb751-80b9-4482-a39d-fe7c6c2aef3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:12:26.680690 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Pushing event updated for resources: {'Port': ['ID=ce42728e-25c3-4671-8d72-5c0b9b0f72c4,revision_number=5']} {{(pid=84117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:12:26.689072 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:12:26.689509 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:12:26.689978 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:12:26.690523 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:12:26.690906 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:12:26.691566 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:12:26.691951 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:12:26.692332 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:12:26.692710 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:12:26.693084 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:12:26.693563 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:12:26.693978 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:12:26.694410 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:12:26.694780 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:12:26.695154 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:12:26.695521 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:12:26.695874 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:12:26.696238 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:12:26.696860 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:12:26.696972 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:12:26.697293 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:12:26.697691 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:12:26.698083 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:12:26.698900 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:12:26.704074 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=84117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:12:26.711296 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84115) accepted ('10.222.0.13', 54778) {{(pid=84115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:12:26.711432 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-834c3aa6-5709-4c73-9c3f-f0140bcb0ad6 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=586616a367f043cb80022404b401c5d1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2769899
Feb 19 03:12:26.728128 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834c3aa6-5709-4c73-9c3f-f0140bcb0ad6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df47dc3c-e091-414a-81d5-24fe5b3d3e6f,revision_number=1']} {{(pid=84116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:12:26.735661 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-834c3aa6-5709-4c73-9c3f-f0140bcb0ad6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:12:26.765849 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [req-6bbc2cf2-9632-40bf-903e-037169e9938f req-3e899f2a-7c80-46e9-bb8c-493ad693de11 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Unset dirty status for tenant:15972dafcae5480290e92407c155b4a6 on resource:port {{(pid=84116) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 19 03:12:26.767250 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-6bbc2cf2-9632-40bf-903e-037169e9938f req-3e899f2a-7c80-46e9-bb8c-493ad693de11 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] 10.222.0.65 "GET /v2.0/ports?device_id=b6ecfe08-1772-4b9a-a3f2-2b210ba89d33 HTTP/1.1" status: 200  len: 943 time: 0.2172158
Feb 19 03:12:26.778891 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-66cafc73-e102-4d79-9715-bc781071353f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:12:26.808857 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-66cafc73-e102-4d79-9715-bc781071353f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:12:26.814372 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6ecfe08-1772-4b9a-a3f2-2b210ba89d33', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce42728e-25c3-4671-8d72-5c0b9b0f72c4', 'code': 200}
Feb 19 03:12:26.847658 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.plugin [req-6bbc2cf2-9632-40bf-903e-037169e9938f req-51a6f71e-2e15-42c6-af93-ffa4edf24e1a tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Deleting port ce42728e-25c3-4671-8d72-5c0b9b0f72c4 {{(pid=84116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 19 03:12:26.848030 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-6bbc2cf2-9632-40bf-903e-037169e9938f req-51a6f71e-2e15-42c6-af93-ffa4edf24e1a tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363269711485266'] for port, before_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:12:26.891360 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-66cafc73-e102-4d79-9715-bc781071353f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237410'] for security_group, after_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:12:26.896964 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-2ee2aac0-6f11-4efa-9df4-f8ec0ab51fea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:12:26.910767 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66cafc73-e102-4d79-9715-bc781071353f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df47dc3c-e091-414a-81d5-24fe5b3d3e6f,revision_number=None']} {{(pid=84115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:12:26.915399 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-66cafc73-e102-4d79-9715-bc781071353f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:12:26.919726 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-66cafc73-e102-4d79-9715-bc781071353f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/df47dc3c-e091-414a-81d5-24fe5b3d3e6f HTTP/1.1" status: 204  len: 168 time: 0.2070451
Feb 19 03:12:26.921163 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-66cafc73-e102-4d79-9715-bc781071353f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:12:27.070332 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09257df7-d3ae-4b03-9200-84598402467f req-a0eb7f9b-5afc-4177-b8f9-11c057e9521d tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:12:27.072487 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-09257df7-d3ae-4b03-9200-84598402467f req-a0eb7f9b-5afc-4177-b8f9-11c057e9521d tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecd11572-513d-45f7-922b-f06d7b16f8f1 HTTP/1.1" status: 200  len: 945 time: 0.0926514
Feb 19 03:12:27.123725 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-09257df7-d3ae-4b03-9200-84598402467f req-586cb5fc-a051-4db1-96a2-94b1856b3d29 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/security-groups?id=8792f758-2a16-4d64-a5b2-2ed369bfedc4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0439548
Feb 19 03:12:27.128707 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.db [req-6bbc2cf2-9632-40bf-903e-037169e9938f req-51a6f71e-2e15-42c6-af93-ffa4edf24e1a tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] For port ce42728e-25c3-4671-8d72-5c0b9b0f72c4, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=ce42728e-25c3-4671-8d72-5c0b9b0f72c4,segment=NetworkSegment(fd301c7f-c4b0-4332-b94c-0e4a8acda55e),segment_id=fd301c7f-c4b0-4332-b94c-0e4a8acda55e)] {{(pid=84116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 03:12:27.129110 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-6bbc2cf2-9632-40bf-903e-037169e9938f req-51a6f71e-2e15-42c6-af93-ffa4edf24e1a tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-361392'] for port, precommit_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:12:27.468369 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-6bbc2cf2-9632-40bf-903e-037169e9938f req-51a6f71e-2e15-42c6-af93-ffa4edf24e1a tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:12:27.469482 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-6bbc2cf2-9632-40bf-903e-037169e9938f req-51a6f71e-2e15-42c6-af93-ffa4edf24e1a tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854389592'] for floatingip, after_update {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:12:27.469877 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.db.l3_db [req-6bbc2cf2-9632-40bf-903e-037169e9938f req-51a6f71e-2e15-42c6-af93-ffa4edf24e1a tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Floating IP 0f724ef1-f248-478a-8f19-a002f6811724 disassociated. External IP: 172.27.0.24, port: ce42728e-25c3-4671-8d72-5c0b9b0f72c4.
Feb 19 03:12:27.470267 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.plugin [req-6bbc2cf2-9632-40bf-903e-037169e9938f req-51a6f71e-2e15-42c6-af93-ffa4edf24e1a tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Calling delete_port for ce42728e-25c3-4671-8d72-5c0b9b0f72c4 owned by compute:nova {{(pid=84116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 19 03:12:27.632716 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0295b626-7754-4abb-b0e4-5b1e060c4e72 req-a2dc3b38-36e4-44b1-a640-505b234b4847 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:12:27.634484 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-0295b626-7754-4abb-b0e4-5b1e060c4e72 req-a2dc3b38-36e4-44b1-a640-505b234b4847 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] 10.222.0.13 "GET /v2.0/ports?device_id=39c82310-15ee-49b5-a086-cd2790e856d2 HTTP/1.1" status: 200  len: 946 time: 0.1678009
Feb 19 03:12:27.641794 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a255c169-34f4-4ee1-96c5-f40184edb1cd req-3d39cb05-600f-4f78-bbdd-3ba46d3accca tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:12:27.643361 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-a255c169-34f4-4ee1-96c5-f40184edb1cd req-3d39cb05-600f-4f78-bbdd-3ba46d3accca tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6ecfe08-1772-4b9a-a3f2-2b210ba89d33 HTTP/1.1" status: 200  len: 943 time: 0.1335309
Feb 19 03:12:27.649040 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-6bbc2cf2-9632-40bf-903e-037169e9938f req-51a6f71e-2e15-42c6-af93-ffa4edf24e1a tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363269711510303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363269711906437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2630593'] for port, after_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:12:27.668935 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-d8223d68-b46d-4f57-9cf5-41c046aaf6d7 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:12:27.718118 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-0295b626-7754-4abb-b0e4-5b1e060c4e72 req-449760df-278a-41fd-bc66-89ca73586d7e tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e7eef30-c0d8-4a18-a57a-f21b76010128&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0737720
Feb 19 03:12:27.726587 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-a255c169-34f4-4ee1-96c5-f40184edb1cd req-a4217e6d-6a0c-4c96-98c7-49d1550acc7f tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] 10.222.0.13 "GET /v2.0/security-groups?id=00f7ce86-0f19-4798-a066-63f8a8d47966&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0676496
Feb 19 03:12:27.764995 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a6f71e-2e15-42c6-af93-ffa4edf24e1a tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Pushing event deleted for resources: {'Port': ['ID=ce42728e-25c3-4671-8d72-5c0b9b0f72c4,revision_number=None']} {{(pid=84116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:12:27.775239 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-51a6f71e-2e15-42c6-af93-ffa4edf24e1a tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:12:28.041978 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6bbc2cf2-9632-40bf-903e-037169e9938f req-51a6f71e-2e15-42c6-af93-ffa4edf24e1a tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Router 38a43ecc-4ed4-4b6f-967c-3f9825b6e0d7 has already been hosted by L3 agent f4ccfb5a-d22e-440e-8ddd-f393ad00f812 {{(pid=84116) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 19 03:12:28.241193 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9da0f3-543f-441f-97f0-f8084ee5e45b req-dc1eb7b9-c2fd-477a-ba37-1def2bcf5084 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:12:28.244870 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-2f9da0f3-543f-441f-97f0-f8084ee5e45b req-dc1eb7b9-c2fd-477a-ba37-1def2bcf5084 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] 10.222.0.65 "GET /v2.0/ports?device_id=39c82310-15ee-49b5-a086-cd2790e856d2 HTTP/1.1" status: 200  len: 946 time: 0.1205401
Feb 19 03:12:28.345852 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.plugin [req-2f9da0f3-543f-441f-97f0-f8084ee5e45b req-deb49f99-0628-4107-925c-6211a1c9f93b tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Deleting port e488387b-5255-49c1-864a-bb8311c72122 {{(pid=84115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 19 03:12:28.346353 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-2f9da0f3-543f-441f-97f0-f8084ee5e45b req-deb49f99-0628-4107-925c-6211a1c9f93b tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363269711485266'] for port, before_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:12:28.410733 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.rpc [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Device e488387b-5255-49c1-864a-bb8311c72122 no longer exists at agent ovs-agent-hv-cinder-77570 {{(pid=84117) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 19 03:12:28.540374 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6bbc2cf2-9632-40bf-903e-037169e9938f req-51a6f71e-2e15-42c6-af93-ffa4edf24e1a tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Notify agent at l3_agent.dv-cinder-775706-2-iscsi the message routers_updated {{(pid=84116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 19 03:12:28.551276 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838630373'] for port, before_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:12:28.551738 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e784e580-2481-4cea-8aeb-aa3903f06497 None None] Sync routers for ids ['38a43ecc-4ed4-4b6f-967c-3f9825b6e0d7'] in dv-cinder-775706-2-iscsi {{(pid=84118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 19 03:12:28.565533 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e784e580-2481-4cea-8aeb-aa3903f06497 None None] Routers {'38a43ecc-4ed4-4b6f-967c-3f9825b6e0d7'} bound to L3 agent in host dv-cinder-775706-2-iscsi {{(pid=84118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 03:12:28.566228 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_hamode_db [None req-e784e580-2481-4cea-8aeb-aa3903f06497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f94261ea9b0>, 'dv-cinder-775706-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-19T02:56:52Z,description=<?>,heartbeat_timestamp=2021-02-19T03:12:22Z,host='dv-cinder-775706-2-iscsi',id=f4ccfb5a-d22e-440e-8ddd-f393ad00f812,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T02:56:52Z,topic='l3_agent')) {'router_ids': ['38a43ecc-4ed4-4b6f-967c-3f9825b6e0d7'], 'active': True} {{(pid=84118) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 03:12:28.586154 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvrscheduler_db [req-6bbc2cf2-9632-40bf-903e-037169e9938f req-51a6f71e-2e15-42c6-af93-ffa4edf24e1a tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] No DVR routers for this DVR port ce42728e-25c3-4671-8d72-5c0b9b0f72c4 on host hv-cinder-77570 {{(pid=84116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 19 03:12:28.589856 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-6bbc2cf2-9632-40bf-903e-037169e9938f req-51a6f71e-2e15-42c6-af93-ffa4edf24e1a tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771976'] for port, before_response {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:12:28.591529 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.db [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] For port e488387b-5255-49c1-864a-bb8311c72122, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=e488387b-5255-49c1-864a-bb8311c72122,segment=NetworkSegment(beb532a6-df16-4e1c-84e0-3b45d5f83fc7),segment_id=beb532a6-df16-4e1c-84e0-3b45d5f83fc7)] {{(pid=84117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 03:12:28.593454 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6ecfe08-1772-4b9a-a3f2-2b210ba89d33', 'name': 'network-vif-deleted', 'tag': 'ce42728e-25c3-4671-8d72-5c0b9b0f72c4'}] {{(pid=84116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 03:12:28.617127 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269711510320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767142869380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269711906403'] for port, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:12:28.619088 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:12:28.692244 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-6bbc2cf2-9632-40bf-903e-037169e9938f req-51a6f71e-2e15-42c6-af93-ffa4edf24e1a tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] 10.222.0.65 "DELETE /v2.0/ports/ce42728e-25c3-4671-8d72-5c0b9b0f72c4 HTTP/1.1" status: 204  len: 173 time: 1.9191148
Feb 19 03:12:28.715940 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Pushing event updated for resources: {'Port': ['ID=e488387b-5255-49c1-864a-bb8311c72122,revision_number=5']} {{(pid=84117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:12:28.720148 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=84117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:12:28.727001 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.db [req-2f9da0f3-543f-441f-97f0-f8084ee5e45b req-deb49f99-0628-4107-925c-6211a1c9f93b tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] For port e488387b-5255-49c1-864a-bb8311c72122, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=e488387b-5255-49c1-864a-bb8311c72122,segment=NetworkSegment(beb532a6-df16-4e1c-84e0-3b45d5f83fc7),segment_id=beb532a6-df16-4e1c-84e0-3b45d5f83fc7)] {{(pid=84115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 03:12:28.727667 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-2f9da0f3-543f-441f-97f0-f8084ee5e45b req-deb49f99-0628-4107-925c-6211a1c9f93b tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-361392'] for port, precommit_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:12:28.801279 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6ecfe08-1772-4b9a-a3f2-2b210ba89d33', 'name': 'network-vif-deleted', 'tag': 'ce42728e-25c3-4671-8d72-5c0b9b0f72c4', 'status': 'completed', 'code': 200}
Feb 19 03:12:28.815797 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39c82310-15ee-49b5-a086-cd2790e856d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e488387b-5255-49c1-864a-bb8311c72122'}] {{(pid=84117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 03:12:28.972726 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvr_db [None req-e784e580-2481-4cea-8aeb-aa3903f06497 None None] Set router 38a43ecc-4ed4-4b6f-967c-3f9825b6e0d7 gateway port host: dv-cinder-775706-2-iscsi {{(pid=84118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 03:12:29.078883 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-b4c7cefd-4b08-45ec-b5d3-7ba895f7cebc req-90e70633-4751-4974-8772-28d75a6cab73 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6ecfe08-1772-4b9a-a3f2-2b210ba89d33 HTTP/1.1" status: 200  len: 210 time: 0.0650468
Feb 19 03:12:29.087897 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f52ef90-21f2-4589-a05e-0b69f58bf957 req-0b64618b-c97d-4d24-b57a-ee751690b3b6 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:12:29.089476 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-9f52ef90-21f2-4589-a05e-0b69f58bf957 req-0b64618b-c97d-4d24-b57a-ee751690b3b6 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecd11572-513d-45f7-922b-f06d7b16f8f1 HTTP/1.1" status: 200  len: 945 time: 0.7090502
Feb 19 03:12:29.343631 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_hamode_db [None req-e784e580-2481-4cea-8aeb-aa3903f06497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f94261ea9b0>, [{'id': '38a43ecc-4ed4-4b6f-967c-3f9825b6e0d7', 'name': 'tempest-TestVolumeBootPattern-845494617-router', 'tenant_id': '15972dafcae5480290e92407c155b4a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'external_fixed_ips': [{'subnet_id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': 'd3f0dffa-05e4-4cf3-b5ed-05e96e26ef3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T03:08:20Z', 'updated_at': '2021-02-19T03:08:29Z', 'revision_number': 4, 'project_id': '15972dafcae5480290e92407c155b4a6', 'gw_port': {'id': 'd3f0dffa-05e4-4cf3-b5ed-05e96e26ef3b', 'name': '', 'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:1b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38a43ecc-4ed4-4b6f-967c-3f9825b6e0d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T03:08:21Z', 'updated_at': '2021-02-19T03:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-2-iscsi', '_interfaces': [{'id': '620ca212-b760-4421-979b-f3ffea0ba319', 'name': '', 'network_id': 'e9c3c36b-9ba9-4bad-aa41-5ad95f05fd56', 'tenant_id': '15972dafcae5480290e92407c155b4a6', 'mac_address': 'fa:16:3e:38:b6:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38a43ecc-4ed4-4b6f-967c-3f9825b6e0d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'a7a2a5a5-1d7b-43c3-bf47-2a76329918f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T03:08:27Z', 'updated_at': '2021-02-19T03:08:40Z', 'revision_number': 5, 'project_id': '15972dafcae5480290e92407c155b4a6', 'subnets': [{'id': 'a7a2a5a5-1d7b-43c3-bf47-2a76329918f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775706-2-iscsi', False) {} {{(pid=84118) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 03:12:29.348534 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e784e580-2481-4cea-8aeb-aa3903f06497 None None] Checking router: 38a43ecc-4ed4-4b6f-967c-3f9825b6e0d7 for host: dv-cinder-775706-2-iscsi {{(pid=84118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 19 03:12:29.358841 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e784e580-2481-4cea-8aeb-aa3903f06497 None None] Routers {'38a43ecc-4ed4-4b6f-967c-3f9825b6e0d7'} bound to L3 agent in host dv-cinder-775706-2-iscsi {{(pid=84118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 03:12:29.359014 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_hamode_db [None req-e784e580-2481-4cea-8aeb-aa3903f06497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f94261ea9b0>, 'dv-cinder-775706-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-19T02:56:52Z,description=<?>,heartbeat_timestamp=2021-02-19T03:12:22Z,host='dv-cinder-775706-2-iscsi',id=f4ccfb5a-d22e-440e-8ddd-f393ad00f812,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T02:56:52Z,topic='l3_agent')) {'router_ids': ['38a43ecc-4ed4-4b6f-967c-3f9825b6e0d7'], 'active': True} {{(pid=84118) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 03:12:29.589535 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvr_db [None req-e784e580-2481-4cea-8aeb-aa3903f06497 None None] Set router 38a43ecc-4ed4-4b6f-967c-3f9825b6e0d7 gateway port host: dv-cinder-775706-2-iscsi {{(pid=84118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 03:12:29.615733 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-9f52ef90-21f2-4589-a05e-0b69f58bf957 req-15dde3d9-e006-45e0-b83b-6dda38492e36 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/security-groups?id=8792f758-2a16-4d64-a5b2-2ed369bfedc4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.5092080
Feb 19 03:12:29.619646 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-2f9da0f3-543f-441f-97f0-f8084ee5e45b req-deb49f99-0628-4107-925c-6211a1c9f93b tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:12:29.620061 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-2f9da0f3-543f-441f-97f0-f8084ee5e45b req-deb49f99-0628-4107-925c-6211a1c9f93b tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854389592'] for floatingip, after_update {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:12:29.620411 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.db.l3_db [req-2f9da0f3-543f-441f-97f0-f8084ee5e45b req-deb49f99-0628-4107-925c-6211a1c9f93b tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Floating IP 44fea8f9-0ffa-4a4a-974a-ac0431ade5d0 disassociated. External IP: 172.27.0.52, port: e488387b-5255-49c1-864a-bb8311c72122.
Feb 19 03:12:29.620797 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.plugin [req-2f9da0f3-543f-441f-97f0-f8084ee5e45b req-deb49f99-0628-4107-925c-6211a1c9f93b tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Calling delete_port for e488387b-5255-49c1-864a-bb8311c72122 owned by compute:nova {{(pid=84115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 19 03:12:29.686622 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39c82310-15ee-49b5-a086-cd2790e856d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e488387b-5255-49c1-864a-bb8311c72122', 'code': 200}
Feb 19 03:12:29.727194 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d849d0-04ca-4be1-8f13-ec66c925e18e req-51f37d77-f252-459d-8420-fe0239332ba7 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:12:29.728800 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-c7d849d0-04ca-4be1-8f13-ec66c925e18e req-51f37d77-f252-459d-8420-fe0239332ba7 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] 10.222.0.13 "GET /v2.0/ports?device_id=39c82310-15ee-49b5-a086-cd2790e856d2 HTTP/1.1" status: 200  len: 944 time: 0.5322509
Feb 19 03:12:29.772115 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.db.api [req-2f9da0f3-543f-441f-97f0-f8084ee5e45b req-deb49f99-0628-4107-925c-6211a1c9f93b tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84115) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 19 03:12:29.772476 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_db.api [req-2f9da0f3-543f-441f-97f0-f8084ee5e45b req-deb49f99-0628-4107-925c-6211a1c9f93b tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 19 03:12:29.783965 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-c7d849d0-04ca-4be1-8f13-ec66c925e18e req-66ab8b1d-fc3f-4370-b054-6196942eb9da tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e7eef30-c0d8-4a18-a57a-f21b76010128&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.0463500
Feb 19 03:12:29.933422 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_hamode_db [None req-e784e580-2481-4cea-8aeb-aa3903f06497 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f94261ea9b0>, [{'id': '38a43ecc-4ed4-4b6f-967c-3f9825b6e0d7', 'name': 'tempest-TestVolumeBootPattern-845494617-router', 'tenant_id': '15972dafcae5480290e92407c155b4a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'external_fixed_ips': [{'subnet_id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': 'd3f0dffa-05e4-4cf3-b5ed-05e96e26ef3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T03:08:20Z', 'updated_at': '2021-02-19T03:08:29Z', 'revision_number': 4, 'project_id': '15972dafcae5480290e92407c155b4a6', 'gw_port': {'id': 'd3f0dffa-05e4-4cf3-b5ed-05e96e26ef3b', 'name': '', 'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:1b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38a43ecc-4ed4-4b6f-967c-3f9825b6e0d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T03:08:21Z', 'updated_at': '2021-02-19T03:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-2-iscsi', '_interfaces': [{'id': '620ca212-b760-4421-979b-f3ffea0ba319', 'name': '', 'network_id': 'e9c3c36b-9ba9-4bad-aa41-5ad95f05fd56', 'tenant_id': '15972dafcae5480290e92407c155b4a6', 'mac_address': 'fa:16:3e:38:b6:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38a43ecc-4ed4-4b6f-967c-3f9825b6e0d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'a7a2a5a5-1d7b-43c3-bf47-2a76329918f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T03:08:27Z', 'updated_at': '2021-02-19T03:08:40Z', 'revision_number': 5, 'project_id': '15972dafcae5480290e92407c155b4a6', 'subnets': [{'id': 'a7a2a5a5-1d7b-43c3-bf47-2a76329918f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775706-2-iscsi', False) {} {{(pid=84118) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 03:12:29.937559 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e784e580-2481-4cea-8aeb-aa3903f06497 None None] The sync data for ids ['38a43ecc-4ed4-4b6f-967c-3f9825b6e0d7'] in dv-cinder-775706-2-iscsi is: [{'id': '38a43ecc-4ed4-4b6f-967c-3f9825b6e0d7', 'name': 'tempest-TestVolumeBootPattern-845494617-router', 'tenant_id': '15972dafcae5480290e92407c155b4a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'external_fixed_ips': [{'subnet_id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': 'd3f0dffa-05e4-4cf3-b5ed-05e96e26ef3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T03:08:20Z', 'updated_at': '2021-02-19T03:08:29Z', 'revision_number': 4, 'project_id': '15972dafcae5480290e92407c155b4a6', 'gw_port': {'id': 'd3f0dffa-05e4-4cf3-b5ed-05e96e26ef3b', 'name': '', 'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:1b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38a43ecc-4ed4-4b6f-967c-3f9825b6e0d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T03:08:21Z', 'updated_at': '2021-02-19T03:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-2-iscsi', '_interfaces': [{'id': '620ca212-b760-4421-979b-f3ffea0ba319', 'name': '', 'network_id': 'e9c3c36b-9ba9-4bad-aa41-5ad95f05fd56', 'tenant_id': '15972dafcae5480290e92407c155b4a6', 'mac_address': 'fa:16:3e:38:b6:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38a43ecc-4ed4-4b6f-967c-3f9825b6e0d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'a7a2a5a5-1d7b-43c3-bf47-2a76329918f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T03:08:27Z', 'updated_at': '2021-02-19T03:08:40Z', 'revision_number': 5, 'project_id': '15972dafcae5480290e92407c155b4a6', 'subnets': [{'id': 'a7a2a5a5-1d7b-43c3-bf47-2a76329918f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 19 03:12:30.275010 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.plugin [req-2f9da0f3-543f-441f-97f0-f8084ee5e45b req-deb49f99-0628-4107-925c-6211a1c9f93b tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Deleting port e488387b-5255-49c1-864a-bb8311c72122 {{(pid=84115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 19 03:12:30.275397 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-2f9da0f3-543f-441f-97f0-f8084ee5e45b req-deb49f99-0628-4107-925c-6211a1c9f93b tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363269711485266'] for port, before_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:12:30.314461 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-095add6d-4366-46fd-ba48-f3856fbfe9d9 req-fd22c4bf-7914-4e90-9d64-fa6442c1636b tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6ecfe08-1772-4b9a-a3f2-2b210ba89d33 HTTP/1.1" status: 200  len: 210 time: 0.0948763
Feb 19 03:12:30.385555 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad032ced-a297-4783-b85c-f38c9f0685c6 None None] New status for floating IP 0f724ef1-f248-478a-8f19-a002f6811724: DOWN {{(pid=84117) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 19 03:12:30.552664 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.db [req-2f9da0f3-543f-441f-97f0-f8084ee5e45b req-deb49f99-0628-4107-925c-6211a1c9f93b tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] For port e488387b-5255-49c1-864a-bb8311c72122, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=e488387b-5255-49c1-864a-bb8311c72122,segment=NetworkSegment(beb532a6-df16-4e1c-84e0-3b45d5f83fc7),segment_id=beb532a6-df16-4e1c-84e0-3b45d5f83fc7)] {{(pid=84115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 03:12:30.552664 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-2f9da0f3-543f-441f-97f0-f8084ee5e45b req-deb49f99-0628-4107-925c-6211a1c9f93b tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-361392'] for port, precommit_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:12:31.006696 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-2f9da0f3-543f-441f-97f0-f8084ee5e45b req-deb49f99-0628-4107-925c-6211a1c9f93b tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:12:31.007268 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-2f9da0f3-543f-441f-97f0-f8084ee5e45b req-deb49f99-0628-4107-925c-6211a1c9f93b tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854389592'] for floatingip, after_update {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:12:31.007431 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.db.l3_db [req-2f9da0f3-543f-441f-97f0-f8084ee5e45b req-deb49f99-0628-4107-925c-6211a1c9f93b tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Floating IP 44fea8f9-0ffa-4a4a-974a-ac0431ade5d0 disassociated. External IP: 172.27.0.52, port: e488387b-5255-49c1-864a-bb8311c72122.
Feb 19 03:12:31.007813 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.plugin [req-2f9da0f3-543f-441f-97f0-f8084ee5e45b req-deb49f99-0628-4107-925c-6211a1c9f93b tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Calling delete_port for e488387b-5255-49c1-864a-bb8311c72122 owned by compute:nova {{(pid=84115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 19 03:12:31.069530 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-966e8969-b3e5-47e4-bd6a-223132570aab req-6f4bcf12-7949-4448-8573-6732347fab47 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:12:31.071736 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-966e8969-b3e5-47e4-bd6a-223132570aab req-6f4bcf12-7949-4448-8573-6732347fab47 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecd11572-513d-45f7-922b-f06d7b16f8f1 HTTP/1.1" status: 200  len: 945 time: 0.3258913
Feb 19 03:12:31.162277 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5af474-10bb-4699-abcb-71dca3205b68 req-8cb1a8e9-ce85-4892-8c5a-2ad665c80bd2 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:12:31.163885 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-0c5af474-10bb-4699-abcb-71dca3205b68 req-8cb1a8e9-ce85-4892-8c5a-2ad665c80bd2 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] 10.222.0.13 "GET /v2.0/ports?device_id=39c82310-15ee-49b5-a086-cd2790e856d2 HTTP/1.1" status: 200  len: 944 time: 0.2478623
Feb 19 03:12:31.174449 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-966e8969-b3e5-47e4-bd6a-223132570aab req-7cea449b-b48e-4175-b1b9-b0e2e9850b8d tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/security-groups?id=8792f758-2a16-4d64-a5b2-2ed369bfedc4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0941088
Feb 19 03:12:31.192660 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a899bcad-aadb-4133-bc02-1a6de8931ac7 req-2fa9e08c-d601-4bf6-8bfe-fa282ad176a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:12:31.194512 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-a899bcad-aadb-4133-bc02-1a6de8931ac7 req-2fa9e08c-d601-4bf6-8bfe-fa282ad176a2 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=fe62d789c5ba40bd87c0c4eb042c2297&device_id=ecd11572-513d-45f7-922b-f06d7b16f8f1 HTTP/1.1" status: 200  len: 1162 time: 0.2079151
Feb 19 03:12:31.278434 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-0c5af474-10bb-4699-abcb-71dca3205b68 req-a439c5a6-8a52-48fd-99ec-6aacd23f3b3b tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] 10.222.0.13 "GET /v2.0/security-groups?id=6e7eef30-c0d8-4a18-a57a-f21b76010128&fields=id&fields=name HTTP/1.1" status: 200  len: 311 time: 0.1023061
Feb 19 03:12:31.317278 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:12:31.340425 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-2f9da0f3-543f-441f-97f0-f8084ee5e45b req-deb49f99-0628-4107-925c-6211a1c9f93b tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363269711510303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363269711906437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853345888'] for port, after_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:12:31.359103 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-95dd1560-122a-400c-ba8a-699619c9b31b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:12:31.376619 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a899bcad-aadb-4133-bc02-1a6de8931ac7 req-b0ee9983-262f-488b-a5d1-c93cfabfe2ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:12:31.378252 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-a899bcad-aadb-4133-bc02-1a6de8931ac7 req-b0ee9983-262f-488b-a5d1-c93cfabfe2ef service neutron] 10.222.0.65 "GET /v2.0/networks?id=96367511-4096-441d-8b71-998abf1ff026 HTTP/1.1" status: 200  len: 910 time: 0.1528227
Feb 19 03:12:31.459098 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb49f99-0628-4107-925c-6211a1c9f93b tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Pushing event deleted for resources: {'Port': ['ID=e488387b-5255-49c1-864a-bb8311c72122,revision_number=None']} {{(pid=84115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:12:31.467500 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-deb49f99-0628-4107-925c-6211a1c9f93b tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:12:31.500485 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-a899bcad-aadb-4133-bc02-1a6de8931ac7 req-fd138982-b3fa-48e0-af84-c1bc3e5c34d3 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d1be9806-7b8a-44f0-8838-663569df55b1 HTTP/1.1" status: 200  len: 1001 time: 0.1145380
Feb 19 03:12:31.598523 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a899bcad-aadb-4133-bc02-1a6de8931ac7 req-4a64c529-dac4-48a6-8db6-95a6a7ab194c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:12:31.598523 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-a899bcad-aadb-4133-bc02-1a6de8931ac7 req-4a64c529-dac4-48a6-8db6-95a6a7ab194c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ffae0469-f40c-4397-8d65-7fee68a1ef0a HTTP/1.1" status: 200  len: 855 time: 0.0825927
Feb 19 03:12:31.687140 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a899bcad-aadb-4133-bc02-1a6de8931ac7 req-0ce7020c-8f64-4014-a4ff-f9c5eaa38302 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:12:31.688941 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-a899bcad-aadb-4133-bc02-1a6de8931ac7 req-0ce7020c-8f64-4014-a4ff-f9c5eaa38302 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=96367511-4096-441d-8b71-998abf1ff026&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0826638
Feb 19 03:12:31.778433 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-8586135c-8891-40e2-a888-0db36fe0bcc1 req-9d26df4a-e293-4e25-9d02-a9da0b663e47 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-TestVolumeBootPattern-1740818411&fields=id&tenant_id=15972dafcae5480290e92407c155b4a6 HTTP/1.1" status: 200  len: 267 time: 0.0741131
Feb 19 03:12:31.783952 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2f9da0f3-543f-441f-97f0-f8084ee5e45b req-deb49f99-0628-4107-925c-6211a1c9f93b tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Router 900551e6-5397-496b-9338-8bdf991a87a4 has already been hosted by L3 agent f4ccfb5a-d22e-440e-8ddd-f393ad00f812 {{(pid=84115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 19 03:12:31.837647 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-a899bcad-aadb-4133-bc02-1a6de8931ac7 req-d76040e8-1c3b-4477-8b48-ad547ac69b65 service neutron] 10.222.0.65 "GET /v2.0/networks/96367511-4096-441d-8b71-998abf1ff026?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1414430
Feb 19 03:12:31.997166 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-a899bcad-aadb-4133-bc02-1a6de8931ac7 req-e7aa3be1-271e-4f38-82c1-154bb5f9d4e0 service neutron] 10.222.0.65 "GET /v2.0/networks/96367511-4096-441d-8b71-998abf1ff026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1523221
Feb 19 03:12:32.126948 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8586135c-8891-40e2-a888-0db36fe0bcc1 req-3fc30989-aa30-44a1-bc72-9cf4376d01fa tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:12:32.128538 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-8586135c-8891-40e2-a888-0db36fe0bcc1 req-3fc30989-aa30-44a1-bc72-9cf4376d01fa tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] 10.222.0.13 "GET /v2.0/networks?id=e9c3c36b-9ba9-4bad-aa41-5ad95f05fd56 HTTP/1.1" status: 200  len: 811 time: 0.3409712
Feb 19 03:12:32.129775 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2f9da0f3-543f-441f-97f0-f8084ee5e45b req-deb49f99-0628-4107-925c-6211a1c9f93b tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Notify agent at l3_agent.dv-cinder-775706-2-iscsi the message routers_updated {{(pid=84115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 19 03:12:32.139421 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a4bf973-f017-48c3-b81b-70071b52de74 None None] Sync routers for ids ['900551e6-5397-496b-9338-8bdf991a87a4'] in dv-cinder-775706-2-iscsi {{(pid=84118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 19 03:12:32.151540 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a4bf973-f017-48c3-b81b-70071b52de74 None None] Routers {'900551e6-5397-496b-9338-8bdf991a87a4'} bound to L3 agent in host dv-cinder-775706-2-iscsi {{(pid=84118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 03:12:32.152228 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_hamode_db [None req-9a4bf973-f017-48c3-b81b-70071b52de74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9425d1a668>, 'dv-cinder-775706-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-19T02:56:52Z,description=<?>,heartbeat_timestamp=2021-02-19T03:12:22Z,host='dv-cinder-775706-2-iscsi',id=f4ccfb5a-d22e-440e-8ddd-f393ad00f812,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T02:56:52Z,topic='l3_agent')) {'router_ids': ['900551e6-5397-496b-9338-8bdf991a87a4'], 'active': True} {{(pid=84118) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 03:12:32.176625 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f9da0f3-543f-441f-97f0-f8084ee5e45b req-deb49f99-0628-4107-925c-6211a1c9f93b tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] No DVR routers for this DVR port e488387b-5255-49c1-864a-bb8311c72122 on host hv-cinder-77570 {{(pid=84115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 19 03:12:32.179692 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-2f9da0f3-543f-441f-97f0-f8084ee5e45b req-deb49f99-0628-4107-925c-6211a1c9f93b tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771976'] for port, before_response {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:12:32.182343 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39c82310-15ee-49b5-a086-cd2790e856d2', 'name': 'network-vif-deleted', 'tag': 'e488387b-5255-49c1-864a-bb8311c72122'}] {{(pid=84115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 03:12:32.192334 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-8586135c-8891-40e2-a888-0db36fe0bcc1 req-9aead07e-e6ab-4a2d-97f5-9682a9f25cc4 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] 10.222.0.13 "GET /v2.0/quotas/15972dafcae5480290e92407c155b4a6 HTTP/1.1" status: 200  len: 375 time: 0.0278103
Feb 19 03:12:32.194011 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-2f9da0f3-543f-441f-97f0-f8084ee5e45b req-deb49f99-0628-4107-925c-6211a1c9f93b tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] 10.222.0.65 "DELETE /v2.0/ports/e488387b-5255-49c1-864a-bb8311c72122 HTTP/1.1" status: 204  len: 173 time: 3.9430990
Feb 19 03:12:32.312005 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-8586135c-8891-40e2-a888-0db36fe0bcc1 req-84a39eee-f5e0-4e29-ac47-c7ada678ab77 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=15972dafcae5480290e92407c155b4a6&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0971491
Feb 19 03:12:32.348806 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39c82310-15ee-49b5-a086-cd2790e856d2', 'name': 'network-vif-deleted', 'tag': 'e488387b-5255-49c1-864a-bb8311c72122', 'status': 'completed', 'code': 200}
Feb 19 03:12:32.436830 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvr_db [None req-9a4bf973-f017-48c3-b81b-70071b52de74 None None] Set router 900551e6-5397-496b-9338-8bdf991a87a4 gateway port host: dv-cinder-775706-2-iscsi {{(pid=84118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 03:12:32.558511 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-8586135c-8891-40e2-a888-0db36fe0bcc1 req-be65a748-c834-46df-b2b5-15c2db53e5d8 service neutron] 10.222.0.13 "GET /v2.0/networks/e9c3c36b-9ba9-4bad-aa41-5ad95f05fd56?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2326875
Feb 19 03:12:32.782175 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-8586135c-8891-40e2-a888-0db36fe0bcc1 req-3ce7f4f8-0ae9-4a9b-b67d-0537c542f02c service neutron] 10.222.0.13 "GET /v2.0/networks/e9c3c36b-9ba9-4bad-aa41-5ad95f05fd56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2160170
Feb 19 03:12:32.790700 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11381d38-a3fa-473b-8204-10c3290a3772 req-4ace1970-9d20-4581-a0da-ef85f8c5627d tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:12:32.792430 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-11381d38-a3fa-473b-8204-10c3290a3772 req-4ace1970-9d20-4581-a0da-ef85f8c5627d tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecd11572-513d-45f7-922b-f06d7b16f8f1 HTTP/1.1" status: 200  len: 945 time: 0.1460507
Feb 19 03:12:32.804907 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_hamode_db [None req-9a4bf973-f017-48c3-b81b-70071b52de74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9425d1a668>, [{'id': '900551e6-5397-496b-9338-8bdf991a87a4', 'name': 'tempest-AttachVolumeTestJSON-158848129-router', 'tenant_id': '9cc54ca0063647f58309a9cc08a310b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'external_fixed_ips': [{'subnet_id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': 'fb1ba4fb-1d38-48a0-841f-f65bf02372dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T03:07:44Z', 'updated_at': '2021-02-19T03:07:55Z', 'revision_number': 4, 'project_id': '9cc54ca0063647f58309a9cc08a310b1', 'gw_port': {'id': 'fb1ba4fb-1d38-48a0-841f-f65bf02372dc', 'name': '', 'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:0e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900551e6-5397-496b-9338-8bdf991a87a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T03:07:46Z', 'updated_at': '2021-02-19T03:08:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-2-iscsi', '_interfaces': [{'id': '0248f8e8-e2b2-4ed1-b7da-e388f145e5a4', 'name': '', 'network_id': 'f43f4357-3ff6-40b8-94e0-eb50f3b0a088', 'tenant_id': '9cc54ca0063647f58309a9cc08a310b1', 'mac_address': 'fa:16:3e:c8:7a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900551e6-5397-496b-9338-8bdf991a87a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': 'bcac62f7-68c0-43e3-adb5-456fec5d76fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T03:07:52Z', 'updated_at': '2021-02-19T03:08:08Z', 'revision_number': 5, 'project_id': '9cc54ca0063647f58309a9cc08a310b1', 'subnets': [{'id': 'bcac62f7-68c0-43e3-adb5-456fec5d76fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775706-2-iscsi', False) {} {{(pid=84118) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 03:12:32.809151 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a4bf973-f017-48c3-b81b-70071b52de74 None None] Checking router: 900551e6-5397-496b-9338-8bdf991a87a4 for host: dv-cinder-775706-2-iscsi {{(pid=84118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 19 03:12:32.828294 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a4bf973-f017-48c3-b81b-70071b52de74 None None] Routers {'900551e6-5397-496b-9338-8bdf991a87a4'} bound to L3 agent in host dv-cinder-775706-2-iscsi {{(pid=84118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 03:12:32.829001 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_hamode_db [None req-9a4bf973-f017-48c3-b81b-70071b52de74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9425d1a668>, 'dv-cinder-775706-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-19T02:56:52Z,description=<?>,heartbeat_timestamp=2021-02-19T03:12:22Z,host='dv-cinder-775706-2-iscsi',id=f4ccfb5a-d22e-440e-8ddd-f393ad00f812,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T02:56:52Z,topic='l3_agent')) {'router_ids': ['900551e6-5397-496b-9338-8bdf991a87a4'], 'active': True} {{(pid=84118) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 03:12:32.857179 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-11381d38-a3fa-473b-8204-10c3290a3772 req-ac182873-0713-4cdd-937b-afa21a1d047a tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/security-groups?id=8792f758-2a16-4d64-a5b2-2ed369bfedc4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0555158
Feb 19 03:12:33.056382 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [req-22fb809f-7d83-4167-8fc0-c3ea24b4691c req-88a30b54-f1ee-402b-8874-ec272f39922a tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Synchronizing usage tracker for tenant:9cc54ca0063647f58309a9cc08a310b1 on resource:port {{(pid=84115) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 19 03:12:33.061555 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvr_db [None req-9a4bf973-f017-48c3-b81b-70071b52de74 None None] Set router 900551e6-5397-496b-9338-8bdf991a87a4 gateway port host: dv-cinder-775706-2-iscsi {{(pid=84118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 03:12:33.134246 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [req-22fb809f-7d83-4167-8fc0-c3ea24b4691c req-88a30b54-f1ee-402b-8874-ec272f39922a tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Unset dirty status for tenant:9cc54ca0063647f58309a9cc08a310b1 on resource:port {{(pid=84115) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 19 03:12:33.144720 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-22fb809f-7d83-4167-8fc0-c3ea24b4691c req-88a30b54-f1ee-402b-8874-ec272f39922a tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] 10.222.0.13 "GET /v2.0/ports?device_id=39c82310-15ee-49b5-a086-cd2790e856d2 HTTP/1.1" status: 200  len: 210 time: 0.1473830
Feb 19 03:12:33.456191 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-c867ace8-ee3c-40be-a5c7-bea7689e2804 req-ac02d01c-8abc-4896-b1d1-f58e26039848 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] 10.222.0.13 "GET /v2.0/ports?device_id=7fad92b9-b57d-4d32-92f4-cde038402fa3 HTTP/1.1" status: 200  len: 210 time: 0.0559421
Feb 19 03:12:33.578687 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_hamode_db [None req-9a4bf973-f017-48c3-b81b-70071b52de74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9425d1a668>, [{'id': '900551e6-5397-496b-9338-8bdf991a87a4', 'name': 'tempest-AttachVolumeTestJSON-158848129-router', 'tenant_id': '9cc54ca0063647f58309a9cc08a310b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'external_fixed_ips': [{'subnet_id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': 'fb1ba4fb-1d38-48a0-841f-f65bf02372dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T03:07:44Z', 'updated_at': '2021-02-19T03:07:55Z', 'revision_number': 4, 'project_id': '9cc54ca0063647f58309a9cc08a310b1', 'gw_port': {'id': 'fb1ba4fb-1d38-48a0-841f-f65bf02372dc', 'name': '', 'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:0e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900551e6-5397-496b-9338-8bdf991a87a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T03:07:46Z', 'updated_at': '2021-02-19T03:08:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-2-iscsi', '_interfaces': [{'id': '0248f8e8-e2b2-4ed1-b7da-e388f145e5a4', 'name': '', 'network_id': 'f43f4357-3ff6-40b8-94e0-eb50f3b0a088', 'tenant_id': '9cc54ca0063647f58309a9cc08a310b1', 'mac_address': 'fa:16:3e:c8:7a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900551e6-5397-496b-9338-8bdf991a87a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': 'bcac62f7-68c0-43e3-adb5-456fec5d76fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T03:07:52Z', 'updated_at': '2021-02-19T03:08:08Z', 'revision_number': 5, 'project_id': '9cc54ca0063647f58309a9cc08a310b1', 'subnets': [{'id': 'bcac62f7-68c0-43e3-adb5-456fec5d76fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775706-2-iscsi', False) {} {{(pid=84118) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 03:12:33.582749 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a4bf973-f017-48c3-b81b-70071b52de74 None None] The sync data for ids ['900551e6-5397-496b-9338-8bdf991a87a4'] in dv-cinder-775706-2-iscsi is: [{'id': '900551e6-5397-496b-9338-8bdf991a87a4', 'name': 'tempest-AttachVolumeTestJSON-158848129-router', 'tenant_id': '9cc54ca0063647f58309a9cc08a310b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'external_fixed_ips': [{'subnet_id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': 'fb1ba4fb-1d38-48a0-841f-f65bf02372dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T03:07:44Z', 'updated_at': '2021-02-19T03:07:55Z', 'revision_number': 4, 'project_id': '9cc54ca0063647f58309a9cc08a310b1', 'gw_port': {'id': 'fb1ba4fb-1d38-48a0-841f-f65bf02372dc', 'name': '', 'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:0e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900551e6-5397-496b-9338-8bdf991a87a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T03:07:46Z', 'updated_at': '2021-02-19T03:08:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-2-iscsi', '_interfaces': [{'id': '0248f8e8-e2b2-4ed1-b7da-e388f145e5a4', 'name': '', 'network_id': 'f43f4357-3ff6-40b8-94e0-eb50f3b0a088', 'tenant_id': '9cc54ca0063647f58309a9cc08a310b1', 'mac_address': 'fa:16:3e:c8:7a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900551e6-5397-496b-9338-8bdf991a87a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': 'bcac62f7-68c0-43e3-adb5-456fec5d76fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T03:07:52Z', 'updated_at': '2021-02-19T03:08:08Z', 'revision_number': 5, 'project_id': '9cc54ca0063647f58309a9cc08a310b1', 'subnets': [{'id': 'bcac62f7-68c0-43e3-adb5-456fec5d76fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 19 03:12:34.000884 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-061d074d-83db-4583-afae-35b8c2df7477 None None] New status for floating IP 44fea8f9-0ffa-4a4a-974a-ac0431ade5d0: DOWN {{(pid=84117) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 19 03:12:34.145052 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44fda66e-f0c3-4c77-baf2-1a42c56d5be5 req-d565047a-b422-4016-a4bf-e7c266d229e4 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:12:34.147066 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-44fda66e-f0c3-4c77-baf2-1a42c56d5be5 req-d565047a-b422-4016-a4bf-e7c266d229e4 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecd11572-513d-45f7-922b-f06d7b16f8f1 HTTP/1.1" status: 200  len: 945 time: 0.0971391
Feb 19 03:12:34.231253 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-44fda66e-f0c3-4c77-baf2-1a42c56d5be5 req-29da30e3-4302-4333-96fd-9d605145aa29 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/security-groups?id=8792f758-2a16-4d64-a5b2-2ed369bfedc4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0778430
Feb 19 03:12:34.327723 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84115) accepted ('10.222.0.13', 54936) {{(pid=84115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:12:34.398634 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-16eba16b-82fc-4e49-8793-a97fc5b823de tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Notify callbacks [] for security_group, before_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:12:34.431197 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-16eba16b-82fc-4e49-8793-a97fc5b823de tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:12:34.505575 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-16eba16b-82fc-4e49-8793-a97fc5b823de tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237410'] for security_group, after_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:12:34.511402 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-1db7f69e-3ba4-46da-9fd3-f43e427a646c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:12:34.528123 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16eba16b-82fc-4e49-8793-a97fc5b823de tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e7eef30-c0d8-4a18-a57a-f21b76010128,revision_number=None']} {{(pid=84115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:12:34.530996 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-16eba16b-82fc-4e49-8793-a97fc5b823de tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:12:34.567999 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-16eba16b-82fc-4e49-8793-a97fc5b823de tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Notify callbacks [] for security_group, before_response {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:12:34.572346 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84116) accepted ('10.222.0.13', 54944) {{(pid=84116) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:12:34.580769 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-16eba16b-82fc-4e49-8793-a97fc5b823de tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] 10.222.0.13 "DELETE /v2.0/security-groups/6e7eef30-c0d8-4a18-a57a-f21b76010128 HTTP/1.1" status: 204  len: 168 time: 0.2516749
Feb 19 03:12:34.592853 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.api.v2.resource [None req-f1c78558-1c53-4795-b3b0-f8b058917cd7 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] show failed (client error): The resource could not be found.
Feb 19 03:12:34.598307 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-f1c78558-1c53-4795-b3b0-f8b058917cd7 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] 10.222.0.13 "GET /v2.0/security-groups/6e7eef30-c0d8-4a18-a57a-f21b76010128 HTTP/1.1" status: 404  len: 347 time: 0.0248637
Feb 19 03:12:34.599160 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84116) accepted ('10.222.0.13', 54948) {{(pid=84116) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:12:34.644166 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-506fa8fe-4bda-4652-b306-eeb38a40070c req-34f5ad4b-d843-436a-81de-f22c003b792e tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] 10.222.0.13 "GET /v2.0/ports?device_id=7fad92b9-b57d-4d32-92f4-cde038402fa3 HTTP/1.1" status: 200  len: 210 time: 0.0596900
Feb 19 03:12:34.783311 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.plugin [None req-259d5d53-55b5-4709-b592-d1573e92e2c7 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Deleting port ac031414-2235-45b8-b808-64135dab9f16 {{(pid=84116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 19 03:12:34.783695 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-259d5d53-55b5-4709-b592-d1573e92e2c7 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363269711485266'] for port, before_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:12:34.971524 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-259d5d53-55b5-4709-b592-d1573e92e2c7 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-361392'] for port, precommit_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:12:34.971813 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-259d5d53-55b5-4709-b592-d1573e92e2c7 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:12:35.106672 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.plugin [None req-259d5d53-55b5-4709-b592-d1573e92e2c7 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Calling delete_port for ac031414-2235-45b8-b808-64135dab9f16 owned by network:floatingip {{(pid=84116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 19 03:12:35.283121 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-259d5d53-55b5-4709-b592-d1573e92e2c7 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363269711510303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363269711906437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2630593'] for port, after_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:12:35.300490 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-c0e284fb-3dbf-437c-a386-787ee2df0d0a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:12:35.408503 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259d5d53-55b5-4709-b592-d1573e92e2c7 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Pushing event deleted for resources: {'Port': ['ID=ac031414-2235-45b8-b808-64135dab9f16,revision_number=None']} {{(pid=84116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:12:35.412240 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-259d5d53-55b5-4709-b592-d1573e92e2c7 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:12:35.548403 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-259d5d53-55b5-4709-b592-d1573e92e2c7 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Notify callbacks [] for floatingip, after_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:12:35.605192 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-259d5d53-55b5-4709-b592-d1573e92e2c7 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771976'] for floatingip, before_response {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:12:35.605192 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-259d5d53-55b5-4709-b592-d1573e92e2c7 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] 10.222.0.13 "DELETE /v2.0/floatingips/44fea8f9-0ffa-4a4a-974a-ac0431ade5d0 HTTP/1.1" status: 204  len: 168 time: 1.0039482
Feb 19 03:12:35.816064 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3c886e-ed94-4cbe-91bc-5d409e8a8066 req-50f81bfb-2f44-47dd-bf25-6b4678290d3f tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:12:35.821449 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-5e3c886e-ed94-4cbe-91bc-5d409e8a8066 req-50f81bfb-2f44-47dd-bf25-6b4678290d3f tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecd11572-513d-45f7-922b-f06d7b16f8f1 HTTP/1.1" status: 200  len: 945 time: 0.4779234
Feb 19 03:12:35.867311 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8586135c-8891-40e2-a888-0db36fe0bcc1 req-21d29013-a6cd-456a-9b4c-4749b5e9e112 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:12:35.868860 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-8586135c-8891-40e2-a888-0db36fe0bcc1 req-21d29013-a6cd-456a-9b4c-4749b5e9e112 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] 10.222.0.65 "GET /v2.0/networks?id=e9c3c36b-9ba9-4bad-aa41-5ad95f05fd56 HTTP/1.1" status: 200  len: 811 time: 0.4894671
Feb 19 03:12:35.896924 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84116) accepted ('10.222.0.13', 54960) {{(pid=84116) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:12:35.902844 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.v2.base [None req-b359c15b-91df-439f-b41a-b62cda124e45 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Request body: {'security_group': {'name': 'tempest-securitygroup--280595098', 'description': 'tempest-description--746105007'}} {{(pid=84116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 03:12:35.909763 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-b359c15b-91df-439f-b41a-b62cda124e45 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 03:12:35.913045 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-5e3c886e-ed94-4cbe-91bc-5d409e8a8066 req-97961929-8e5d-414b-8cd1-ec7ea2421ea6 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/security-groups?id=8792f758-2a16-4d64-a5b2-2ed369bfedc4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0879233
Feb 19 03:12:35.914393 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-b359c15b-91df-439f-b41a-b62cda124e45 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Usage tracker for resource:security_group and tenant:9cc54ca0063647f58309a9cc08a310b1 is out of sync, need to count used quota {{(pid=84116) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 03:12:35.917989 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-b359c15b-91df-439f-b41a-b62cda124e45 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84116) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 03:12:35.925146 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-b359c15b-91df-439f-b41a-b62cda124e45 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 03:12:35.962990 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-8586135c-8891-40e2-a888-0db36fe0bcc1 req-2e44701b-dfb9-43b8-98a8-b547977ce37c tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=15972dafcae5480290e92407c155b4a6 HTTP/1.1" status: 200  len: 5765 time: 0.0840387
Feb 19 03:12:35.973704 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.v2.base [req-8586135c-8891-40e2-a888-0db36fe0bcc1 req-b37ec1da-231e-4d33-bd7c-4e69d5226510 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Request body: {'port': {'device_id': '7fad92b9-b57d-4d32-92f4-cde038402fa3', 'network_id': 'e9c3c36b-9ba9-4bad-aa41-5ad95f05fd56', 'admin_state_up': True, 'tenant_id': '15972dafcae5480290e92407c155b4a6', 'security_groups': ['00f7ce86-0f19-4798-a066-63f8a8d47966']}} {{(pid=84115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 03:12:35.982740 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-b359c15b-91df-439f-b41a-b62cda124e45 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Notify callbacks [] for security_group, before_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:12:36.005091 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-b359c15b-91df-439f-b41a-b62cda124e45 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 03:12:36.009146 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-b359c15b-91df-439f-b41a-b62cda124e45 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Usage tracker for resource:security_group_rule and tenant:9cc54ca0063647f58309a9cc08a310b1 is out of sync, need to count used quota {{(pid=84116) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 03:12:36.012428 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-b359c15b-91df-439f-b41a-b62cda124e45 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84116) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 03:12:36.020159 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-b359c15b-91df-439f-b41a-b62cda124e45 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 03:12:36.112074 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-faeccba4-e89d-4ff5-a4ff-a9d7e0fad286 req-b6d78f7b-abd1-47c1-9cb8-197b21ebc032 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] 10.222.0.13 "GET /v2.0/ports?device_id=7fad92b9-b57d-4d32-92f4-cde038402fa3 HTTP/1.1" status: 200  len: 210 time: 0.1226149
Feb 19 03:12:36.153811 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-b359c15b-91df-439f-b41a-b62cda124e45 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Notify callbacks [] for security_group, precommit_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:12:36.174335 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [req-8586135c-8891-40e2-a888-0db36fe0bcc1 req-b37ec1da-231e-4d33-bd7c-4e69d5226510 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 03:12:36.178610 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [req-8586135c-8891-40e2-a888-0db36fe0bcc1 req-b37ec1da-231e-4d33-bd7c-4e69d5226510 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Usage tracker for resource:port and tenant:15972dafcae5480290e92407c155b4a6 is out of sync, need to count used quota {{(pid=84115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 03:12:36.179225 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-b359c15b-91df-439f-b41a-b62cda124e45 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237410'] for security_group, after_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:12:36.181742 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [req-8586135c-8891-40e2-a888-0db36fe0bcc1 req-b37ec1da-231e-4d33-bd7c-4e69d5226510 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 03:12:36.184721 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-66511754-860d-4fc5-9193-8862928d80b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:12:36.187610 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [req-8586135c-8891-40e2-a888-0db36fe0bcc1 req-b37ec1da-231e-4d33-bd7c-4e69d5226510 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 03:12:36.225131 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8586135c-8891-40e2-a888-0db36fe0bcc1 req-b37ec1da-231e-4d33-bd7c-4e69d5226510 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Made reservation on behalf of 15972dafcae5480290e92407c155b4a6 for: {'port': 1} {{(pid=84115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 19 03:12:36.228875 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b359c15b-91df-439f-b41a-b62cda124e45 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0471cb4-3091-4219-8629-b3b27778cf2d,revision_number=1']} {{(pid=84116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:12:36.232101 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-b359c15b-91df-439f-b41a-b62cda124e45 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:12:36.233698 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-8586135c-8891-40e2-a888-0db36fe0bcc1 req-b37ec1da-231e-4d33-bd7c-4e69d5226510 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838630373'] for port, before_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:12:36.274088 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-b359c15b-91df-439f-b41a-b62cda124e45 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Notify callbacks [] for security_group, before_response {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:12:36.278290 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-b359c15b-91df-439f-b41a-b62cda124e45 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1778 time: 0.3774638
Feb 19 03:12:36.278540 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84116) accepted ('10.222.0.13', 54964) {{(pid=84116) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:12:36.284755 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.v2.base [None req-af2f4994-78f6-490d-80c8-af7770fca8ae tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Request body: {'security_group_rule': {'security_group_id': 'f0471cb4-3091-4219-8629-b3b27778cf2d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=84116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 03:12:36.291054 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-af2f4994-78f6-490d-80c8-af7770fca8ae tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 03:12:36.295161 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-af2f4994-78f6-490d-80c8-af7770fca8ae tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Usage tracker for resource:security_group_rule and tenant:9cc54ca0063647f58309a9cc08a310b1 is out of sync, need to count used quota {{(pid=84116) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 03:12:36.298255 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-af2f4994-78f6-490d-80c8-af7770fca8ae tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84116) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 03:12:36.304120 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-af2f4994-78f6-490d-80c8-af7770fca8ae tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 03:12:36.379424 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-af2f4994-78f6-490d-80c8-af7770fca8ae tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:12:36.447806 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-af2f4994-78f6-490d-80c8-af7770fca8ae tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:12:36.480091 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-af2f4994-78f6-490d-80c8-af7770fca8ae tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237382'] for security_group_rule, after_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:12:36.482675 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:12:36.512314 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2f4994-78f6-490d-80c8-af7770fca8ae tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37505dcd-7212-4f7e-bf3f-03a89630af79,revision_number=0']} {{(pid=84116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:12:36.519349 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-af2f4994-78f6-490d-80c8-af7770fca8ae tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:12:36.565656 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-af2f4994-78f6-490d-80c8-af7770fca8ae tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:12:36.566344 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.db_base_plugin_common [req-8586135c-8891-40e2-a888-0db36fe0bcc1 req-b37ec1da-231e-4d33-bd7c-4e69d5226510 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Allocated IP 172.20.0.3 (e9c3c36b-9ba9-4bad-aa41-5ad95f05fd56/a7a2a5a5-1d7b-43c3-bf47-2a76329918f7/6a95cc20-46ec-4a60-8188-61947b3300c6) {{(pid=84115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 19 03:12:36.568467 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-af2f4994-78f6-490d-80c8-af7770fca8ae tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2888262
Feb 19 03:12:36.569877 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84116) accepted ('10.222.0.13', 54968) {{(pid=84116) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:12:36.575915 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.v2.base [None req-c0bd570a-f1dc-4d61-a37a-5bffeee871be tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Request body: {'security_group_rule': {'security_group_id': 'f0471cb4-3091-4219-8629-b3b27778cf2d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=84116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 03:12:36.582708 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-c0bd570a-f1dc-4d61-a37a-5bffeee871be tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 03:12:36.586824 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-c0bd570a-f1dc-4d61-a37a-5bffeee871be tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Usage tracker for resource:security_group_rule and tenant:9cc54ca0063647f58309a9cc08a310b1 is out of sync, need to count used quota {{(pid=84116) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 03:12:36.589882 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-c0bd570a-f1dc-4d61-a37a-5bffeee871be tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84116) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 03:12:36.595761 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-c0bd570a-f1dc-4d61-a37a-5bffeee871be tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 03:12:36.664417 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-c0bd570a-f1dc-4d61-a37a-5bffeee871be tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:12:36.734498 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-c0bd570a-f1dc-4d61-a37a-5bffeee871be tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:12:36.754181 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-c0bd570a-f1dc-4d61-a37a-5bffeee871be tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237382'] for security_group_rule, after_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:12:36.756369 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:12:36.774628 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-8586135c-8891-40e2-a888-0db36fe0bcc1 req-b37ec1da-231e-4d33-bd7c-4e69d5226510 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Notify callbacks [] for port, precommit_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:12:36.781530 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0bd570a-f1dc-4d61-a37a-5bffeee871be tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d849838e-47b9-47f6-9aa0-72f8b257a0c7,revision_number=0']} {{(pid=84116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:12:36.784379 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-c0bd570a-f1dc-4d61-a37a-5bffeee871be tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:12:36.794629 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [req-8586135c-8891-40e2-a888-0db36fe0bcc1 req-b37ec1da-231e-4d33-bd7c-4e69d5226510 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Transition to ACTIVE for port object 6a95cc20-46ec-4a60-8188-61947b3300c6 will not be triggered until provisioned by entity DHCP. {{(pid=84115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 19 03:12:36.819898 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-c0bd570a-f1dc-4d61-a37a-5bffeee871be tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:12:36.821228 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-c0bd570a-f1dc-4d61-a37a-5bffeee871be tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2502515
Feb 19 03:12:36.824541 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84116) accepted ('10.222.0.13', 54974) {{(pid=84116) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:12:36.830279 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.v2.base [None req-7e9cb4f8-efe6-43eb-8281-539624881e40 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Request body: {'floatingip': {'floating_network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc'}} {{(pid=84116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 03:12:36.836903 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-7e9cb4f8-efe6-43eb-8281-539624881e40 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 03:12:36.841482 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-7e9cb4f8-efe6-43eb-8281-539624881e40 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Usage tracker for resource:floatingip and tenant:9cc54ca0063647f58309a9cc08a310b1 is out of sync, need to count used quota {{(pid=84116) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 03:12:36.844664 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-7e9cb4f8-efe6-43eb-8281-539624881e40 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84116) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 03:12:36.846546 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-8586135c-8891-40e2-a888-0db36fe0bcc1 req-b37ec1da-231e-4d33-bd7c-4e69d5226510 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363269711907205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853345888'] for port, after_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:12:36.850796 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-7e9cb4f8-efe6-43eb-8281-539624881e40 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 03:12:36.863308 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:12:36.891777 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-7e9cb4f8-efe6-43eb-8281-539624881e40 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Notify callbacks [] for floatingip, before_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:12:37.008721 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37ec1da-231e-4d33-bd7c-4e69d5226510 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Pushing event updated for resources: {'Port': ['ID=6a95cc20-46ec-4a60-8188-61947b3300c6,revision_number=1']} {{(pid=84115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:12:37.015060 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-b37ec1da-231e-4d33-bd7c-4e69d5226510 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:12:37.052171 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-7e9cb4f8-efe6-43eb-8281-539624881e40 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838630373'] for port, before_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:12:37.133786 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8586135c-8891-40e2-a888-0db36fe0bcc1 req-b37ec1da-231e-4d33-bd7c-4e69d5226510 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Network e9c3c36b-9ba9-4bad-aa41-5ad95f05fd56 is already hosted by enough agents. {{(pid=84115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 19 03:12:37.138917 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.scheduler.base_scheduler [req-8586135c-8891-40e2-a888-0db36fe0bcc1 req-b37ec1da-231e-4d33-bd7c-4e69d5226510 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Resources bound (agent type, host, resource id):  {{(pid=84115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 19 03:12:37.142409 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvrscheduler_db [req-8586135c-8891-40e2-a888-0db36fe0bcc1 req-b37ec1da-231e-4d33-bd7c-4e69d5226510 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Received port after_create {{(pid=84115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 19 03:12:37.231505 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95315f04-aeb0-40b3-b446-f92581c3a6b0 req-0a5326a6-33bd-460b-bbb9-7456c8dc6aa0 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:12:37.233310 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-95315f04-aeb0-40b3-b446-f92581c3a6b0 req-0a5326a6-33bd-460b-bbb9-7456c8dc6aa0 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecd11572-513d-45f7-922b-f06d7b16f8f1 HTTP/1.1" status: 200  len: 945 time: 0.1797011
Feb 19 03:12:37.240495 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8586135c-8891-40e2-a888-0db36fe0bcc1 req-b37ec1da-231e-4d33-bd7c-4e69d5226510 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:12:37.241166 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-8586135c-8891-40e2-a888-0db36fe0bcc1 req-b37ec1da-231e-4d33-bd7c-4e69d5226510 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771976'] for port, before_response {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:12:37.390636 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-95315f04-aeb0-40b3-b446-f92581c3a6b0 req-d5cc0b49-ac97-45ba-98ed-4d185e16e1a9 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/security-groups?id=8792f758-2a16-4d64-a5b2-2ed369bfedc4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1440113
Feb 19 03:12:37.412106 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.db_base_plugin_common [None req-7e9cb4f8-efe6-43eb-8281-539624881e40 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Allocated IP 172.27.0.235 (11a0058d-2e2a-4262-b636-ae96512c4ecc/f5c7b3a5-422b-45ad-be9d-3c3e4c209310/f84680d8-9300-4282-b9bb-51579e778b75) {{(pid=84116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 19 03:12:37.416747 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd36102-b2e9-4abc-8b76-3ee1ed715e25 req-37302b88-82b5-4111-8a73-572b58e2d902 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:12:37.417627 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [req-8cd36102-b2e9-4abc-8b76-3ee1ed715e25 req-37302b88-82b5-4111-8a73-572b58e2d902 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Synchronizing usage tracker for tenant:15972dafcae5480290e92407c155b4a6 on resource:port {{(pid=84115) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 19 03:12:37.422868 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-8586135c-8891-40e2-a888-0db36fe0bcc1 req-b37ec1da-231e-4d33-bd7c-4e69d5226510 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.4540958
Feb 19 03:12:37.436555 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.v2.base [req-8586135c-8891-40e2-a888-0db36fe0bcc1 req-c24aa0a7-7f0c-4751-83d2-5ba53d1a3dff service neutron] Request body: {'port': {'device_id': '7fad92b9-b57d-4d32-92f4-cde038402fa3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77570'}} {{(pid=84115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 03:12:37.531940 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-25b292c7-3b5f-4020-a0f8-4475db031ebe None None] Provisioning for port 6a95cc20-46ec-4a60-8188-61947b3300c6 completed by entity DHCP. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 19 03:12:37.537979 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [req-8cd36102-b2e9-4abc-8b76-3ee1ed715e25 req-37302b88-82b5-4111-8a73-572b58e2d902 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Unset dirty status for tenant:15972dafcae5480290e92407c155b4a6 on resource:port {{(pid=84115) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 19 03:12:37.537979 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-8cd36102-b2e9-4abc-8b76-3ee1ed715e25 req-37302b88-82b5-4111-8a73-572b58e2d902 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] 10.222.0.13 "GET /v2.0/ports?device_id=7fad92b9-b57d-4d32-92f4-cde038402fa3 HTTP/1.1" status: 200  len: 931 time: 0.2502775
Feb 19 03:12:37.546149 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-25b292c7-3b5f-4020-a0f8-4475db031ebe None None] Provisioning complete for port 6a95cc20-46ec-4a60-8188-61947b3300c6 triggered by entity DHCP. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 03:12:37.546665 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-25b292c7-3b5f-4020-a0f8-4475db031ebe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16124857'] for port, provisioning_complete {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:12:37.580328 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-7e9cb4f8-efe6-43eb-8281-539624881e40 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Notify callbacks [] for port, precommit_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:12:37.599637 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-8cd36102-b2e9-4abc-8b76-3ee1ed715e25 req-1dc4f437-d527-4bb7-a9e8-62ea25a93ac6 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] 10.222.0.13 "GET /v2.0/security-groups?id=00f7ce86-0f19-4798-a066-63f8a8d47966&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0499156
Feb 19 03:12:37.604358 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-8586135c-8891-40e2-a888-0db36fe0bcc1 req-c24aa0a7-7f0c-4751-83d2-5ba53d1a3dff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838630373'] for port, before_update {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:12:37.611109 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.plugin [None req-25b292c7-3b5f-4020-a0f8-4475db031ebe None None] Port 6a95cc20-46ec-4a60-8188-61947b3300c6 cannot update to ACTIVE because it is not bound. {{(pid=84117) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 19 03:12:37.646540 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-7e9cb4f8-efe6-43eb-8281-539624881e40 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363269711907205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2630593'] for port, after_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:12:37.662728 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:12:38.050282 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9cb4f8-efe6-43eb-8281-539624881e40 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Pushing event updated for resources: {'Port': ['ID=f84680d8-9300-4282-b9bb-51579e778b75,revision_number=1']} {{(pid=84116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:12:38.054564 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-7e9cb4f8-efe6-43eb-8281-539624881e40 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:12:38.061010 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.notifiers.nova [req-8586135c-8891-40e2-a888-0db36fe0bcc1 req-c24aa0a7-7f0c-4751-83d2-5ba53d1a3dff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a95cc20-46ec-4a60-8188-61947b3300c6 {{(pid=84115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 19 03:12:38.071247 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-8586135c-8891-40e2-a888-0db36fe0bcc1 req-c24aa0a7-7f0c-4751-83d2-5ba53d1a3dff service neutron] Notify callbacks [] for port, precommit_update {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:12:38.083802 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [req-8586135c-8891-40e2-a888-0db36fe0bcc1 req-c24aa0a7-7f0c-4751-83d2-5ba53d1a3dff service neutron] Transition to ACTIVE for port object 6a95cc20-46ec-4a60-8188-61947b3300c6 will not be triggered until provisioned by entity L2. {{(pid=84115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 19 03:12:38.111589 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e9cb4f8-efe6-43eb-8281-539624881e40 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Network 11a0058d-2e2a-4262-b636-ae96512c4ecc is already hosted by enough agents. {{(pid=84116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 19 03:12:38.112765 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.scheduler.base_scheduler [None req-7e9cb4f8-efe6-43eb-8281-539624881e40 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Resources bound (agent type, host, resource id):  {{(pid=84116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 19 03:12:38.115102 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e9cb4f8-efe6-43eb-8281-539624881e40 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Received port after_create {{(pid=84116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 19 03:12:38.115229 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-8586135c-8891-40e2-a888-0db36fe0bcc1 req-c24aa0a7-7f0c-4751-83d2-5ba53d1a3dff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269711510320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767142869380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269711906403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1429944'] for port, after_update {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:12:38.131468 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:12:38.200276 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-7e9cb4f8-efe6-43eb-8281-539624881e40 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:12:38.267985 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24aa0a7-7f0c-4751-83d2-5ba53d1a3dff service neutron] Pushing event updated for resources: {'Port': ['ID=6a95cc20-46ec-4a60-8188-61947b3300c6,revision_number=2']} {{(pid=84115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:12:38.271221 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-c24aa0a7-7f0c-4751-83d2-5ba53d1a3dff service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:12:38.294520 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-7e9cb4f8-efe6-43eb-8281-539624881e40 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838630373'] for port, before_update {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:12:38.480418 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.managers [req-8586135c-8891-40e2-a888-0db36fe0bcc1 req-c24aa0a7-7f0c-4751-83d2-5ba53d1a3dff service neutron] Attempting to bind port 6a95cc20-46ec-4a60-8188-61947b3300c6 on host hv-cinder-77570 for vnic_type normal with profile  {{(pid=84115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 03:12:38.480913 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.managers [req-8586135c-8891-40e2-a888-0db36fe0bcc1 req-c24aa0a7-7f0c-4751-83d2-5ba53d1a3dff service neutron] Attempting to bind port 6a95cc20-46ec-4a60-8188-61947b3300c6 by drivers openvswitch on host hv-cinder-77570 at level 0 using segments [{'id': 'fd301c7f-c4b0-4332-b94c-0e4a8acda55e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'e9c3c36b-9ba9-4bad-aa41-5ad95f05fd56'}] {{(pid=84115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 19 03:12:38.481118 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8586135c-8891-40e2-a888-0db36fe0bcc1 req-c24aa0a7-7f0c-4751-83d2-5ba53d1a3dff service neutron] Attempting to bind port 6a95cc20-46ec-4a60-8188-61947b3300c6 on network e9c3c36b-9ba9-4bad-aa41-5ad95f05fd56 {{(pid=84115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 19 03:12:38.487839 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.rpc [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Device d1be9806-7b8a-44f0-8838-663569df55b1 up at agent ovs-agent-hv-cinder-77570 {{(pid=84117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 03:12:38.501026 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8586135c-8891-40e2-a888-0db36fe0bcc1 req-c24aa0a7-7f0c-4751-83d2-5ba53d1a3dff service neutron] Checking agent: {'id': 'd79517dc-1443-4e8d-af8f-f4fe2bcc2381', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77570', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 19, 3, 4, 30), 'started_at': datetime.datetime(2021, 2, 19, 3, 5), 'heartbeat_timestamp': datetime.datetime(2021, 2, 19, 3, 12, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.91', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 19 03:12:38.501417 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8586135c-8891-40e2-a888-0db36fe0bcc1 req-c24aa0a7-7f0c-4751-83d2-5ba53d1a3dff service neutron] Checking segment: {'id': 'fd301c7f-c4b0-4332-b94c-0e4a8acda55e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'e9c3c36b-9ba9-4bad-aa41-5ad95f05fd56'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 19 03:12:38.505659 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-8586135c-8891-40e2-a888-0db36fe0bcc1 req-c24aa0a7-7f0c-4751-83d2-5ba53d1a3dff service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:12:38.506178 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8586135c-8891-40e2-a888-0db36fe0bcc1 req-c24aa0a7-7f0c-4751-83d2-5ba53d1a3dff service neutron] Bound using segment: {'id': 'fd301c7f-c4b0-4332-b94c-0e4a8acda55e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'e9c3c36b-9ba9-4bad-aa41-5ad95f05fd56'} {{(pid=84115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 19 03:12:38.506698 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.managers [req-8586135c-8891-40e2-a888-0db36fe0bcc1 req-c24aa0a7-7f0c-4751-83d2-5ba53d1a3dff service neutron] Bound port: 6a95cc20-46ec-4a60-8188-61947b3300c6, host: hv-cinder-77570, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd301c7f-c4b0-4332-b94c-0e4a8acda55e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'e9c3c36b-9ba9-4bad-aa41-5ad95f05fd56'}}] {{(pid=84115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 19 03:12:38.507097 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-8586135c-8891-40e2-a888-0db36fe0bcc1 req-c24aa0a7-7f0c-4751-83d2-5ba53d1a3dff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838630373'] for port, before_update {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:12:38.592748 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-7e9cb4f8-efe6-43eb-8281-539624881e40 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Notify callbacks [] for port, precommit_update {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:12:38.599357 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Provisioning complete for port d1be9806-7b8a-44f0-8838-663569df55b1 triggered by entity L2. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 03:12:38.599768 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16124857'] for port, provisioning_complete {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:12:38.630903 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-7e9cb4f8-efe6-43eb-8281-539624881e40 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269711510320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767142869380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269711906403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852145191'] for port, after_update {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:12:38.671515 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.db [req-8586135c-8891-40e2-a888-0db36fe0bcc1 req-c24aa0a7-7f0c-4751-83d2-5ba53d1a3dff service neutron] For port 6a95cc20-46ec-4a60-8188-61947b3300c6, host hv-cinder-77570, cleared binding levels {{(pid=84115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 19 03:12:38.675607 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.db [req-8586135c-8891-40e2-a888-0db36fe0bcc1 req-c24aa0a7-7f0c-4751-83d2-5ba53d1a3dff service neutron] For port 6a95cc20-46ec-4a60-8188-61947b3300c6, host hv-cinder-77570, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=6a95cc20-46ec-4a60-8188-61947b3300c6,segment=NetworkSegment(fd301c7f-c4b0-4332-b94c-0e4a8acda55e),segment_id=fd301c7f-c4b0-4332-b94c-0e4a8acda55e)] {{(pid=84115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 19 03:12:38.715624 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-8586135c-8891-40e2-a888-0db36fe0bcc1 req-c24aa0a7-7f0c-4751-83d2-5ba53d1a3dff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269711510320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767142869380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269711906403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1429944'] for port, after_update {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:12:38.745907 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-6c59ab65-82d6-4f5f-9eaf-4896e4dfb5f1 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:12:38.790687 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:12:38.837020 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9cb4f8-efe6-43eb-8281-539624881e40 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Pushing event updated for resources: {'Port': ['ID=f84680d8-9300-4282-b9bb-51579e778b75,revision_number=2']} {{(pid=84116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:12:38.840201 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-7e9cb4f8-efe6-43eb-8281-539624881e40 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:12:38.901363 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-7e9cb4f8-efe6-43eb-8281-539624881e40 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854389592'] for floatingip, after_update {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:12:38.907660 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1896c934-5c8c-4660-a766-a9925a3adf63 req-a7b776f4-c82f-45c3-81cb-44294843098a tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:12:38.909288 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-1896c934-5c8c-4660-a766-a9925a3adf63 req-a7b776f4-c82f-45c3-81cb-44294843098a tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecd11572-513d-45f7-922b-f06d7b16f8f1 HTTP/1.1" status: 200  len: 945 time: 0.3443890
Feb 19 03:12:38.950862 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-7e9cb4f8-efe6-43eb-8281-539624881e40 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771976'] for floatingip, before_response {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:12:38.952184 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-7e9cb4f8-efe6-43eb-8281-539624881e40 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 2.1266170
Feb 19 03:12:39.017372 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24aa0a7-7f0c-4751-83d2-5ba53d1a3dff service neutron] Pushing event updated for resources: {'Port': ['ID=6a95cc20-46ec-4a60-8188-61947b3300c6,revision_number=3']} {{(pid=84115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:12:39.026511 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-c24aa0a7-7f0c-4751-83d2-5ba53d1a3dff service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:12:39.052310 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-1896c934-5c8c-4660-a766-a9925a3adf63 req-e6de4823-6ef6-4f59-b005-680ea7e3c724 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/security-groups?id=8792f758-2a16-4d64-a5b2-2ed369bfedc4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1330686
Feb 19 03:12:39.104129 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8586135c-8891-40e2-a888-0db36fe0bcc1 req-c24aa0a7-7f0c-4751-83d2-5ba53d1a3dff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:12:39.104129 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-8586135c-8891-40e2-a888-0db36fe0bcc1 req-c24aa0a7-7f0c-4751-83d2-5ba53d1a3dff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771976'] for port, before_response {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:12:39.104129 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-8586135c-8891-40e2-a888-0db36fe0bcc1 req-c24aa0a7-7f0c-4751-83d2-5ba53d1a3dff service neutron] 10.222.0.65 "PUT /v2.0/ports/6a95cc20-46ec-4a60-8188-61947b3300c6 HTTP/1.1" status: 200  len: 1157 time: 1.6679425
Feb 19 03:12:39.108820 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8deb7497-31ad-414d-a77f-93348b954b5b req-36660614-430c-41ba-ad64-edb67a25ec98 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:12:39.114889 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-8deb7497-31ad-414d-a77f-93348b954b5b req-36660614-430c-41ba-ad64-edb67a25ec98 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] 10.222.0.13 "GET /v2.0/ports?device_id=7fad92b9-b57d-4d32-92f4-cde038402fa3 HTTP/1.1" status: 200  len: 943 time: 0.3249857
Feb 19 03:12:39.116552 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fad92b9-b57d-4d32-92f4-cde038402fa3', 'tag': '6a95cc20-46ec-4a60-8188-61947b3300c6'}] {{(pid=84115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 03:12:39.236270 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-8deb7497-31ad-414d-a77f-93348b954b5b req-c3f6dad8-39a5-4ad5-a8d6-929bfcc2e372 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] 10.222.0.13 "GET /v2.0/security-groups?id=00f7ce86-0f19-4798-a066-63f8a8d47966&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.1119897
Feb 19 03:12:39.295418 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [req-befdb7ff-47f0-4d52-9b3b-ba4e9ec68fea req-f2089c75-09e7-4cc6-b59b-daf34d117741 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Synchronizing usage tracker for tenant:9cc54ca0063647f58309a9cc08a310b1 on resource:security_group {{(pid=84115) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 19 03:12:39.304449 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fad92b9-b57d-4d32-92f4-cde038402fa3', 'tag': '6a95cc20-46ec-4a60-8188-61947b3300c6', 'status': 'completed', 'code': 200}
Feb 19 03:12:39.314772 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8586135c-8891-40e2-a888-0db36fe0bcc1 req-d5b2505c-2733-4baf-9039-844834a263b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:12:39.316494 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-8586135c-8891-40e2-a888-0db36fe0bcc1 req-d5b2505c-2733-4baf-9039-844834a263b3 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=15972dafcae5480290e92407c155b4a6&device_id=7fad92b9-b57d-4d32-92f4-cde038402fa3 HTTP/1.1" status: 200  len: 1160 time: 0.1264501
Feb 19 03:12:39.386615 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [req-befdb7ff-47f0-4d52-9b3b-ba4e9ec68fea req-f2089c75-09e7-4cc6-b59b-daf34d117741 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Unset dirty status for tenant:9cc54ca0063647f58309a9cc08a310b1 on resource:security_group {{(pid=84115) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 19 03:12:39.387910 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-befdb7ff-47f0-4d52-9b3b-ba4e9ec68fea req-f2089c75-09e7-4cc6-b59b-daf34d117741 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-securitygroup--280595098&fields=id&tenant_id=9cc54ca0063647f58309a9cc08a310b1 HTTP/1.1" status: 200  len: 267 time: 0.2190762
Feb 19 03:12:39.398201 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-8586135c-8891-40e2-a888-0db36fe0bcc1 req-8af66dc5-c656-4403-83f4-108489b47ef8 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6a95cc20-46ec-4a60-8188-61947b3300c6 HTTP/1.1" status: 200  len: 217 time: 0.0742633
Feb 19 03:12:39.568116 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8586135c-8891-40e2-a888-0db36fe0bcc1 req-efb20f17-050e-4ac1-b428-fcb7246cc563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:12:39.569751 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-8586135c-8891-40e2-a888-0db36fe0bcc1 req-efb20f17-050e-4ac1-b428-fcb7246cc563 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a7a2a5a5-1d7b-43c3-bf47-2a76329918f7 HTTP/1.1" status: 200  len: 850 time: 0.1452374
Feb 19 03:12:39.669317 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befdb7ff-47f0-4d52-9b3b-ba4e9ec68fea req-790d5d6c-f61d-4133-8e2d-8ec00782b2de tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:12:39.670851 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-befdb7ff-47f0-4d52-9b3b-ba4e9ec68fea req-790d5d6c-f61d-4133-8e2d-8ec00782b2de tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] 10.222.0.13 "GET /v2.0/networks?id=f43f4357-3ff6-40b8-94e0-eb50f3b0a088 HTTP/1.1" status: 200  len: 810 time: 0.2744110
Feb 19 03:12:39.691772 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-befdb7ff-47f0-4d52-9b3b-ba4e9ec68fea req-2ddb8b47-26f4-43cf-8f62-c72032e659b6 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] 10.222.0.13 "GET /v2.0/quotas/9cc54ca0063647f58309a9cc08a310b1 HTTP/1.1" status: 200  len: 375 time: 0.0140712
Feb 19 03:12:39.971753 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8586135c-8891-40e2-a888-0db36fe0bcc1 req-74cd438d-2233-4e24-92fb-9156250940a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:12:39.973274 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-8586135c-8891-40e2-a888-0db36fe0bcc1 req-74cd438d-2233-4e24-92fb-9156250940a1 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e9c3c36b-9ba9-4bad-aa41-5ad95f05fd56&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3883488
Feb 19 03:12:40.128942 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-befdb7ff-47f0-4d52-9b3b-ba4e9ec68fea req-f257f1f5-4819-4b81-95b4-8d9f6e52113a tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=9cc54ca0063647f58309a9cc08a310b1&fields=id HTTP/1.1" status: 200  len: 348 time: 0.4296720
Feb 19 03:12:40.308708 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-8586135c-8891-40e2-a888-0db36fe0bcc1 req-3423eb15-6dd7-40a1-9c62-64e1c42d1350 service neutron] 10.222.0.65 "GET /v2.0/networks/e9c3c36b-9ba9-4bad-aa41-5ad95f05fd56?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3090076
Feb 19 03:12:40.476266 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-befdb7ff-47f0-4d52-9b3b-ba4e9ec68fea req-1e2865d5-a454-4bc1-bb69-36217b2ef36d service neutron] 10.222.0.13 "GET /v2.0/networks/f43f4357-3ff6-40b8-94e0-eb50f3b0a088?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3320153
Feb 19 03:12:40.523089 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c23fac1-22e8-4468-8a48-84c24d72f1ad req-437b5fba-a2df-4150-83e8-ad10a4472729 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:12:40.524617 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-0c23fac1-22e8-4468-8a48-84c24d72f1ad req-437b5fba-a2df-4150-83e8-ad10a4472729 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecd11572-513d-45f7-922b-f06d7b16f8f1 HTTP/1.1" status: 200  len: 945 time: 0.3531981
Feb 19 03:12:40.629345 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-8586135c-8891-40e2-a888-0db36fe0bcc1 req-01141aff-696a-44ad-9687-4dd53efd9615 service neutron] 10.222.0.65 "GET /v2.0/networks/e9c3c36b-9ba9-4bad-aa41-5ad95f05fd56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3081748
Feb 19 03:12:40.667916 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-0c23fac1-22e8-4468-8a48-84c24d72f1ad req-48e76fcc-b236-41ea-ae3e-1e48f750885c tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/security-groups?id=8792f758-2a16-4d64-a5b2-2ed369bfedc4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1294861
Feb 19 03:12:40.703912 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-befdb7ff-47f0-4d52-9b3b-ba4e9ec68fea req-12f0f1b3-1246-4fdf-ac74-bb86637f7c4a service neutron] 10.222.0.13 "GET /v2.0/networks/f43f4357-3ff6-40b8-94e0-eb50f3b0a088?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2114599
Feb 19 03:12:40.830984 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38136f72-9ea0-4c2b-bf6a-748b0c9eb36c req-17256b86-b48b-47b9-9e24-702279e62721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:12:40.832536 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-38136f72-9ea0-4c2b-bf6a-748b0c9eb36c req-17256b86-b48b-47b9-9e24-702279e62721 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=15972dafcae5480290e92407c155b4a6&device_id=7fad92b9-b57d-4d32-92f4-cde038402fa3 HTTP/1.1" status: 200  len: 1160 time: 0.1266594
Feb 19 03:12:40.992913 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-f1256eeb-1534-43d2-9bc4-8f358b9a0fdb req-62be9c74-1200-41f7-a348-50b9a6481234 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] 10.222.0.13 "GET /v2.0/ports?device_id=b937c03d-e413-4281-809c-e7ed8bb86a11 HTTP/1.1" status: 200  len: 210 time: 0.0681744
Feb 19 03:12:41.060032 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f17e7ec-3c3f-4fb1-b6eb-76fe0fbe87f2 req-5267218a-9899-415e-a1bb-d507370396fe tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:12:41.061708 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-1f17e7ec-3c3f-4fb1-b6eb-76fe0fbe87f2 req-5267218a-9899-415e-a1bb-d507370396fe tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] 10.222.0.13 "GET /v2.0/ports?device_id=7fad92b9-b57d-4d32-92f4-cde038402fa3 HTTP/1.1" status: 200  len: 943 time: 0.2779665
Feb 19 03:12:41.070195 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38136f72-9ea0-4c2b-bf6a-748b0c9eb36c req-5f103a98-9c40-4470-a0c0-e215cebeb473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:12:41.072119 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-38136f72-9ea0-4c2b-bf6a-748b0c9eb36c req-5f103a98-9c40-4470-a0c0-e215cebeb473 service neutron] 10.222.0.65 "GET /v2.0/networks?id=e9c3c36b-9ba9-4bad-aa41-5ad95f05fd56 HTTP/1.1" status: 200  len: 905 time: 0.2251811
Feb 19 03:12:41.171734 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-38136f72-9ea0-4c2b-bf6a-748b0c9eb36c req-b6f41c52-eca3-4565-9686-599f2ef11a56 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6a95cc20-46ec-4a60-8188-61947b3300c6 HTTP/1.1" status: 200  len: 217 time: 0.0837178
Feb 19 03:12:41.183897 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-1f17e7ec-3c3f-4fb1-b6eb-76fe0fbe87f2 req-d5696347-468e-4ac0-a90d-c6574dad7a49 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] 10.222.0.13 "GET /v2.0/security-groups?id=00f7ce86-0f19-4798-a066-63f8a8d47966&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.1151698
Feb 19 03:12:41.260549 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38136f72-9ea0-4c2b-bf6a-748b0c9eb36c req-b3eaaabb-70ff-4e9d-b5c2-230254b551d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:12:41.262415 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-38136f72-9ea0-4c2b-bf6a-748b0c9eb36c req-b3eaaabb-70ff-4e9d-b5c2-230254b551d7 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a7a2a5a5-1d7b-43c3-bf47-2a76329918f7 HTTP/1.1" status: 200  len: 850 time: 0.0820274
Feb 19 03:12:41.347391 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38136f72-9ea0-4c2b-bf6a-748b0c9eb36c req-25efb43c-09f3-4b42-994e-a5eccbbe8f9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:12:41.349029 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-38136f72-9ea0-4c2b-bf6a-748b0c9eb36c req-25efb43c-09f3-4b42-994e-a5eccbbe8f9c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e9c3c36b-9ba9-4bad-aa41-5ad95f05fd56&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0790772
Feb 19 03:12:41.493645 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-38136f72-9ea0-4c2b-bf6a-748b0c9eb36c req-79a55b26-2d02-445e-9eb8-22c4472f436b service neutron] 10.222.0.65 "GET /v2.0/networks/e9c3c36b-9ba9-4bad-aa41-5ad95f05fd56?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1376023
Feb 19 03:12:41.640606 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-38136f72-9ea0-4c2b-bf6a-748b0c9eb36c req-246970ac-fc9e-4310-8ce4-bcf2dc89831e service neutron] 10.222.0.65 "GET /v2.0/networks/e9c3c36b-9ba9-4bad-aa41-5ad95f05fd56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1374648
Feb 19 03:12:41.880941 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb6b94b-3894-4039-b745-d9ff97ec71f7 req-8f737e8c-05fd-454f-8615-f2036489e37d tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:12:41.882580 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-ebb6b94b-3894-4039-b745-d9ff97ec71f7 req-8f737e8c-05fd-454f-8615-f2036489e37d tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecd11572-513d-45f7-922b-f06d7b16f8f1 HTTP/1.1" status: 200  len: 945 time: 0.0898633
Feb 19 03:12:41.933477 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-ebb6b94b-3894-4039-b745-d9ff97ec71f7 req-2e5a16ca-6970-4d09-9c0f-3c43d714931a tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/security-groups?id=8792f758-2a16-4d64-a5b2-2ed369bfedc4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0443671
Feb 19 03:12:42.158046 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-80321b2d-1910-4a4e-a28d-2eefa3a53778 req-b893653d-9905-4ef7-b278-31bd1f52b8bb tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] 10.222.0.13 "GET /v2.0/ports?device_id=b937c03d-e413-4281-809c-e7ed8bb86a11 HTTP/1.1" status: 200  len: 210 time: 0.0501783
Feb 19 03:12:42.404605 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5884e5d0-5c19-466e-9d8c-157aca7688cd req-46f792fd-387b-4482-904f-751553c10ccb tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:12:42.406954 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-5884e5d0-5c19-466e-9d8c-157aca7688cd req-46f792fd-387b-4482-904f-751553c10ccb tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] 10.222.0.13 "GET /v2.0/ports?device_id=7fad92b9-b57d-4d32-92f4-cde038402fa3 HTTP/1.1" status: 200  len: 943 time: 0.0954003
Feb 19 03:12:42.556015 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-5884e5d0-5c19-466e-9d8c-157aca7688cd req-8c21c24b-b6b0-4ffe-97c5-8d2895690136 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] 10.222.0.13 "GET /v2.0/security-groups?id=00f7ce86-0f19-4798-a066-63f8a8d47966&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.1243813
Feb 19 03:12:42.608739 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befdb7ff-47f0-4d52-9b3b-ba4e9ec68fea req-fa1f9a1f-8de0-4d5c-8939-b71b593d6a03 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:12:42.611010 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-befdb7ff-47f0-4d52-9b3b-ba4e9ec68fea req-fa1f9a1f-8de0-4d5c-8939-b71b593d6a03 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] 10.222.0.65 "GET /v2.0/networks?id=f43f4357-3ff6-40b8-94e0-eb50f3b0a088 HTTP/1.1" status: 200  len: 810 time: 0.2031028
Feb 19 03:12:42.688305 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-befdb7ff-47f0-4d52-9b3b-ba4e9ec68fea req-2e53464c-4422-4b93-9fce-24c2591141bf tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=9cc54ca0063647f58309a9cc08a310b1 HTTP/1.1" status: 200  len: 5707 time: 0.0674534
Feb 19 03:12:42.698200 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.v2.base [req-befdb7ff-47f0-4d52-9b3b-ba4e9ec68fea req-ea63503e-cb7a-47c4-8613-ee9c14da2ff4 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Request body: {'port': {'device_id': 'b937c03d-e413-4281-809c-e7ed8bb86a11', 'network_id': 'f43f4357-3ff6-40b8-94e0-eb50f3b0a088', 'admin_state_up': True, 'tenant_id': '9cc54ca0063647f58309a9cc08a310b1', 'security_groups': ['f0471cb4-3091-4219-8629-b3b27778cf2d']}} {{(pid=84115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 03:12:42.848058 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [req-befdb7ff-47f0-4d52-9b3b-ba4e9ec68fea req-ea63503e-cb7a-47c4-8613-ee9c14da2ff4 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 03:12:42.852729 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [req-befdb7ff-47f0-4d52-9b3b-ba4e9ec68fea req-ea63503e-cb7a-47c4-8613-ee9c14da2ff4 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Usage tracker for resource:port and tenant:9cc54ca0063647f58309a9cc08a310b1 is out of sync, need to count used quota {{(pid=84115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 03:12:42.855952 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [req-befdb7ff-47f0-4d52-9b3b-ba4e9ec68fea req-ea63503e-cb7a-47c4-8613-ee9c14da2ff4 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Quota usage for port was recalculated. Used quota:3. {{(pid=84115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 03:12:42.862501 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [req-befdb7ff-47f0-4d52-9b3b-ba4e9ec68fea req-ea63503e-cb7a-47c4-8613-ee9c14da2ff4 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=84115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 03:12:42.899586 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-befdb7ff-47f0-4d52-9b3b-ba4e9ec68fea req-ea63503e-cb7a-47c4-8613-ee9c14da2ff4 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Made reservation on behalf of 9cc54ca0063647f58309a9cc08a310b1 for: {'port': 1} {{(pid=84115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 19 03:12:42.905484 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-befdb7ff-47f0-4d52-9b3b-ba4e9ec68fea req-ea63503e-cb7a-47c4-8613-ee9c14da2ff4 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838630373'] for port, before_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:12:43.550500 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-c11441b1-c370-441c-8340-a8bd29c57746 req-2ac65184-7692-407a-877d-e214f790e45a tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] 10.222.0.13 "GET /v2.0/ports?device_id=b937c03d-e413-4281-809c-e7ed8bb86a11 HTTP/1.1" status: 200  len: 210 time: 0.0738337
Feb 19 03:12:43.629904 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b040b7e-bcf6-4d10-be34-caab534cb913 req-cc6f704d-c2e7-4bfa-b08b-2bb4d077ecfb tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:12:43.637795 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-8b040b7e-bcf6-4d10-be34-caab534cb913 req-cc6f704d-c2e7-4bfa-b08b-2bb4d077ecfb tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecd11572-513d-45f7-922b-f06d7b16f8f1 HTTP/1.1" status: 200  len: 945 time: 0.5784500
Feb 19 03:12:43.694685 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.db_base_plugin_common [req-befdb7ff-47f0-4d52-9b3b-ba4e9ec68fea req-ea63503e-cb7a-47c4-8613-ee9c14da2ff4 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Allocated IP 172.20.0.6 (f43f4357-3ff6-40b8-94e0-eb50f3b0a088/bcac62f7-68c0-43e3-adb5-456fec5d76fe/e513ab8b-f695-4bf6-b1fb-43dce62c680f) {{(pid=84115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 19 03:12:43.715793 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-8b040b7e-bcf6-4d10-be34-caab534cb913 req-3e819c47-0954-4761-b81a-3699fe1dfe20 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/security-groups?id=8792f758-2a16-4d64-a5b2-2ed369bfedc4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0715516
Feb 19 03:12:43.832235 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a88556-1a84-4e9d-b79c-3d219fd82066 req-1ca0daeb-4009-4591-9c48-502c8a5f45c4 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:12:43.833939 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-53a88556-1a84-4e9d-b79c-3d219fd82066 req-1ca0daeb-4009-4591-9c48-502c8a5f45c4 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] 10.222.0.13 "GET /v2.0/ports?device_id=7fad92b9-b57d-4d32-92f4-cde038402fa3 HTTP/1.1" status: 200  len: 943 time: 0.1367664
Feb 19 03:12:43.969615 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-53a88556-1a84-4e9d-b79c-3d219fd82066 req-897070e6-2eaf-4f12-8155-71991c2c2ea4 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] 10.222.0.13 "GET /v2.0/security-groups?id=00f7ce86-0f19-4798-a066-63f8a8d47966&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.1287000
Feb 19 03:12:44.036281 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-befdb7ff-47f0-4d52-9b3b-ba4e9ec68fea req-ea63503e-cb7a-47c4-8613-ee9c14da2ff4 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Notify callbacks [] for port, precommit_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:12:44.051995 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [req-befdb7ff-47f0-4d52-9b3b-ba4e9ec68fea req-ea63503e-cb7a-47c4-8613-ee9c14da2ff4 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Transition to ACTIVE for port object e513ab8b-f695-4bf6-b1fb-43dce62c680f will not be triggered until provisioned by entity DHCP. {{(pid=84115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 19 03:12:44.102734 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-befdb7ff-47f0-4d52-9b3b-ba4e9ec68fea req-ea63503e-cb7a-47c4-8613-ee9c14da2ff4 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363269711907205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853345888'] for port, after_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:12:44.118264 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-eea5f2f0-2b9a-4782-b3bd-e46e827df95d tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:12:44.260627 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea63503e-cb7a-47c4-8613-ee9c14da2ff4 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Pushing event updated for resources: {'Port': ['ID=e513ab8b-f695-4bf6-b1fb-43dce62c680f,revision_number=1']} {{(pid=84115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:12:44.264991 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-ea63503e-cb7a-47c4-8613-ee9c14da2ff4 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:12:44.319819 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-befdb7ff-47f0-4d52-9b3b-ba4e9ec68fea req-ea63503e-cb7a-47c4-8613-ee9c14da2ff4 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Network f43f4357-3ff6-40b8-94e0-eb50f3b0a088 is already hosted by enough agents. {{(pid=84115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 19 03:12:44.320878 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.scheduler.base_scheduler [req-befdb7ff-47f0-4d52-9b3b-ba4e9ec68fea req-ea63503e-cb7a-47c4-8613-ee9c14da2ff4 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Resources bound (agent type, host, resource id):  {{(pid=84115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 19 03:12:44.323139 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvrscheduler_db [req-befdb7ff-47f0-4d52-9b3b-ba4e9ec68fea req-ea63503e-cb7a-47c4-8613-ee9c14da2ff4 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Received port after_create {{(pid=84115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 19 03:12:44.394765 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befdb7ff-47f0-4d52-9b3b-ba4e9ec68fea req-ea63503e-cb7a-47c4-8613-ee9c14da2ff4 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:12:44.395480 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-befdb7ff-47f0-4d52-9b3b-ba4e9ec68fea req-ea63503e-cb7a-47c4-8613-ee9c14da2ff4 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771976'] for port, before_response {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:12:44.446299 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-befdb7ff-47f0-4d52-9b3b-ba4e9ec68fea req-ea63503e-cb7a-47c4-8613-ee9c14da2ff4 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.7522249
Feb 19 03:12:44.458611 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.v2.base [req-befdb7ff-47f0-4d52-9b3b-ba4e9ec68fea req-94e3a286-6efc-4f36-a3c2-999ed7d498dc service neutron] Request body: {'port': {'device_id': 'b937c03d-e413-4281-809c-e7ed8bb86a11', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77570'}} {{(pid=84115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 03:12:44.589304 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-befdb7ff-47f0-4d52-9b3b-ba4e9ec68fea req-94e3a286-6efc-4f36-a3c2-999ed7d498dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838630373'] for port, before_update {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:12:44.613207 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-66e91edd-47ed-4a9f-8ab9-79e8f37b1d97 None None] Provisioning for port e513ab8b-f695-4bf6-b1fb-43dce62c680f completed by entity DHCP. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 19 03:12:44.620469 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-66e91edd-47ed-4a9f-8ab9-79e8f37b1d97 None None] Provisioning complete for port e513ab8b-f695-4bf6-b1fb-43dce62c680f triggered by entity DHCP. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 03:12:44.620903 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-66e91edd-47ed-4a9f-8ab9-79e8f37b1d97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16124857'] for port, provisioning_complete {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:12:44.708701 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.plugin [None req-66e91edd-47ed-4a9f-8ab9-79e8f37b1d97 None None] Port e513ab8b-f695-4bf6-b1fb-43dce62c680f cannot update to ACTIVE because it is not bound. {{(pid=84117) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 19 03:12:44.969448 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cce1cd0-3558-4195-92f1-30505d51b57e req-608c7252-c67c-443e-b2be-fcd9992ec4ec tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:12:44.970238 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [req-3cce1cd0-3558-4195-92f1-30505d51b57e req-608c7252-c67c-443e-b2be-fcd9992ec4ec tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Synchronizing usage tracker for tenant:9cc54ca0063647f58309a9cc08a310b1 on resource:port {{(pid=84115) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 19 03:12:45.097381 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefd063e-8a94-44a0-8a25-946fffb57fae req-aed0892e-620b-4708-8136-35234b443596 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:12:45.099003 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-eefd063e-8a94-44a0-8a25-946fffb57fae req-aed0892e-620b-4708-8136-35234b443596 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecd11572-513d-45f7-922b-f06d7b16f8f1 HTTP/1.1" status: 200  len: 945 time: 0.2352040
Feb 19 03:12:45.115848 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [req-3cce1cd0-3558-4195-92f1-30505d51b57e req-608c7252-c67c-443e-b2be-fcd9992ec4ec tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Unset dirty status for tenant:9cc54ca0063647f58309a9cc08a310b1 on resource:port {{(pid=84115) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 19 03:12:45.117039 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-3cce1cd0-3558-4195-92f1-30505d51b57e req-608c7252-c67c-443e-b2be-fcd9992ec4ec tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] 10.222.0.13 "GET /v2.0/ports?device_id=b937c03d-e413-4281-809c-e7ed8bb86a11 HTTP/1.1" status: 200  len: 931 time: 0.3905027
Feb 19 03:12:45.216858 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-eefd063e-8a94-44a0-8a25-946fffb57fae req-b4a94e58-6a47-457f-b235-7398408f7b7c tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/security-groups?id=8792f758-2a16-4d64-a5b2-2ed369bfedc4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0962679
Feb 19 03:12:45.247052 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-3cce1cd0-3558-4195-92f1-30505d51b57e req-77a82cdc-2a1c-4642-8a7b-ecbc77a4fa1e tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0471cb4-3091-4219-8629-b3b27778cf2d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0917413
Feb 19 03:12:45.307950 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.notifiers.nova [req-befdb7ff-47f0-4d52-9b3b-ba4e9ec68fea req-94e3a286-6efc-4f36-a3c2-999ed7d498dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e513ab8b-f695-4bf6-b1fb-43dce62c680f {{(pid=84115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 19 03:12:45.324774 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-befdb7ff-47f0-4d52-9b3b-ba4e9ec68fea req-94e3a286-6efc-4f36-a3c2-999ed7d498dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:12:45.340060 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [req-befdb7ff-47f0-4d52-9b3b-ba4e9ec68fea req-94e3a286-6efc-4f36-a3c2-999ed7d498dc service neutron] Transition to ACTIVE for port object e513ab8b-f695-4bf6-b1fb-43dce62c680f will not be triggered until provisioned by entity L2. {{(pid=84115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 19 03:12:45.415445 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-befdb7ff-47f0-4d52-9b3b-ba4e9ec68fea req-94e3a286-6efc-4f36-a3c2-999ed7d498dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269711510320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767142869380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269711906403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1429944'] for port, after_update {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:12:45.433514 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-692b5e12-c577-4ea8-b30c-257bb463f120 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:12:45.606515 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e3a286-6efc-4f36-a3c2-999ed7d498dc service neutron] Pushing event updated for resources: {'Port': ['ID=e513ab8b-f695-4bf6-b1fb-43dce62c680f,revision_number=2']} {{(pid=84115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:12:45.612766 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-94e3a286-6efc-4f36-a3c2-999ed7d498dc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:12:45.667469 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186f682a-0155-4ae4-8fcb-591ae0456497 req-51c27124-c1db-4d0c-aad5-b4f2eb60dba5 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:12:45.672007 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-186f682a-0155-4ae4-8fcb-591ae0456497 req-51c27124-c1db-4d0c-aad5-b4f2eb60dba5 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] 10.222.0.13 "GET /v2.0/ports?device_id=7fad92b9-b57d-4d32-92f4-cde038402fa3 HTTP/1.1" status: 200  len: 943 time: 0.3187885
Feb 19 03:12:45.860933 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-186f682a-0155-4ae4-8fcb-591ae0456497 req-79abfc94-ee63-4ab1-a400-592a4ce2ed27 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] 10.222.0.13 "GET /v2.0/security-groups?id=00f7ce86-0f19-4798-a066-63f8a8d47966&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.1788504
Feb 19 03:12:45.918333 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.managers [req-befdb7ff-47f0-4d52-9b3b-ba4e9ec68fea req-94e3a286-6efc-4f36-a3c2-999ed7d498dc service neutron] Attempting to bind port e513ab8b-f695-4bf6-b1fb-43dce62c680f on host hv-cinder-77570 for vnic_type normal with profile  {{(pid=84115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 03:12:45.919033 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.managers [req-befdb7ff-47f0-4d52-9b3b-ba4e9ec68fea req-94e3a286-6efc-4f36-a3c2-999ed7d498dc service neutron] Attempting to bind port e513ab8b-f695-4bf6-b1fb-43dce62c680f by drivers openvswitch on host hv-cinder-77570 at level 0 using segments [{'id': 'beb532a6-df16-4e1c-84e0-3b45d5f83fc7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f43f4357-3ff6-40b8-94e0-eb50f3b0a088'}] {{(pid=84115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 19 03:12:45.919567 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-befdb7ff-47f0-4d52-9b3b-ba4e9ec68fea req-94e3a286-6efc-4f36-a3c2-999ed7d498dc service neutron] Attempting to bind port e513ab8b-f695-4bf6-b1fb-43dce62c680f on network f43f4357-3ff6-40b8-94e0-eb50f3b0a088 {{(pid=84115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 19 03:12:45.927257 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-befdb7ff-47f0-4d52-9b3b-ba4e9ec68fea req-94e3a286-6efc-4f36-a3c2-999ed7d498dc service neutron] Checking agent: {'id': 'd79517dc-1443-4e8d-af8f-f4fe2bcc2381', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77570', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 19, 3, 4, 30), 'started_at': datetime.datetime(2021, 2, 19, 3, 5), 'heartbeat_timestamp': datetime.datetime(2021, 2, 19, 3, 12, 31), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.91', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 19 03:12:45.927968 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-befdb7ff-47f0-4d52-9b3b-ba4e9ec68fea req-94e3a286-6efc-4f36-a3c2-999ed7d498dc service neutron] Checking segment: {'id': 'beb532a6-df16-4e1c-84e0-3b45d5f83fc7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f43f4357-3ff6-40b8-94e0-eb50f3b0a088'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 19 03:12:45.928541 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-befdb7ff-47f0-4d52-9b3b-ba4e9ec68fea req-94e3a286-6efc-4f36-a3c2-999ed7d498dc service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:12:45.929118 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-befdb7ff-47f0-4d52-9b3b-ba4e9ec68fea req-94e3a286-6efc-4f36-a3c2-999ed7d498dc service neutron] Bound using segment: {'id': 'beb532a6-df16-4e1c-84e0-3b45d5f83fc7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f43f4357-3ff6-40b8-94e0-eb50f3b0a088'} {{(pid=84115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 19 03:12:45.929781 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.managers [req-befdb7ff-47f0-4d52-9b3b-ba4e9ec68fea req-94e3a286-6efc-4f36-a3c2-999ed7d498dc service neutron] Bound port: e513ab8b-f695-4bf6-b1fb-43dce62c680f, host: hv-cinder-77570, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'beb532a6-df16-4e1c-84e0-3b45d5f83fc7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f43f4357-3ff6-40b8-94e0-eb50f3b0a088'}}] {{(pid=84115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 19 03:12:45.930334 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-befdb7ff-47f0-4d52-9b3b-ba4e9ec68fea req-94e3a286-6efc-4f36-a3c2-999ed7d498dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838630373'] for port, before_update {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:12:46.091637 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.db [req-befdb7ff-47f0-4d52-9b3b-ba4e9ec68fea req-94e3a286-6efc-4f36-a3c2-999ed7d498dc service neutron] For port e513ab8b-f695-4bf6-b1fb-43dce62c680f, host hv-cinder-77570, cleared binding levels {{(pid=84115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 19 03:12:46.096556 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.db [req-befdb7ff-47f0-4d52-9b3b-ba4e9ec68fea req-94e3a286-6efc-4f36-a3c2-999ed7d498dc service neutron] For port e513ab8b-f695-4bf6-b1fb-43dce62c680f, host hv-cinder-77570, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=e513ab8b-f695-4bf6-b1fb-43dce62c680f,segment=NetworkSegment(beb532a6-df16-4e1c-84e0-3b45d5f83fc7),segment_id=beb532a6-df16-4e1c-84e0-3b45d5f83fc7)] {{(pid=84115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 19 03:12:46.126834 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-befdb7ff-47f0-4d52-9b3b-ba4e9ec68fea req-94e3a286-6efc-4f36-a3c2-999ed7d498dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269711510320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767142869380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269711906403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1429944'] for port, after_update {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:12:46.142801 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-b05ec99f-8154-4758-a859-0eebc6155ef8 tempest-DeleteServersTestJSON-1852624434 tempest-DeleteServersTestJSON-1852624434-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:12:46.374234 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e3a286-6efc-4f36-a3c2-999ed7d498dc service neutron] Pushing event updated for resources: {'Port': ['ID=e513ab8b-f695-4bf6-b1fb-43dce62c680f,revision_number=3']} {{(pid=84115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:12:46.384975 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-94e3a286-6efc-4f36-a3c2-999ed7d498dc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:12:46.650632 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4373b71f-56a8-4cbc-bc58-f4d9a4ffd516 req-d347dec5-1eec-4e88-92c9-b735f27709f6 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:12:46.652324 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-4373b71f-56a8-4cbc-bc58-f4d9a4ffd516 req-d347dec5-1eec-4e88-92c9-b735f27709f6 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecd11572-513d-45f7-922b-f06d7b16f8f1 HTTP/1.1" status: 200  len: 945 time: 0.2743609
Feb 19 03:12:46.660721 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befdb7ff-47f0-4d52-9b3b-ba4e9ec68fea req-94e3a286-6efc-4f36-a3c2-999ed7d498dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:12:46.661403 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-befdb7ff-47f0-4d52-9b3b-ba4e9ec68fea req-94e3a286-6efc-4f36-a3c2-999ed7d498dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771976'] for port, before_response {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:12:46.662908 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-befdb7ff-47f0-4d52-9b3b-ba4e9ec68fea req-94e3a286-6efc-4f36-a3c2-999ed7d498dc service neutron] 10.222.0.65 "PUT /v2.0/ports/e513ab8b-f695-4bf6-b1fb-43dce62c680f HTTP/1.1" status: 200  len: 1157 time: 2.2091799
Feb 19 03:12:46.663521 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b937c03d-e413-4281-809c-e7ed8bb86a11', 'tag': 'e513ab8b-f695-4bf6-b1fb-43dce62c680f'}] {{(pid=84115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 03:12:46.677759 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21410ba-1b89-42ce-8855-1abd3db75a33 req-ee86a551-42f6-4ef3-a7c7-6ce2bebaff2a tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:12:46.685432 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-c21410ba-1b89-42ce-8855-1abd3db75a33 req-ee86a551-42f6-4ef3-a7c7-6ce2bebaff2a tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] 10.222.0.13 "GET /v2.0/ports?device_id=b937c03d-e413-4281-809c-e7ed8bb86a11 HTTP/1.1" status: 200  len: 943 time: 0.2299790
Feb 19 03:12:46.818770 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-4373b71f-56a8-4cbc-bc58-f4d9a4ffd516 req-9bd1eb19-30c9-4a98-8e3d-38df6a220206 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/security-groups?id=8792f758-2a16-4d64-a5b2-2ed369bfedc4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1497240
Feb 19 03:12:46.850226 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-c21410ba-1b89-42ce-8855-1abd3db75a33 req-e6be78bb-94d1-44d1-94d2-64ec58a25abe tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0471cb4-3091-4219-8629-b3b27778cf2d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1636820
Feb 19 03:12:46.902633 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befdb7ff-47f0-4d52-9b3b-ba4e9ec68fea req-a074109b-106a-4e8e-a32a-5a2694a8d8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:12:46.904350 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-befdb7ff-47f0-4d52-9b3b-ba4e9ec68fea req-a074109b-106a-4e8e-a32a-5a2694a8d8d9 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9cc54ca0063647f58309a9cc08a310b1&device_id=b937c03d-e413-4281-809c-e7ed8bb86a11 HTTP/1.1" status: 200  len: 1160 time: 0.1442752
Feb 19 03:12:46.978541 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b937c03d-e413-4281-809c-e7ed8bb86a11', 'tag': 'e513ab8b-f695-4bf6-b1fb-43dce62c680f', 'status': 'completed', 'code': 200}
Feb 19 03:12:46.994832 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-befdb7ff-47f0-4d52-9b3b-ba4e9ec68fea req-7ab163d8-36e5-47bc-b0c3-a8217a206f65 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e513ab8b-f695-4bf6-b1fb-43dce62c680f HTTP/1.1" status: 200  len: 217 time: 0.0817008
Feb 19 03:12:47.143545 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befdb7ff-47f0-4d52-9b3b-ba4e9ec68fea req-58ef4424-4235-4688-ac49-d3c782ac00aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:12:47.145134 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-befdb7ff-47f0-4d52-9b3b-ba4e9ec68fea req-58ef4424-4235-4688-ac49-d3c782ac00aa service neutron] 10.222.0.65 "GET /v2.0/subnets?id=bcac62f7-68c0-43e3-adb5-456fec5d76fe HTTP/1.1" status: 200  len: 849 time: 0.1437633
Feb 19 03:12:47.229255 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0fafa7-81c5-48b5-9c91-00c75fffe8c3 req-72254191-e3bb-47ee-928a-acd8562ec37a tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:12:47.231423 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-7e0fafa7-81c5-48b5-9c91-00c75fffe8c3 req-72254191-e3bb-47ee-928a-acd8562ec37a tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] 10.222.0.13 "GET /v2.0/ports?device_id=7fad92b9-b57d-4d32-92f4-cde038402fa3 HTTP/1.1" status: 200  len: 943 time: 0.2285266
Feb 19 03:12:47.331593 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-7e0fafa7-81c5-48b5-9c91-00c75fffe8c3 req-3c0b0867-c87d-4194-ab6b-30d4dcffbac9 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] 10.222.0.13 "GET /v2.0/security-groups?id=00f7ce86-0f19-4798-a066-63f8a8d47966&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0609679
Feb 19 03:12:47.331593 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-befdb7ff-47f0-4d52-9b3b-ba4e9ec68fea req-ec6144a7-5a0e-47ca-aa79-3ad383b18559 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:12:47.331593 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-befdb7ff-47f0-4d52-9b3b-ba4e9ec68fea req-ec6144a7-5a0e-47ca-aa79-3ad383b18559 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f43f4357-3ff6-40b8-94e0-eb50f3b0a088&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1577234
Feb 19 03:12:47.455929 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-befdb7ff-47f0-4d52-9b3b-ba4e9ec68fea req-b1948771-989e-4cf7-9191-188117cd08ce service neutron] 10.222.0.65 "GET /v2.0/networks/f43f4357-3ff6-40b8-94e0-eb50f3b0a088?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1380680
Feb 19 03:12:47.612603 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-befdb7ff-47f0-4d52-9b3b-ba4e9ec68fea req-e32fadd3-5980-47ae-8b24-cca82c09013c service neutron] 10.222.0.65 "GET /v2.0/networks/f43f4357-3ff6-40b8-94e0-eb50f3b0a088?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1499970
Feb 19 03:12:47.811208 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389cf15d-677f-4f72-bdf8-3ee0da19c8e7 req-2cd1bfea-993d-45a7-ae5f-f8ffb7577206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:12:47.811208 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-389cf15d-677f-4f72-bdf8-3ee0da19c8e7 req-2cd1bfea-993d-45a7-ae5f-f8ffb7577206 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9cc54ca0063647f58309a9cc08a310b1&device_id=b937c03d-e413-4281-809c-e7ed8bb86a11 HTTP/1.1" status: 200  len: 1160 time: 0.0886402
Feb 19 03:12:48.415228 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389cf15d-677f-4f72-bdf8-3ee0da19c8e7 req-6cc0fabf-6f30-4398-ac3d-b5c6de89d1bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:12:48.416814 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-389cf15d-677f-4f72-bdf8-3ee0da19c8e7 req-6cc0fabf-6f30-4398-ac3d-b5c6de89d1bf service neutron] 10.222.0.65 "GET /v2.0/networks?id=f43f4357-3ff6-40b8-94e0-eb50f3b0a088 HTTP/1.1" status: 200  len: 904 time: 0.6223454
Feb 19 03:12:48.431428 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87881831-2a0a-426a-ad76-100c5996bd29 req-d18fdfc1-c120-4109-b897-1b788b7e2d71 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:12:48.433017 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-87881831-2a0a-426a-ad76-100c5996bd29 req-d18fdfc1-c120-4109-b897-1b788b7e2d71 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] 10.222.0.13 "GET /v2.0/ports?device_id=b937c03d-e413-4281-809c-e7ed8bb86a11 HTTP/1.1" status: 200  len: 943 time: 0.2941074
Feb 19 03:12:48.502429 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3edf6e2-bc7e-4427-8bfc-c22b9bd5b845 req-dc617d0d-0645-43fa-9d8f-d327a97db83e tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:12:48.504061 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-f3edf6e2-bc7e-4427-8bfc-c22b9bd5b845 req-dc617d0d-0645-43fa-9d8f-d327a97db83e tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecd11572-513d-45f7-922b-f06d7b16f8f1 HTTP/1.1" status: 200  len: 945 time: 0.3249621
Feb 19 03:12:48.555671 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-389cf15d-677f-4f72-bdf8-3ee0da19c8e7 req-e8b9d7a8-81d9-4482-a190-2bb58e49e37a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e513ab8b-f695-4bf6-b1fb-43dce62c680f HTTP/1.1" status: 200  len: 217 time: 0.1215158
Feb 19 03:12:48.660478 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-87881831-2a0a-426a-ad76-100c5996bd29 req-d52e7303-25f7-498c-ad88-fa732dce48e2 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0471cb4-3091-4219-8629-b3b27778cf2d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1490486
Feb 19 03:12:48.681109 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-f3edf6e2-bc7e-4427-8bfc-c22b9bd5b845 req-6ca31808-eeab-4122-8873-5f272918582d tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/security-groups?id=8792f758-2a16-4d64-a5b2-2ed369bfedc4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1589131
Feb 19 03:12:48.681457 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389cf15d-677f-4f72-bdf8-3ee0da19c8e7 req-194baf9b-7b77-4315-b0c6-8e4ecdef06c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:12:48.683518 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-389cf15d-677f-4f72-bdf8-3ee0da19c8e7 req-194baf9b-7b77-4315-b0c6-8e4ecdef06c3 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=bcac62f7-68c0-43e3-adb5-456fec5d76fe HTTP/1.1" status: 200  len: 849 time: 0.1201568
Feb 19 03:12:48.781001 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389cf15d-677f-4f72-bdf8-3ee0da19c8e7 req-f0c13913-3aed-40aa-ae01-b79bd7df9ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:12:48.783284 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-389cf15d-677f-4f72-bdf8-3ee0da19c8e7 req-f0c13913-3aed-40aa-ae01-b79bd7df9ad2 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f43f4357-3ff6-40b8-94e0-eb50f3b0a088&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0917039
Feb 19 03:12:48.847941 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84116) accepted ('10.222.0.13', 55128) {{(pid=84116) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:12:48.990232 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f265c32-25ad-4ba4-a8dd-67ceb7f68d44 req-7351406c-1bd5-4e9e-b4a3-2a78d07a34c5 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:12:48.991977 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-0f265c32-25ad-4ba4-a8dd-67ceb7f68d44 req-7351406c-1bd5-4e9e-b4a3-2a78d07a34c5 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] 10.222.0.13 "GET /v2.0/ports?device_id=7fad92b9-b57d-4d32-92f4-cde038402fa3 HTTP/1.1" status: 200  len: 943 time: 0.1205933
Feb 19 03:12:49.000270 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.rpc [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Device d1be9806-7b8a-44f0-8838-663569df55b1 up at agent ovs-agent-hv-cinder-77570 {{(pid=84117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 03:12:49.006079 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-9c819694-001a-4e93-8c5f-1934e452de46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:12:49.032547 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-9c819694-001a-4e93-8c5f-1934e452de46 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 03:12:49.037141 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-9c819694-001a-4e93-8c5f-1934e452de46 admin admin] Usage tracker for resource:security_group_rule and tenant:d739703b9b1a469eacba158144dcf8a3 is out of sync, need to count used quota {{(pid=84116) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 03:12:49.040648 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-9c819694-001a-4e93-8c5f-1934e452de46 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84116) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 03:12:49.047197 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-9c819694-001a-4e93-8c5f-1934e452de46 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 03:12:49.052406 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-389cf15d-677f-4f72-bdf8-3ee0da19c8e7 req-71a7c2d2-8ed2-41a6-a4b0-62d459a25986 service neutron] 10.222.0.65 "GET /v2.0/networks/f43f4357-3ff6-40b8-94e0-eb50f3b0a088?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2589297
Feb 19 03:12:49.081805 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Provisioning complete for port d1be9806-7b8a-44f0-8838-663569df55b1 triggered by entity L2. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 03:12:49.082234 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16124857'] for port, provisioning_complete {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:12:49.156848 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-9c819694-001a-4e93-8c5f-1934e452de46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:12:49.231230 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-9c819694-001a-4e93-8c5f-1934e452de46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237410'] for security_group, after_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:12:49.253943 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-41487260-b41d-49ae-970f-b9390eb9380a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:12:49.294366 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c819694-001a-4e93-8c5f-1934e452de46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=779c17f3-7673-497d-a5e3-57ff41832b84,revision_number=1']} {{(pid=84116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:12:49.298021 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-0f265c32-25ad-4ba4-a8dd-67ceb7f68d44 req-930c8d1b-79f0-46a4-b2ec-5bb21ec60b45 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] 10.222.0.13 "GET /v2.0/security-groups?id=00f7ce86-0f19-4798-a066-63f8a8d47966&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.2907002
Feb 19 03:12:49.308189 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-389cf15d-677f-4f72-bdf8-3ee0da19c8e7 req-99712dd2-6bc2-414c-a05f-ff9d2bae7cc1 service neutron] 10.222.0.65 "GET /v2.0/networks/f43f4357-3ff6-40b8-94e0-eb50f3b0a088?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2412713
Feb 19 03:12:49.326847 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-9c819694-001a-4e93-8c5f-1934e452de46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:12:49.339610 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-9c819694-001a-4e93-8c5f-1934e452de46 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d739703b9b1a469eacba158144dcf8a3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4902427
Feb 19 03:12:49.342389 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84116) accepted ('10.222.0.13', 55134) {{(pid=84116) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:12:49.434308 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-a569cd18-842c-4e11-b5f8-b51d8ee7120c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:12:49.470337 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-a569cd18-842c-4e11-b5f8-b51d8ee7120c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:12:49.470829 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.rpc [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Device 6a95cc20-46ec-4a60-8188-61947b3300c6 up at agent ovs-agent-hv-cinder-77570 {{(pid=84117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 03:12:49.551204 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-a569cd18-842c-4e11-b5f8-b51d8ee7120c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237410'] for security_group, after_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:12:49.557111 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-b8282c8d-d748-4c26-a278-80dee5d7fa76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:12:49.574151 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a569cd18-842c-4e11-b5f8-b51d8ee7120c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=779c17f3-7673-497d-a5e3-57ff41832b84,revision_number=None']} {{(pid=84116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:12:49.577148 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-a2e2ee74-11a0-4cc7-bd34-f92aa05dd11b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:12:49.577301 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-a569cd18-842c-4e11-b5f8-b51d8ee7120c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:12:49.578277 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-a569cd18-842c-4e11-b5f8-b51d8ee7120c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:12:49.592086 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-a569cd18-842c-4e11-b5f8-b51d8ee7120c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/779c17f3-7673-497d-a5e3-57ff41832b84 HTTP/1.1" status: 204  len: 168 time: 0.2398021
Feb 19 03:12:49.616796 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Provisioning for port 6a95cc20-46ec-4a60-8188-61947b3300c6 completed by entity L2. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 19 03:12:49.624756 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Provisioning complete for port 6a95cc20-46ec-4a60-8188-61947b3300c6 triggered by entity L2. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 03:12:49.626083 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16124857'] for port, provisioning_complete {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:12:49.838859 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838630373'] for port, before_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:12:49.894591 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fad92b9-b57d-4d32-92f4-cde038402fa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a95cc20-46ec-4a60-8188-61947b3300c6'}] {{(pid=84117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 03:12:49.915228 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.db [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] For port 6a95cc20-46ec-4a60-8188-61947b3300c6, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=6a95cc20-46ec-4a60-8188-61947b3300c6,segment=NetworkSegment(fd301c7f-c4b0-4332-b94c-0e4a8acda55e),segment_id=fd301c7f-c4b0-4332-b94c-0e4a8acda55e)] {{(pid=84117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 03:12:49.942906 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269711510320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767142869380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269711906403'] for port, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:12:49.944958 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:12:50.039527 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Pushing event updated for resources: {'Port': ['ID=6a95cc20-46ec-4a60-8188-61947b3300c6,revision_number=4']} {{(pid=84117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:12:50.054578 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:12:50.113359 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0720c3c9-f784-41ae-bd07-7c04a4e50cbe req-6db542da-e035-43bc-a4e7-07dced193069 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:12:50.121459 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-0720c3c9-f784-41ae-bd07-7c04a4e50cbe req-6db542da-e035-43bc-a4e7-07dced193069 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecd11572-513d-45f7-922b-f06d7b16f8f1 HTTP/1.1" status: 200  len: 945 time: 0.1598344
Feb 19 03:12:50.170648 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.agents_db [None req-fa9641de-a39b-4023-bfa7-5325e5d2422e None None] Agent healthcheck: found 6 active agents {{(pid=84118) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 19 03:12:50.174457 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca1848c-ab1f-4d73-b75e-63d956c51116 req-35313ea8-a0ab-4eda-8d01-b8848b50aa0c tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:12:50.182088 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-7ca1848c-ab1f-4d73-b75e-63d956c51116 req-35313ea8-a0ab-4eda-8d01-b8848b50aa0c tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] 10.222.0.13 "GET /v2.0/ports?device_id=b937c03d-e413-4281-809c-e7ed8bb86a11 HTTP/1.1" status: 200  len: 943 time: 0.2889082
Feb 19 03:12:50.207774 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-0720c3c9-f784-41ae-bd07-7c04a4e50cbe req-668b3f58-2d6c-49d8-bec2-00ace0d98da1 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/security-groups?id=8792f758-2a16-4d64-a5b2-2ed369bfedc4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0853560
Feb 19 03:12:50.240634 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-7ca1848c-ab1f-4d73-b75e-63d956c51116 req-8680a5bc-0515-4fe1-8418-af968bc54f59 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0471cb4-3091-4219-8629-b3b27778cf2d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0573425
Feb 19 03:12:50.305046 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fad92b9-b57d-4d32-92f4-cde038402fa3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a95cc20-46ec-4a60-8188-61947b3300c6', 'code': 200}
Feb 19 03:12:50.565552 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c5a48e-7c6c-4fb2-b0c1-6bb8ddb8ce2c req-2dada679-38c5-4396-b046-3b0f2e0aa0fe tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:12:50.568088 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-e6c5a48e-7c6c-4fb2-b0c1-6bb8ddb8ce2c req-2dada679-38c5-4396-b046-3b0f2e0aa0fe tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] 10.222.0.13 "GET /v2.0/ports?device_id=7fad92b9-b57d-4d32-92f4-cde038402fa3 HTTP/1.1" status: 200  len: 945 time: 0.1035643
Feb 19 03:12:50.626662 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-e6c5a48e-7c6c-4fb2-b0c1-6bb8ddb8ce2c req-034f4cbd-4425-4e2c-82fd-6d0f4319c7a9 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] 10.222.0.13 "GET /v2.0/security-groups?id=00f7ce86-0f19-4798-a066-63f8a8d47966&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0518706
Feb 19 03:12:51.008143 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97c8a63-b697-47ce-bdfc-eb7b12abe7cd req-6e07fb7e-4112-48ed-a0b1-fabeeafc7325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:12:51.009782 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-f97c8a63-b697-47ce-bdfc-eb7b12abe7cd req-6e07fb7e-4112-48ed-a0b1-fabeeafc7325 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=7fad92b9-b57d-4d32-92f4-cde038402fa3 HTTP/1.1" status: 200  len: 1162 time: 0.0813539
Feb 19 03:12:51.028649 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.rpc [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Device e513ab8b-f695-4bf6-b1fb-43dce62c680f up at agent ovs-agent-hv-cinder-77570 {{(pid=84117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 03:12:51.084644 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-f97c8a63-b697-47ce-bdfc-eb7b12abe7cd req-af4f505b-823f-45a6-8f94-ac41bbd8d5a2 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=00f7ce86-0f19-4798-a066-63f8a8d47966&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0670540
Feb 19 03:12:51.148323 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Provisioning for port e513ab8b-f695-4bf6-b1fb-43dce62c680f completed by entity L2. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 19 03:12:51.154111 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Provisioning complete for port e513ab8b-f695-4bf6-b1fb-43dce62c680f triggered by entity L2. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 03:12:51.154557 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16124857'] for port, provisioning_complete {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:12:51.320907 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838630373'] for port, before_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:12:51.368578 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.db [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] For port e513ab8b-f695-4bf6-b1fb-43dce62c680f, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=e513ab8b-f695-4bf6-b1fb-43dce62c680f,segment=NetworkSegment(beb532a6-df16-4e1c-84e0-3b45d5f83fc7),segment_id=beb532a6-df16-4e1c-84e0-3b45d5f83fc7)] {{(pid=84117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 03:12:51.414294 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269711510320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767142869380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269711906403'] for port, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:12:51.415298 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.rpc [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Device 6a95cc20-46ec-4a60-8188-61947b3300c6 up at agent ovs-agent-hv-cinder-77570 {{(pid=84117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 03:12:51.491799 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-ec69f77a-687a-4fec-9547-ec9933ceab87 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:12:51.576880 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Pushing event updated for resources: {'Port': ['ID=e513ab8b-f695-4bf6-b1fb-43dce62c680f,revision_number=4']} {{(pid=84117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:12:51.583878 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=84117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:12:51.594946 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Provisioning complete for port 6a95cc20-46ec-4a60-8188-61947b3300c6 triggered by entity L2. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 03:12:51.595373 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16124857'] for port, provisioning_complete {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:12:51.645916 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5c6ccb-f1df-4953-943a-754f1128a438 req-7e265a2a-68f2-4bd5-ba51-db3f69425b28 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:12:51.658997 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-8e5c6ccb-f1df-4953-943a-754f1128a438 req-7e265a2a-68f2-4bd5-ba51-db3f69425b28 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecd11572-513d-45f7-922b-f06d7b16f8f1 HTTP/1.1" status: 200  len: 945 time: 0.2439733
Feb 19 03:12:51.660630 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa9052e-9848-4421-be8c-87db00d5f657 req-09727c7c-3586-4db6-89ed-f258d86ffefa tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:12:51.669643 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-4aa9052e-9848-4421-be8c-87db00d5f657 req-09727c7c-3586-4db6-89ed-f258d86ffefa tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] 10.222.0.13 "GET /v2.0/ports?device_id=b937c03d-e413-4281-809c-e7ed8bb86a11 HTTP/1.1" status: 200  len: 945 time: 0.2281232
Feb 19 03:12:51.773772 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-4aa9052e-9848-4421-be8c-87db00d5f657 req-fb8c33da-3999-4e46-ab1d-c8cf86d602a6 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0471cb4-3091-4219-8629-b3b27778cf2d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1025045
Feb 19 03:12:51.785571 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-8e5c6ccb-f1df-4953-943a-754f1128a438 req-7c093efc-3a13-4d64-b194-131c036af28c tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/security-groups?id=8792f758-2a16-4d64-a5b2-2ed369bfedc4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1130974
Feb 19 03:12:51.925657 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-484e9395-8150-47c6-a428-18167d3093ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:12:52.008250 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87967b0-62c8-4ed2-9ab0-1f45bedaa403 req-6c1818de-9b85-475a-82a7-9c74e82be381 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:12:52.014284 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-b87967b0-62c8-4ed2-9ab0-1f45bedaa403 req-6c1818de-9b85-475a-82a7-9c74e82be381 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] 10.222.0.13 "GET /v2.0/ports?device_id=7fad92b9-b57d-4d32-92f4-cde038402fa3 HTTP/1.1" status: 200  len: 945 time: 0.0978014
Feb 19 03:12:52.077330 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-b87967b0-62c8-4ed2-9ab0-1f45bedaa403 req-34f1ae75-2a86-411a-b01b-680a4fbf17d0 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] 10.222.0.13 "GET /v2.0/security-groups?id=00f7ce86-0f19-4798-a066-63f8a8d47966&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0595970
Feb 19 03:12:52.306708 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b937c03d-e413-4281-809c-e7ed8bb86a11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e513ab8b-f695-4bf6-b1fb-43dce62c680f'}] {{(pid=84117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 03:12:52.360778 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b937c03d-e413-4281-809c-e7ed8bb86a11', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e513ab8b-f695-4bf6-b1fb-43dce62c680f', 'code': 200}
Feb 19 03:12:52.536455 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-4b343f23-6f62-4db0-bfb1-0e5ba3aa11dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:12:52.614182 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.rpc [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Device e513ab8b-f695-4bf6-b1fb-43dce62c680f up at agent ovs-agent-hv-cinder-77570 {{(pid=84117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 03:12:52.735824 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Provisioning complete for port e513ab8b-f695-4bf6-b1fb-43dce62c680f triggered by entity L2. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 03:12:52.736365 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16124857'] for port, provisioning_complete {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:12:52.746223 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6296d3e-975d-4421-b004-40d2bf26eecd req-9cfee838-a5a0-46d7-ad6d-e22cf85225b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:12:52.749113 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-f6296d3e-975d-4421-b004-40d2bf26eecd req-9cfee838-a5a0-46d7-ad6d-e22cf85225b9 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=b937c03d-e413-4281-809c-e7ed8bb86a11 HTTP/1.1" status: 200  len: 1162 time: 0.1006939
Feb 19 03:12:52.848147 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-f6296d3e-975d-4421-b004-40d2bf26eecd req-5cfc674b-99f6-404e-85ad-3517e9632fd4 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=f0471cb4-3091-4219-8629-b3b27778cf2d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0893779
Feb 19 03:12:52.900437 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.rpc [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Device 6a95cc20-46ec-4a60-8188-61947b3300c6 up at agent ovs-agent-hv-cinder-77570 {{(pid=84117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 03:12:52.982148 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Provisioning complete for port 6a95cc20-46ec-4a60-8188-61947b3300c6 triggered by entity L2. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 03:12:52.982708 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16124857'] for port, provisioning_complete {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:12:53.137941 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d7bcfc-8572-4f05-829b-f3afed2d7696 req-92706348-8cec-4142-b57c-3060e689a305 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:12:53.139621 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-92d7bcfc-8572-4f05-829b-f3afed2d7696 req-92706348-8cec-4142-b57c-3060e689a305 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] 10.222.0.13 "GET /v2.0/ports?device_id=b937c03d-e413-4281-809c-e7ed8bb86a11 HTTP/1.1" status: 200  len: 945 time: 0.1995254
Feb 19 03:12:53.157004 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5db8af4-3c67-4dd9-8917-1d23c54345d6 req-7f2043da-912e-425b-acbe-87a13c63e019 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:12:53.157004 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-e5db8af4-3c67-4dd9-8917-1d23c54345d6 req-7f2043da-912e-425b-acbe-87a13c63e019 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecd11572-513d-45f7-922b-f06d7b16f8f1 HTTP/1.1" status: 200  len: 945 time: 0.1490119
Feb 19 03:12:53.247059 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-e5db8af4-3c67-4dd9-8917-1d23c54345d6 req-f8565127-4507-4377-adf6-bb8c0916876a tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/security-groups?id=8792f758-2a16-4d64-a5b2-2ed369bfedc4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0728161
Feb 19 03:12:53.251933 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-92d7bcfc-8572-4f05-829b-f3afed2d7696 req-f3309582-e7e2-42de-8075-54efde771178 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0471cb4-3091-4219-8629-b3b27778cf2d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0987515
Feb 19 03:12:53.496615 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98819325-89dc-4768-b2f4-389b711f2352 req-0e341cb2-f192-4285-a391-68f49a26683d tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:12:53.498348 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-98819325-89dc-4768-b2f4-389b711f2352 req-0e341cb2-f192-4285-a391-68f49a26683d tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] 10.222.0.13 "GET /v2.0/ports?device_id=7fad92b9-b57d-4d32-92f4-cde038402fa3 HTTP/1.1" status: 200  len: 945 time: 0.1185646
Feb 19 03:12:53.556833 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-98819325-89dc-4768-b2f4-389b711f2352 req-7dcb5e66-6a09-47a7-a74c-0d1decf2b4dd tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] 10.222.0.13 "GET /v2.0/security-groups?id=00f7ce86-0f19-4798-a066-63f8a8d47966&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0513399
Feb 19 03:12:53.594924 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:12:53.771141 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0425b6e-0c07-4718-b79e-226434cc8b58 req-12ca90b6-fc66-42c0-b4b8-4b5c77a6d3f1 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:12:53.772830 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-e0425b6e-0c07-4718-b79e-226434cc8b58 req-12ca90b6-fc66-42c0-b4b8-4b5c77a6d3f1 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] 10.222.0.13 "GET /v2.0/ports?device_id=7fad92b9-b57d-4d32-92f4-cde038402fa3 HTTP/1.1" status: 200  len: 945 time: 0.0911090
Feb 19 03:12:53.824195 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-e0425b6e-0c07-4718-b79e-226434cc8b58 req-8f615299-e2f3-47ef-95ab-a423f8f0bf5c tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] 10.222.0.13 "GET /v2.0/security-groups?id=00f7ce86-0f19-4798-a066-63f8a8d47966&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0446050
Feb 19 03:12:54.034582 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-87453130-8d18-4ab2-a3e3-33b651874147 req-88c88597-4f0c-4c7f-92d8-e5e15ba388ac tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.1680005
Feb 19 03:12:54.045583 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.v2.base [req-87453130-8d18-4ab2-a3e3-33b651874147 req-c8875d23-b915-4006-b5db-243eee0062e0 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Request body: {'floatingip': {'floating_network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc'}} {{(pid=84115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 03:12:54.052858 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [req-87453130-8d18-4ab2-a3e3-33b651874147 req-c8875d23-b915-4006-b5db-243eee0062e0 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 03:12:54.065096 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [req-87453130-8d18-4ab2-a3e3-33b651874147 req-c8875d23-b915-4006-b5db-243eee0062e0 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=84115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 03:12:54.125741 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-87453130-8d18-4ab2-a3e3-33b651874147 req-c8875d23-b915-4006-b5db-243eee0062e0 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Notify callbacks [] for floatingip, before_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:12:54.294561 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-87453130-8d18-4ab2-a3e3-33b651874147 req-c8875d23-b915-4006-b5db-243eee0062e0 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838630373'] for port, before_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:12:54.511243 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-ed1abd93-30ab-455f-b25e-ecbc2cc5cf06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:12:54.575402 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e67658de-69d1-48a3-bdc4-1ccffa0b7383 req-84d949ae-ff6e-43ca-8c5d-5763f0d15fe3 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:12:54.576943 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-e67658de-69d1-48a3-bdc4-1ccffa0b7383 req-84d949ae-ff6e-43ca-8c5d-5763f0d15fe3 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] 10.222.0.13 "GET /v2.0/ports?device_id=b937c03d-e413-4281-809c-e7ed8bb86a11 HTTP/1.1" status: 200  len: 945 time: 0.1916420
Feb 19 03:12:54.687365 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-e67658de-69d1-48a3-bdc4-1ccffa0b7383 req-9229782d-38ba-4783-ac05-35decc02a810 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0471cb4-3091-4219-8629-b3b27778cf2d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1033654
Feb 19 03:12:54.709790 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.db_base_plugin_common [req-87453130-8d18-4ab2-a3e3-33b651874147 req-c8875d23-b915-4006-b5db-243eee0062e0 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Allocated IP 172.27.0.140 (11a0058d-2e2a-4262-b636-ae96512c4ecc/f5c7b3a5-422b-45ad-be9d-3c3e4c209310/960792bd-dbcc-44bd-8a79-23ff97ed930f) {{(pid=84115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 19 03:12:54.945904 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-87453130-8d18-4ab2-a3e3-33b651874147 req-c8875d23-b915-4006-b5db-243eee0062e0 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Notify callbacks [] for port, precommit_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:12:54.980300 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f2a127-925a-419e-aeb9-8a0ff3f6875e req-f2cf15aa-434e-4fdf-b0a1-229925d076c5 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:12:54.982348 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-c6f2a127-925a-419e-aeb9-8a0ff3f6875e req-f2cf15aa-434e-4fdf-b0a1-229925d076c5 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecd11572-513d-45f7-922b-f06d7b16f8f1 HTTP/1.1" status: 200  len: 945 time: 0.1409142
Feb 19 03:12:55.040455 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-c6f2a127-925a-419e-aeb9-8a0ff3f6875e req-d333bb09-39b0-4a89-ade0-2fb75ab818f9 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/security-groups?id=8792f758-2a16-4d64-a5b2-2ed369bfedc4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0512526
Feb 19 03:12:55.065890 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-87453130-8d18-4ab2-a3e3-33b651874147 req-c8875d23-b915-4006-b5db-243eee0062e0 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363269711907205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853345888'] for port, after_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:12:55.083964 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-c24aa0a7-7f0c-4751-83d2-5ba53d1a3dff service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:12:55.227931 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8875d23-b915-4006-b5db-243eee0062e0 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Pushing event updated for resources: {'Port': ['ID=960792bd-dbcc-44bd-8a79-23ff97ed930f,revision_number=1']} {{(pid=84115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:12:55.259074 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-c8875d23-b915-4006-b5db-243eee0062e0 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:12:55.297802 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87453130-8d18-4ab2-a3e3-33b651874147 req-c8875d23-b915-4006-b5db-243eee0062e0 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Network 11a0058d-2e2a-4262-b636-ae96512c4ecc is already hosted by enough agents. {{(pid=84115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 19 03:12:55.299106 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.scheduler.base_scheduler [req-87453130-8d18-4ab2-a3e3-33b651874147 req-c8875d23-b915-4006-b5db-243eee0062e0 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Resources bound (agent type, host, resource id):  {{(pid=84115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 19 03:12:55.301821 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvrscheduler_db [req-87453130-8d18-4ab2-a3e3-33b651874147 req-c8875d23-b915-4006-b5db-243eee0062e0 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Received port after_create {{(pid=84115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 19 03:12:55.384160 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-87453130-8d18-4ab2-a3e3-33b651874147 req-c8875d23-b915-4006-b5db-243eee0062e0 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:12:55.495970 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-87453130-8d18-4ab2-a3e3-33b651874147 req-c8875d23-b915-4006-b5db-243eee0062e0 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838630373'] for port, before_update {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:12:56.018711 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec764d3a-dfec-4861-820e-cc07b85b1fb1 req-87783420-8ff1-4956-b9a3-b76ca2d3eabb tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:12:56.020356 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-ec764d3a-dfec-4861-820e-cc07b85b1fb1 req-87783420-8ff1-4956-b9a3-b76ca2d3eabb tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] 10.222.0.13 "GET /v2.0/ports?device_id=b937c03d-e413-4281-809c-e7ed8bb86a11 HTTP/1.1" status: 200  len: 945 time: 0.2030990
Feb 19 03:12:56.101487 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-ec764d3a-dfec-4861-820e-cc07b85b1fb1 req-2d884794-7e82-4e79-929d-71d8a3c7b5b2 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0471cb4-3091-4219-8629-b3b27778cf2d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0729086
Feb 19 03:12:56.126336 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-87453130-8d18-4ab2-a3e3-33b651874147 req-c8875d23-b915-4006-b5db-243eee0062e0 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Notify callbacks [] for port, precommit_update {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:12:56.168400 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-87453130-8d18-4ab2-a3e3-33b651874147 req-c8875d23-b915-4006-b5db-243eee0062e0 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269711510320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767142869380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269711906403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1429944'] for port, after_update {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:12:56.184474 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-dea1e2e8-41c6-4159-a899-2b9a7ffef00a tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:12:56.381888 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8875d23-b915-4006-b5db-243eee0062e0 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Pushing event updated for resources: {'Port': ['ID=960792bd-dbcc-44bd-8a79-23ff97ed930f,revision_number=2']} {{(pid=84115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:12:56.385136 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-c8875d23-b915-4006-b5db-243eee0062e0 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:12:56.489802 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19cd4d7-aa09-4841-8e9c-d05040a11192 req-eed5781e-f9ba-4498-801b-6cd8c507fedf tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:12:56.491420 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-c19cd4d7-aa09-4841-8e9c-d05040a11192 req-eed5781e-f9ba-4498-801b-6cd8c507fedf tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecd11572-513d-45f7-922b-f06d7b16f8f1 HTTP/1.1" status: 200  len: 945 time: 0.2749047
Feb 19 03:12:56.545185 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-87453130-8d18-4ab2-a3e3-33b651874147 req-c8875d23-b915-4006-b5db-243eee0062e0 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854389592'] for floatingip, after_update {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:12:56.562133 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-c19cd4d7-aa09-4841-8e9c-d05040a11192 req-2d43ae0a-736b-437e-8d4f-38768d707781 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/security-groups?id=8792f758-2a16-4d64-a5b2-2ed369bfedc4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0640960
Feb 19 03:12:56.611422 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-87453130-8d18-4ab2-a3e3-33b651874147 req-c8875d23-b915-4006-b5db-243eee0062e0 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771976'] for floatingip, before_response {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:12:56.612824 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-87453130-8d18-4ab2-a3e3-33b651874147 req-c8875d23-b915-4006-b5db-243eee0062e0 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 2.5720105
Feb 19 03:12:56.698680 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [req-87453130-8d18-4ab2-a3e3-33b651874147 req-06c0f8f7-a261-43a7-b2fa-b12428a0f656 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Synchronizing usage tracker for tenant:15972dafcae5480290e92407c155b4a6 on resource:floatingip {{(pid=84115) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 19 03:12:56.742153 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [req-87453130-8d18-4ab2-a3e3-33b651874147 req-06c0f8f7-a261-43a7-b2fa-b12428a0f656 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Unset dirty status for tenant:15972dafcae5480290e92407c155b4a6 on resource:floatingip {{(pid=84115) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 19 03:12:56.743425 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-87453130-8d18-4ab2-a3e3-33b651874147 req-06c0f8f7-a261-43a7-b2fa-b12428a0f656 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.27.0.140 HTTP/1.1" status: 200  len: 696 time: 0.1243722
Feb 19 03:12:56.908367 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87453130-8d18-4ab2-a3e3-33b651874147 req-613b7294-935e-45f0-a831-3554719c44fa tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:12:56.910000 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-87453130-8d18-4ab2-a3e3-33b651874147 req-613b7294-935e-45f0-a831-3554719c44fa tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] 10.222.0.13 "GET /v2.0/networks/11a0058d-2e2a-4262-b636-ae96512c4ecc HTTP/1.1" status: 200  len: 784 time: 0.1603308
Feb 19 03:12:57.100042 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72333ce-9a23-44f1-be05-336051eed53f req-8cb7b218-0ce7-4d25-817c-6107e45d68b4 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:12:57.101635 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-a72333ce-9a23-44f1-be05-336051eed53f req-8cb7b218-0ce7-4d25-817c-6107e45d68b4 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] 10.222.0.13 "GET /v2.0/ports?device_id=7fad92b9-b57d-4d32-92f4-cde038402fa3&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.0919428
Feb 19 03:12:57.282827 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-a72333ce-9a23-44f1-be05-336051eed53f req-b85a10f7-9bc2-464a-9afe-f2d1a2b51ebb tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.27.0.140 HTTP/1.1" status: 200  len: 696 time: 0.1749318
Feb 19 03:12:57.304335 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.v2.base [req-a72333ce-9a23-44f1-be05-336051eed53f req-27cad6d8-b024-40d7-90c7-3cc81986b951 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Request body: {'floatingip': {'port_id': '6a95cc20-46ec-4a60-8188-61947b3300c6', 'fixed_ip_address': '172.20.0.3'}} {{(pid=84115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 03:12:57.397695 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-a72333ce-9a23-44f1-be05-336051eed53f req-27cad6d8-b024-40d7-90c7-3cc81986b951 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Notify callbacks [] for floatingip, before_update {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:12:57.551301 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8ad42d-a6a2-4419-bb6c-e1e60696a823 req-2fea66c6-48e8-488c-94d0-805953c17cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:12:57.552862 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-6a8ad42d-a6a2-4419-bb6c-e1e60696a823 req-2fea66c6-48e8-488c-94d0-805953c17cb5 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=fe62d789c5ba40bd87c0c4eb042c2297&device_id=ecd11572-513d-45f7-922b-f06d7b16f8f1 HTTP/1.1" status: 200  len: 1162 time: 0.3934326
Feb 19 03:12:57.629753 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bb0887-bf48-4d94-af63-10995711b1b0 req-4b07e809-fd6f-4fdb-9869-120945293859 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:12:57.631372 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-d1bb0887-bf48-4d94-af63-10995711b1b0 req-4b07e809-fd6f-4fdb-9869-120945293859 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] 10.222.0.13 "GET /v2.0/ports?device_id=b937c03d-e413-4281-809c-e7ed8bb86a11 HTTP/1.1" status: 200  len: 945 time: 0.4085958
Feb 19 03:12:57.869538 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-d1bb0887-bf48-4d94-af63-10995711b1b0 req-70227814-f5bc-420e-9593-e7bb1975e62b tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0471cb4-3091-4219-8629-b3b27778cf2d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1843853
Feb 19 03:12:57.897130 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8ad42d-a6a2-4419-bb6c-e1e60696a823 req-4cbaff22-fd9a-4b21-a07d-95ea1dd8c121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:12:57.898773 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-6a8ad42d-a6a2-4419-bb6c-e1e60696a823 req-4cbaff22-fd9a-4b21-a07d-95ea1dd8c121 service neutron] 10.222.0.65 "GET /v2.0/networks?id=96367511-4096-441d-8b71-998abf1ff026 HTTP/1.1" status: 200  len: 910 time: 0.3094733
Feb 19 03:12:58.454410 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-6a8ad42d-a6a2-4419-bb6c-e1e60696a823 req-72eab56f-c1be-4cd6-ab8d-6d06f0613b7d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d1be9806-7b8a-44f0-8838-663569df55b1 HTTP/1.1" status: 200  len: 1001 time: 0.5024602
Feb 19 03:12:58.494290 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ec46db-46a7-4774-aa20-ff4228dbd9f7 req-55c1793d-6059-4026-8078-992c217dcd6c tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:12:58.495865 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-26ec46db-46a7-4774-aa20-ff4228dbd9f7 req-55c1793d-6059-4026-8078-992c217dcd6c tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecd11572-513d-45f7-922b-f06d7b16f8f1 HTTP/1.1" status: 200  len: 945 time: 0.4741366
Feb 19 03:12:58.561321 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-26ec46db-46a7-4774-aa20-ff4228dbd9f7 req-bd866e10-e079-49d7-9ed7-72979350fcd8 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/security-groups?id=8792f758-2a16-4d64-a5b2-2ed369bfedc4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0584605
Feb 19 03:12:58.730644 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-a72333ce-9a23-44f1-be05-336051eed53f req-27cad6d8-b024-40d7-90c7-3cc81986b951 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:12:58.759105 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccea17db-36f6-41a0-af7f-7e4e20707d91 req-a9333ff5-a033-4339-83f4-87b0a334885a tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:12:58.760959 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-ccea17db-36f6-41a0-af7f-7e4e20707d91 req-a9333ff5-a033-4339-83f4-87b0a334885a tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] 10.222.0.13 "GET /v2.0/ports?device_id=b937c03d-e413-4281-809c-e7ed8bb86a11 HTTP/1.1" status: 200  len: 945 time: 0.0981631
Feb 19 03:12:58.765084 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-a72333ce-9a23-44f1-be05-336051eed53f req-27cad6d8-b024-40d7-90c7-3cc81986b951 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854389592'] for floatingip, after_update {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:12:58.770966 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84116) accepted ('10.222.0.13', 55244) {{(pid=84116) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:12:58.776848 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.v2.base [None req-ceb1baa4-9dde-4697-87fc-ede72a6e1225 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Request body: {'floatingip': {'port_id': 'e513ab8b-f695-4bf6-b1fb-43dce62c680f'}} {{(pid=84116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 03:12:58.861688 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-ceb1baa4-9dde-4697-87fc-ede72a6e1225 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Notify callbacks [] for floatingip, before_update {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:12:58.950749 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.db.l3_db [req-a72333ce-9a23-44f1-be05-336051eed53f req-27cad6d8-b024-40d7-90c7-3cc81986b951 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Floating IP e52be983-96df-49a7-800a-13227ee6e7db associated. External IP: 172.27.0.140, port: 6a95cc20-46ec-4a60-8188-61947b3300c6.
Feb 19 03:12:59.336857 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a72333ce-9a23-44f1-be05-336051eed53f req-27cad6d8-b024-40d7-90c7-3cc81986b951 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Router 38a43ecc-4ed4-4b6f-967c-3f9825b6e0d7 has already been hosted by L3 agent f4ccfb5a-d22e-440e-8ddd-f393ad00f812 {{(pid=84115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 19 03:12:59.496150 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-ceb1baa4-9dde-4697-87fc-ede72a6e1225 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:12:59.536665 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-ceb1baa4-9dde-4697-87fc-ede72a6e1225 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854389592'] for floatingip, after_update {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:12:59.573806 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8ad42d-a6a2-4419-bb6c-e1e60696a823 req-aee63c6d-4df7-4268-9111-35d8bc002f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:12:59.575401 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-6a8ad42d-a6a2-4419-bb6c-e1e60696a823 req-aee63c6d-4df7-4268-9111-35d8bc002f07 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ffae0469-f40c-4397-8d65-7fee68a1ef0a HTTP/1.1" status: 200  len: 855 time: 0.1499870
Feb 19 03:12:59.592651 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a72333ce-9a23-44f1-be05-336051eed53f req-27cad6d8-b024-40d7-90c7-3cc81986b951 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Notify agent at l3_agent.dv-cinder-775706-2-iscsi the message routers_updated {{(pid=84115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 19 03:12:59.597126 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-a72333ce-9a23-44f1-be05-336051eed53f req-27cad6d8-b024-40d7-90c7-3cc81986b951 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771976'] for floatingip, before_response {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:12:59.614950 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8127049a-b7ee-40d1-a4fc-2f722d85db7a None None] Sync routers for ids ['38a43ecc-4ed4-4b6f-967c-3f9825b6e0d7'] in dv-cinder-775706-2-iscsi {{(pid=84118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 19 03:12:59.633296 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8127049a-b7ee-40d1-a4fc-2f722d85db7a None None] Routers {'38a43ecc-4ed4-4b6f-967c-3f9825b6e0d7'} bound to L3 agent in host dv-cinder-775706-2-iscsi {{(pid=84118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 03:12:59.634485 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_hamode_db [None req-8127049a-b7ee-40d1-a4fc-2f722d85db7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9425ac4b00>, 'dv-cinder-775706-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-19T02:56:52Z,description=<?>,heartbeat_timestamp=2021-02-19T03:12:52Z,host='dv-cinder-775706-2-iscsi',id=f4ccfb5a-d22e-440e-8ddd-f393ad00f812,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T02:56:52Z,topic='l3_agent')) {'router_ids': ['38a43ecc-4ed4-4b6f-967c-3f9825b6e0d7'], 'active': True} {{(pid=84118) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 03:12:59.661023 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-a72333ce-9a23-44f1-be05-336051eed53f req-27cad6d8-b024-40d7-90c7-3cc81986b951 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] 10.222.0.13 "PUT /v2.0/floatingips/e52be983-96df-49a7-800a-13227ee6e7db HTTP/1.1" status: 200  len: 996 time: 2.3702552
Feb 19 03:12:59.661597 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fad92b9-b57d-4d32-92f4-cde038402fa3', 'tag': '6a95cc20-46ec-4a60-8188-61947b3300c6'}] {{(pid=84115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 03:12:59.728139 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.db.l3_db [None req-ceb1baa4-9dde-4697-87fc-ede72a6e1225 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Floating IP 309eb1eb-8b7a-482f-985b-8af0216a9215 associated. External IP: 172.27.0.235, port: e513ab8b-f695-4bf6-b1fb-43dce62c680f.
Feb 19 03:12:59.794938 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ee26e5-5139-4ef7-8268-e087375d599a req-895968f1-e0fe-479d-b6d4-dd2d3fd8b2bb tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:12:59.798015 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-99ee26e5-5139-4ef7-8268-e087375d599a req-895968f1-e0fe-479d-b6d4-dd2d3fd8b2bb tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecd11572-513d-45f7-922b-f06d7b16f8f1 HTTP/1.1" status: 200  len: 945 time: 0.0977807
Feb 19 03:12:59.851293 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvr_db [None req-8127049a-b7ee-40d1-a4fc-2f722d85db7a None None] Set router 38a43ecc-4ed4-4b6f-967c-3f9825b6e0d7 gateway port host: dv-cinder-775706-2-iscsi {{(pid=84118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 03:12:59.914933 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-99ee26e5-5139-4ef7-8268-e087375d599a req-585ec6ee-c14f-4e61-84c4-1dde3f684eec tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/security-groups?id=8792f758-2a16-4d64-a5b2-2ed369bfedc4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1098917
Feb 19 03:12:59.931639 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72333ce-9a23-44f1-be05-336051eed53f req-99116f11-5809-46b1-b0e2-e0d4321bbd94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:12:59.933567 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-a72333ce-9a23-44f1-be05-336051eed53f req-99116f11-5809-46b1-b0e2-e0d4321bbd94 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=15972dafcae5480290e92407c155b4a6&device_id=7fad92b9-b57d-4d32-92f4-cde038402fa3 HTTP/1.1" status: 200  len: 1162 time: 0.2529805
Feb 19 03:13:00.013957 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fad92b9-b57d-4d32-92f4-cde038402fa3', 'tag': '6a95cc20-46ec-4a60-8188-61947b3300c6', 'status': 'completed', 'code': 200}
Feb 19 03:13:00.082319 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72333ce-9a23-44f1-be05-336051eed53f req-2b62424f-509f-4217-87f3-2bbbfbdb2b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:13:00.083934 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-a72333ce-9a23-44f1-be05-336051eed53f req-2b62424f-509f-4217-87f3-2bbbfbdb2b32 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e9c3c36b-9ba9-4bad-aa41-5ad95f05fd56 HTTP/1.1" status: 200  len: 905 time: 0.1442435
Feb 19 03:13:00.142600 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ceb1baa4-9dde-4697-87fc-ede72a6e1225 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Router 900551e6-5397-496b-9338-8bdf991a87a4 has already been hosted by L3 agent f4ccfb5a-d22e-440e-8ddd-f393ad00f812 {{(pid=84116) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 19 03:13:00.196866 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-a72333ce-9a23-44f1-be05-336051eed53f req-0351308f-e824-4fa4-aeef-67efa2ba5b82 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6a95cc20-46ec-4a60-8188-61947b3300c6 HTTP/1.1" status: 200  len: 999 time: 0.1057663
Feb 19 03:13:00.243760 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_hamode_db [None req-8127049a-b7ee-40d1-a4fc-2f722d85db7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9425ac4b00>, [{'id': '38a43ecc-4ed4-4b6f-967c-3f9825b6e0d7', 'name': 'tempest-TestVolumeBootPattern-845494617-router', 'tenant_id': '15972dafcae5480290e92407c155b4a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'external_fixed_ips': [{'subnet_id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': 'd3f0dffa-05e4-4cf3-b5ed-05e96e26ef3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T03:08:20Z', 'updated_at': '2021-02-19T03:08:29Z', 'revision_number': 4, 'project_id': '15972dafcae5480290e92407c155b4a6', 'gw_port': {'id': 'd3f0dffa-05e4-4cf3-b5ed-05e96e26ef3b', 'name': '', 'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:1b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38a43ecc-4ed4-4b6f-967c-3f9825b6e0d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T03:08:21Z', 'updated_at': '2021-02-19T03:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-2-iscsi', '_floatingips': [{'id': 'e52be983-96df-49a7-800a-13227ee6e7db', 'tenant_id': '15972dafcae5480290e92407c155b4a6', 'floating_ip_address': '172.27.0.140', 'floating_network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'router_id': '38a43ecc-4ed4-4b6f-967c-3f9825b6e0d7', 'port_id': '6a95cc20-46ec-4a60-8188-61947b3300c6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9c3c36b-9ba9-4bad-aa41-5ad95f05fd56', 'mac_address': 'fa:16:3e:7f:db:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fad92b9-b57d-4d32-92f4-cde038402fa3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-19T03:12:55Z', 'updated_at': '2021-02-19T03:12:58Z', 'revision_number': 1, 'project_id': '15972dafcae5480290e92407c155b4a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '620ca212-b760-4421-979b-f3ffea0ba319', 'name': '', 'network_id': 'e9c3c36b-9ba9-4bad-aa41-5ad95f05fd56', 'tenant_id': '15972dafcae5480290e92407c155b4a6', 'mac_address': 'fa:16:3e:38:b6:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38a43ecc-4ed4-4b6f-967c-3f9825b6e0d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'a7a2a5a5-1d7b-43c3-bf47-2a76329918f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T03:08:27Z', 'updated_at': '2021-02-19T03:08:40Z', 'revision_number': 5, 'project_id': '15972dafcae5480290e92407c155b4a6', 'subnets': [{'id': 'a7a2a5a5-1d7b-43c3-bf47-2a76329918f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775706-2-iscsi', False) {} {{(pid=84118) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 03:13:00.248711 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8127049a-b7ee-40d1-a4fc-2f722d85db7a None None] Checking router: 38a43ecc-4ed4-4b6f-967c-3f9825b6e0d7 for host: dv-cinder-775706-2-iscsi {{(pid=84118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 19 03:13:00.258329 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8127049a-b7ee-40d1-a4fc-2f722d85db7a None None] Routers {'38a43ecc-4ed4-4b6f-967c-3f9825b6e0d7'} bound to L3 agent in host dv-cinder-775706-2-iscsi {{(pid=84118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 03:13:00.259226 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_hamode_db [None req-8127049a-b7ee-40d1-a4fc-2f722d85db7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9425ac4b00>, 'dv-cinder-775706-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-19T02:56:52Z,description=<?>,heartbeat_timestamp=2021-02-19T03:12:52Z,host='dv-cinder-775706-2-iscsi',id=f4ccfb5a-d22e-440e-8ddd-f393ad00f812,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T02:56:52Z,topic='l3_agent')) {'router_ids': ['38a43ecc-4ed4-4b6f-967c-3f9825b6e0d7'], 'active': True} {{(pid=84118) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 03:13:00.278474 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72333ce-9a23-44f1-be05-336051eed53f req-69425091-419b-4057-8dca-18eaf083b1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:13:00.280171 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-a72333ce-9a23-44f1-be05-336051eed53f req-69425091-419b-4057-8dca-18eaf083b1bc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a7a2a5a5-1d7b-43c3-bf47-2a76329918f7 HTTP/1.1" status: 200  len: 850 time: 0.0671983
Feb 19 03:13:00.368628 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72333ce-9a23-44f1-be05-336051eed53f req-c6d9d825-d628-4ca7-8007-b407f0dfc6df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:13:00.370322 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-a72333ce-9a23-44f1-be05-336051eed53f req-c6d9d825-d628-4ca7-8007-b407f0dfc6df service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e9c3c36b-9ba9-4bad-aa41-5ad95f05fd56&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0824118
Feb 19 03:13:00.382260 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [req-a72333ce-9a23-44f1-be05-336051eed53f req-c6948b6d-0097-40b6-a36f-c403f1b849d0 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=84115) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 19 03:13:00.383720 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-a72333ce-9a23-44f1-be05-336051eed53f req-c6948b6d-0097-40b6-a36f-c403f1b849d0 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0058358
Feb 19 03:13:00.462333 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvr_db [None req-8127049a-b7ee-40d1-a4fc-2f722d85db7a None None] Set router 38a43ecc-4ed4-4b6f-967c-3f9825b6e0d7 gateway port host: dv-cinder-775706-2-iscsi {{(pid=84118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 03:13:00.540336 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-a72333ce-9a23-44f1-be05-336051eed53f req-16649695-ac32-43b2-834a-8415c6cc3830 service neutron] 10.222.0.13 "GET /v2.0/networks/e9c3c36b-9ba9-4bad-aa41-5ad95f05fd56?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1486163
Feb 19 03:13:00.600239 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ceb1baa4-9dde-4697-87fc-ede72a6e1225 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Notify agent at l3_agent.dv-cinder-775706-2-iscsi the message routers_updated {{(pid=84116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 19 03:13:00.606236 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-ceb1baa4-9dde-4697-87fc-ede72a6e1225 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771976'] for floatingip, before_response {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:13:00.611574 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb6365e7-e963-488c-ad56-e29cf563d612 None None] Sync routers for ids ['900551e6-5397-496b-9338-8bdf991a87a4'] in dv-cinder-775706-2-iscsi {{(pid=84117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 19 03:13:00.623713 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb6365e7-e963-488c-ad56-e29cf563d612 None None] Routers {'900551e6-5397-496b-9338-8bdf991a87a4'} bound to L3 agent in host dv-cinder-775706-2-iscsi {{(pid=84117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 03:13:00.625207 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_hamode_db [None req-bb6365e7-e963-488c-ad56-e29cf563d612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9426b0d5c0>, 'dv-cinder-775706-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-19T02:56:52Z,description=<?>,heartbeat_timestamp=2021-02-19T03:12:52Z,host='dv-cinder-775706-2-iscsi',id=f4ccfb5a-d22e-440e-8ddd-f393ad00f812,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T02:56:52Z,topic='l3_agent')) {'router_ids': ['900551e6-5397-496b-9338-8bdf991a87a4'], 'active': True} {{(pid=84117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 03:13:00.675743 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-ceb1baa4-9dde-4697-87fc-ede72a6e1225 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] 10.222.0.13 "PUT /v2.0/floatingips/309eb1eb-8b7a-482f-985b-8af0216a9215 HTTP/1.1" status: 200  len: 991 time: 1.9008605
Feb 19 03:13:00.675743 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b937c03d-e413-4281-809c-e7ed8bb86a11', 'tag': 'e513ab8b-f695-4bf6-b1fb-43dce62c680f'}] {{(pid=84116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 03:13:00.722345 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-a72333ce-9a23-44f1-be05-336051eed53f req-27743f8b-8b2c-4c5a-ad59-36a23d0e960b service neutron] 10.222.0.13 "GET /v2.0/networks/e9c3c36b-9ba9-4bad-aa41-5ad95f05fd56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1666632
Feb 19 03:13:00.807349 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b937c03d-e413-4281-809c-e7ed8bb86a11', 'tag': 'e513ab8b-f695-4bf6-b1fb-43dce62c680f', 'status': 'completed', 'code': 200}
Feb 19 03:13:00.842786 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_hamode_db [None req-8127049a-b7ee-40d1-a4fc-2f722d85db7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9425ac4b00>, [{'id': '38a43ecc-4ed4-4b6f-967c-3f9825b6e0d7', 'name': 'tempest-TestVolumeBootPattern-845494617-router', 'tenant_id': '15972dafcae5480290e92407c155b4a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'external_fixed_ips': [{'subnet_id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': 'd3f0dffa-05e4-4cf3-b5ed-05e96e26ef3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T03:08:20Z', 'updated_at': '2021-02-19T03:08:29Z', 'revision_number': 4, 'project_id': '15972dafcae5480290e92407c155b4a6', 'gw_port': {'id': 'd3f0dffa-05e4-4cf3-b5ed-05e96e26ef3b', 'name': '', 'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:1b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38a43ecc-4ed4-4b6f-967c-3f9825b6e0d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T03:08:21Z', 'updated_at': '2021-02-19T03:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-2-iscsi', '_floatingips': [{'id': 'e52be983-96df-49a7-800a-13227ee6e7db', 'tenant_id': '15972dafcae5480290e92407c155b4a6', 'floating_ip_address': '172.27.0.140', 'floating_network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'router_id': '38a43ecc-4ed4-4b6f-967c-3f9825b6e0d7', 'port_id': '6a95cc20-46ec-4a60-8188-61947b3300c6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9c3c36b-9ba9-4bad-aa41-5ad95f05fd56', 'mac_address': 'fa:16:3e:7f:db:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fad92b9-b57d-4d32-92f4-cde038402fa3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-19T03:12:55Z', 'updated_at': '2021-02-19T03:12:58Z', 'revision_number': 1, 'project_id': '15972dafcae5480290e92407c155b4a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '620ca212-b760-4421-979b-f3ffea0ba319', 'name': '', 'network_id': 'e9c3c36b-9ba9-4bad-aa41-5ad95f05fd56', 'tenant_id': '15972dafcae5480290e92407c155b4a6', 'mac_address': 'fa:16:3e:38:b6:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38a43ecc-4ed4-4b6f-967c-3f9825b6e0d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'a7a2a5a5-1d7b-43c3-bf47-2a76329918f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T03:08:27Z', 'updated_at': '2021-02-19T03:08:40Z', 'revision_number': 5, 'project_id': '15972dafcae5480290e92407c155b4a6', 'subnets': [{'id': 'a7a2a5a5-1d7b-43c3-bf47-2a76329918f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775706-2-iscsi', False) {} {{(pid=84118) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 03:13:00.845994 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvr_db [None req-bb6365e7-e963-488c-ad56-e29cf563d612 None None] Set router 900551e6-5397-496b-9338-8bdf991a87a4 gateway port host: dv-cinder-775706-2-iscsi {{(pid=84117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 03:13:00.847055 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8127049a-b7ee-40d1-a4fc-2f722d85db7a None None] The sync data for ids ['38a43ecc-4ed4-4b6f-967c-3f9825b6e0d7'] in dv-cinder-775706-2-iscsi is: [{'id': '38a43ecc-4ed4-4b6f-967c-3f9825b6e0d7', 'name': 'tempest-TestVolumeBootPattern-845494617-router', 'tenant_id': '15972dafcae5480290e92407c155b4a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'external_fixed_ips': [{'subnet_id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': 'd3f0dffa-05e4-4cf3-b5ed-05e96e26ef3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T03:08:20Z', 'updated_at': '2021-02-19T03:08:29Z', 'revision_number': 4, 'project_id': '15972dafcae5480290e92407c155b4a6', 'gw_port': {'id': 'd3f0dffa-05e4-4cf3-b5ed-05e96e26ef3b', 'name': '', 'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:1b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38a43ecc-4ed4-4b6f-967c-3f9825b6e0d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T03:08:21Z', 'updated_at': '2021-02-19T03:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-2-iscsi', '_floatingips': [{'id': 'e52be983-96df-49a7-800a-13227ee6e7db', 'tenant_id': '15972dafcae5480290e92407c155b4a6', 'floating_ip_address': '172.27.0.140', 'floating_network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'router_id': '38a43ecc-4ed4-4b6f-967c-3f9825b6e0d7', 'port_id': '6a95cc20-46ec-4a60-8188-61947b3300c6', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9c3c36b-9ba9-4bad-aa41-5ad95f05fd56', 'mac_address': 'fa:16:3e:7f:db:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fad92b9-b57d-4d32-92f4-cde038402fa3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-19T03:12:55Z', 'updated_at': '2021-02-19T03:12:58Z', 'revision_number': 1, 'project_id': '15972dafcae5480290e92407c155b4a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '620ca212-b760-4421-979b-f3ffea0ba319', 'name': '', 'network_id': 'e9c3c36b-9ba9-4bad-aa41-5ad95f05fd56', 'tenant_id': '15972dafcae5480290e92407c155b4a6', 'mac_address': 'fa:16:3e:38:b6:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38a43ecc-4ed4-4b6f-967c-3f9825b6e0d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'a7a2a5a5-1d7b-43c3-bf47-2a76329918f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T03:08:27Z', 'updated_at': '2021-02-19T03:08:40Z', 'revision_number': 5, 'project_id': '15972dafcae5480290e92407c155b4a6', 'subnets': [{'id': 'a7a2a5a5-1d7b-43c3-bf47-2a76329918f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 19 03:13:01.136754 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c081330-0e31-44c4-9086-07b611ac94a2 req-92541b51-5a1c-4c81-9c95-8fdf3e08071f tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:13:01.138435 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-6c081330-0e31-44c4-9086-07b611ac94a2 req-92541b51-5a1c-4c81-9c95-8fdf3e08071f tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecd11572-513d-45f7-922b-f06d7b16f8f1 HTTP/1.1" status: 200  len: 945 time: 0.0966933
Feb 19 03:13:01.169156 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-477cdff2-e899-4745-8520-921103ed1610 None None] New status for floating IP e52be983-96df-49a7-800a-13227ee6e7db: ACTIVE {{(pid=84118) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 19 03:13:01.194554 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-6c081330-0e31-44c4-9086-07b611ac94a2 req-37b76429-a0b5-4258-9c3a-81906caec399 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/security-groups?id=8792f758-2a16-4d64-a5b2-2ed369bfedc4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0477300
Feb 19 03:13:01.241331 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_hamode_db [None req-bb6365e7-e963-488c-ad56-e29cf563d612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9426b0d5c0>, [{'id': '900551e6-5397-496b-9338-8bdf991a87a4', 'name': 'tempest-AttachVolumeTestJSON-158848129-router', 'tenant_id': '9cc54ca0063647f58309a9cc08a310b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'external_fixed_ips': [{'subnet_id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': 'fb1ba4fb-1d38-48a0-841f-f65bf02372dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T03:07:44Z', 'updated_at': '2021-02-19T03:07:55Z', 'revision_number': 4, 'project_id': '9cc54ca0063647f58309a9cc08a310b1', 'gw_port': {'id': 'fb1ba4fb-1d38-48a0-841f-f65bf02372dc', 'name': '', 'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:0e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900551e6-5397-496b-9338-8bdf991a87a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T03:07:46Z', 'updated_at': '2021-02-19T03:08:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-2-iscsi', '_floatingips': [{'id': '309eb1eb-8b7a-482f-985b-8af0216a9215', 'tenant_id': '9cc54ca0063647f58309a9cc08a310b1', 'floating_ip_address': '172.27.0.235', 'floating_network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'router_id': '900551e6-5397-496b-9338-8bdf991a87a4', 'port_id': 'e513ab8b-f695-4bf6-b1fb-43dce62c680f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 497, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f43f4357-3ff6-40b8-94e0-eb50f3b0a088', 'mac_address': 'fa:16:3e:b8:1c:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b937c03d-e413-4281-809c-e7ed8bb86a11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-19T03:12:38Z', 'updated_at': '2021-02-19T03:12:59Z', 'revision_number': 1, 'project_id': '9cc54ca0063647f58309a9cc08a310b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0248f8e8-e2b2-4ed1-b7da-e388f145e5a4', 'name': '', 'network_id': 'f43f4357-3ff6-40b8-94e0-eb50f3b0a088', 'tenant_id': '9cc54ca0063647f58309a9cc08a310b1', 'mac_address': 'fa:16:3e:c8:7a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900551e6-5397-496b-9338-8bdf991a87a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': 'bcac62f7-68c0-43e3-adb5-456fec5d76fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T03:07:52Z', 'updated_at': '2021-02-19T03:08:08Z', 'revision_number': 5, 'project_id': '9cc54ca0063647f58309a9cc08a310b1', 'subnets': [{'id': 'bcac62f7-68c0-43e3-adb5-456fec5d76fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775706-2-iscsi', False) {} {{(pid=84117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 03:13:01.255949 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb6365e7-e963-488c-ad56-e29cf563d612 None None] Checking router: 900551e6-5397-496b-9338-8bdf991a87a4 for host: dv-cinder-775706-2-iscsi {{(pid=84117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 19 03:13:01.302386 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb6365e7-e963-488c-ad56-e29cf563d612 None None] Routers {'900551e6-5397-496b-9338-8bdf991a87a4'} bound to L3 agent in host dv-cinder-775706-2-iscsi {{(pid=84117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 03:13:01.303236 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_hamode_db [None req-bb6365e7-e963-488c-ad56-e29cf563d612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9426b0d5c0>, 'dv-cinder-775706-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-19T02:56:52Z,description=<?>,heartbeat_timestamp=2021-02-19T03:12:52Z,host='dv-cinder-775706-2-iscsi',id=f4ccfb5a-d22e-440e-8ddd-f393ad00f812,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T02:56:52Z,topic='l3_agent')) {'router_ids': ['900551e6-5397-496b-9338-8bdf991a87a4'], 'active': True} {{(pid=84117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 03:13:01.339548 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8ad42d-a6a2-4419-bb6c-e1e60696a823 req-8d8c1584-c391-45e9-9349-7ad006677069 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:13:01.341656 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-6a8ad42d-a6a2-4419-bb6c-e1e60696a823 req-8d8c1584-c391-45e9-9349-7ad006677069 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=96367511-4096-441d-8b71-998abf1ff026&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0958931
Feb 19 03:13:01.440788 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fe8ee4-ebe0-4628-a446-015e618230a8 req-35acc20e-55ab-4940-9264-c3d52951066a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:13:01.442384 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-93fe8ee4-ebe0-4628-a446-015e618230a8 req-35acc20e-55ab-4940-9264-c3d52951066a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=9cc54ca0063647f58309a9cc08a310b1&device_id=b937c03d-e413-4281-809c-e7ed8bb86a11 HTTP/1.1" status: 200  len: 1162 time: 0.1011219
Feb 19 03:13:01.444356 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b36eeb-26da-4ac1-8537-db018f0c3c8a req-ba2c64ba-ea25-4bef-a3e6-8377b0588c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:13:01.445877 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-24b36eeb-26da-4ac1-8537-db018f0c3c8a req-ba2c64ba-ea25-4bef-a3e6-8377b0588c80 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=15972dafcae5480290e92407c155b4a6&device_id=7fad92b9-b57d-4d32-92f4-cde038402fa3 HTTP/1.1" status: 200  len: 1162 time: 0.1751022
Feb 19 03:13:01.485899 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:13:01.508815 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvr_db [None req-bb6365e7-e963-488c-ad56-e29cf563d612 None None] Set router 900551e6-5397-496b-9338-8bdf991a87a4 gateway port host: dv-cinder-775706-2-iscsi {{(pid=84117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 03:13:01.522402 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-6a8ad42d-a6a2-4419-bb6c-e1e60696a823 req-5227eeae-ebd3-4d54-8fa5-8e913fb71ebd service neutron] 10.222.0.65 "GET /v2.0/networks/96367511-4096-441d-8b71-998abf1ff026?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1724415
Feb 19 03:13:01.675545 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-6a8ad42d-a6a2-4419-bb6c-e1e60696a823 req-0b83a261-ccb9-4644-9082-b8f97e3bb027 service neutron] 10.222.0.65 "GET /v2.0/networks/96367511-4096-441d-8b71-998abf1ff026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1461844
Feb 19 03:13:01.735193 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fe8ee4-ebe0-4628-a446-015e618230a8 req-54d17a82-6b17-4c71-8471-39550c33d236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:13:01.736690 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-93fe8ee4-ebe0-4628-a446-015e618230a8 req-54d17a82-6b17-4c71-8471-39550c33d236 service neutron] 10.222.0.65 "GET /v2.0/networks?id=f43f4357-3ff6-40b8-94e0-eb50f3b0a088 HTTP/1.1" status: 200  len: 904 time: 0.2820997
Feb 19 03:13:01.739136 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b36eeb-26da-4ac1-8537-db018f0c3c8a req-dde63e86-3c9f-48e7-819c-4d1067861167 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:13:01.740597 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-24b36eeb-26da-4ac1-8537-db018f0c3c8a req-dde63e86-3c9f-48e7-819c-4d1067861167 service neutron] 10.222.0.65 "GET /v2.0/networks?id=e9c3c36b-9ba9-4bad-aa41-5ad95f05fd56 HTTP/1.1" status: 200  len: 905 time: 0.2846508
Feb 19 03:13:01.896716 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_hamode_db [None req-bb6365e7-e963-488c-ad56-e29cf563d612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9426b0d5c0>, [{'id': '900551e6-5397-496b-9338-8bdf991a87a4', 'name': 'tempest-AttachVolumeTestJSON-158848129-router', 'tenant_id': '9cc54ca0063647f58309a9cc08a310b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'external_fixed_ips': [{'subnet_id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': 'fb1ba4fb-1d38-48a0-841f-f65bf02372dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T03:07:44Z', 'updated_at': '2021-02-19T03:07:55Z', 'revision_number': 4, 'project_id': '9cc54ca0063647f58309a9cc08a310b1', 'gw_port': {'id': 'fb1ba4fb-1d38-48a0-841f-f65bf02372dc', 'name': '', 'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:0e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900551e6-5397-496b-9338-8bdf991a87a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T03:07:46Z', 'updated_at': '2021-02-19T03:08:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-2-iscsi', '_floatingips': [{'id': '309eb1eb-8b7a-482f-985b-8af0216a9215', 'tenant_id': '9cc54ca0063647f58309a9cc08a310b1', 'floating_ip_address': '172.27.0.235', 'floating_network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'router_id': '900551e6-5397-496b-9338-8bdf991a87a4', 'port_id': 'e513ab8b-f695-4bf6-b1fb-43dce62c680f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 497, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f43f4357-3ff6-40b8-94e0-eb50f3b0a088', 'mac_address': 'fa:16:3e:b8:1c:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b937c03d-e413-4281-809c-e7ed8bb86a11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-19T03:12:38Z', 'updated_at': '2021-02-19T03:12:59Z', 'revision_number': 1, 'project_id': '9cc54ca0063647f58309a9cc08a310b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0248f8e8-e2b2-4ed1-b7da-e388f145e5a4', 'name': '', 'network_id': 'f43f4357-3ff6-40b8-94e0-eb50f3b0a088', 'tenant_id': '9cc54ca0063647f58309a9cc08a310b1', 'mac_address': 'fa:16:3e:c8:7a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900551e6-5397-496b-9338-8bdf991a87a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': 'bcac62f7-68c0-43e3-adb5-456fec5d76fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T03:07:52Z', 'updated_at': '2021-02-19T03:08:08Z', 'revision_number': 5, 'project_id': '9cc54ca0063647f58309a9cc08a310b1', 'subnets': [{'id': 'bcac62f7-68c0-43e3-adb5-456fec5d76fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775706-2-iscsi', False) {} {{(pid=84117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 03:13:01.900919 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb6365e7-e963-488c-ad56-e29cf563d612 None None] The sync data for ids ['900551e6-5397-496b-9338-8bdf991a87a4'] in dv-cinder-775706-2-iscsi is: [{'id': '900551e6-5397-496b-9338-8bdf991a87a4', 'name': 'tempest-AttachVolumeTestJSON-158848129-router', 'tenant_id': '9cc54ca0063647f58309a9cc08a310b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'external_fixed_ips': [{'subnet_id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': 'fb1ba4fb-1d38-48a0-841f-f65bf02372dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T03:07:44Z', 'updated_at': '2021-02-19T03:07:55Z', 'revision_number': 4, 'project_id': '9cc54ca0063647f58309a9cc08a310b1', 'gw_port': {'id': 'fb1ba4fb-1d38-48a0-841f-f65bf02372dc', 'name': '', 'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:0e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900551e6-5397-496b-9338-8bdf991a87a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T03:07:46Z', 'updated_at': '2021-02-19T03:08:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-2-iscsi', '_floatingips': [{'id': '309eb1eb-8b7a-482f-985b-8af0216a9215', 'tenant_id': '9cc54ca0063647f58309a9cc08a310b1', 'floating_ip_address': '172.27.0.235', 'floating_network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'router_id': '900551e6-5397-496b-9338-8bdf991a87a4', 'port_id': 'e513ab8b-f695-4bf6-b1fb-43dce62c680f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 497, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f43f4357-3ff6-40b8-94e0-eb50f3b0a088', 'mac_address': 'fa:16:3e:b8:1c:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b937c03d-e413-4281-809c-e7ed8bb86a11', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-19T03:12:38Z', 'updated_at': '2021-02-19T03:12:59Z', 'revision_number': 1, 'project_id': '9cc54ca0063647f58309a9cc08a310b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0248f8e8-e2b2-4ed1-b7da-e388f145e5a4', 'name': '', 'network_id': 'f43f4357-3ff6-40b8-94e0-eb50f3b0a088', 'tenant_id': '9cc54ca0063647f58309a9cc08a310b1', 'mac_address': 'fa:16:3e:c8:7a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900551e6-5397-496b-9338-8bdf991a87a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': 'bcac62f7-68c0-43e3-adb5-456fec5d76fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T03:07:52Z', 'updated_at': '2021-02-19T03:08:08Z', 'revision_number': 5, 'project_id': '9cc54ca0063647f58309a9cc08a310b1', 'subnets': [{'id': 'bcac62f7-68c0-43e3-adb5-456fec5d76fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 19 03:13:01.960760 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-93fe8ee4-ebe0-4628-a446-015e618230a8 req-975b82d6-523b-4974-aea7-d87562c7a12a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e513ab8b-f695-4bf6-b1fb-43dce62c680f HTTP/1.1" status: 200  len: 999 time: 0.2031503
Feb 19 03:13:01.962639 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-24b36eeb-26da-4ac1-8537-db018f0c3c8a req-cc1548c3-32bb-4bc0-9f51-c9fb35abe67e service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6a95cc20-46ec-4a60-8188-61947b3300c6 HTTP/1.1" status: 200  len: 1001 time: 0.2032118
Feb 19 03:13:02.102074 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fe8ee4-ebe0-4628-a446-015e618230a8 req-6d36624c-b69f-4418-98d6-d3511e0b77d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:13:02.103679 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-93fe8ee4-ebe0-4628-a446-015e618230a8 req-6d36624c-b69f-4418-98d6-d3511e0b77d6 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=bcac62f7-68c0-43e3-adb5-456fec5d76fe HTTP/1.1" status: 200  len: 849 time: 0.1281192
Feb 19 03:13:02.105119 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b36eeb-26da-4ac1-8537-db018f0c3c8a req-2d29b716-9bb3-41b4-997f-a059e891bd3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:13:02.106619 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-24b36eeb-26da-4ac1-8537-db018f0c3c8a req-2d29b716-9bb3-41b4-997f-a059e891bd3f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a7a2a5a5-1d7b-43c3-bf47-2a76329918f7 HTTP/1.1" status: 200  len: 850 time: 0.0960453
Feb 19 03:13:02.186372 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2123cb7-3092-4e15-b83d-a77aaff23a76 None None] New status for floating IP 309eb1eb-8b7a-482f-985b-8af0216a9215: ACTIVE {{(pid=84117) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 19 03:13:02.265540 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93fe8ee4-ebe0-4628-a446-015e618230a8 req-06fa298f-5ead-47c4-9f40-834162164f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:13:02.267853 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-93fe8ee4-ebe0-4628-a446-015e618230a8 req-06fa298f-5ead-47c4-9f40-834162164f57 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=f43f4357-3ff6-40b8-94e0-eb50f3b0a088&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1514001
Feb 19 03:13:02.273924 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b36eeb-26da-4ac1-8537-db018f0c3c8a req-04d3c6e7-a677-4f3f-b2a1-4c4cf02240bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:13:02.275624 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-24b36eeb-26da-4ac1-8537-db018f0c3c8a req-04d3c6e7-a677-4f3f-b2a1-4c4cf02240bc service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e9c3c36b-9ba9-4bad-aa41-5ad95f05fd56&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1236725
Feb 19 03:13:02.492930 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb5946f-5c73-43cf-a814-651e99998f34 req-7368a191-66f6-4ac4-943f-c0e63faf71c4 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:13:02.494962 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-1cb5946f-5c73-43cf-a814-651e99998f34 req-7368a191-66f6-4ac4-943f-c0e63faf71c4 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecd11572-513d-45f7-922b-f06d7b16f8f1 HTTP/1.1" status: 200  len: 945 time: 0.1254997
Feb 19 03:13:02.559261 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-1cb5946f-5c73-43cf-a814-651e99998f34 req-eb4132a6-4b3e-4627-904d-c552f68c1dd8 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/security-groups?id=8792f758-2a16-4d64-a5b2-2ed369bfedc4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0542345
Feb 19 03:13:02.593883 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-93fe8ee4-ebe0-4628-a446-015e618230a8 req-d34acf96-fb92-4fa3-a666-59663f7fba39 service neutron] 10.222.0.65 "GET /v2.0/networks/f43f4357-3ff6-40b8-94e0-eb50f3b0a088?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3171623
Feb 19 03:13:02.597528 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-24b36eeb-26da-4ac1-8537-db018f0c3c8a req-46554d89-763b-4d7f-9484-80c1f19ab361 service neutron] 10.222.0.65 "GET /v2.0/networks/e9c3c36b-9ba9-4bad-aa41-5ad95f05fd56?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2683346
Feb 19 03:13:02.880162 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-93fe8ee4-ebe0-4628-a446-015e618230a8 req-ac8d532c-1eb8-44e1-88f8-ff285397c090 service neutron] 10.222.0.65 "GET /v2.0/networks/f43f4357-3ff6-40b8-94e0-eb50f3b0a088?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2637067
Feb 19 03:13:02.882185 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-24b36eeb-26da-4ac1-8537-db018f0c3c8a req-c743cc0e-eaee-47f0-b76b-0257c3434657 service neutron] 10.222.0.65 "GET /v2.0/networks/e9c3c36b-9ba9-4bad-aa41-5ad95f05fd56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.2678549
Feb 19 03:13:03.759094 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0740f4e9-b900-4950-a3b6-f6fb540d10c4 req-34433181-b1d1-472c-9437-e31944f25b89 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:13:03.760955 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-0740f4e9-b900-4950-a3b6-f6fb540d10c4 req-34433181-b1d1-472c-9437-e31944f25b89 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecd11572-513d-45f7-922b-f06d7b16f8f1 HTTP/1.1" status: 200  len: 945 time: 0.0884399
Feb 19 03:13:03.810145 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-0740f4e9-b900-4950-a3b6-f6fb540d10c4 req-ab52f203-c2de-4b13-9008-05777fb3051e tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/security-groups?id=8792f758-2a16-4d64-a5b2-2ed369bfedc4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0418983
Feb 19 03:13:05.009256 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0babef5e-5bb0-40cd-9d9d-ffe86ceec398 req-82dee148-7a8a-4a4f-8cc5-5019c0eec8b2 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:13:05.011135 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-0babef5e-5bb0-40cd-9d9d-ffe86ceec398 req-82dee148-7a8a-4a4f-8cc5-5019c0eec8b2 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecd11572-513d-45f7-922b-f06d7b16f8f1 HTTP/1.1" status: 200  len: 945 time: 0.0848355
Feb 19 03:13:05.060361 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-0babef5e-5bb0-40cd-9d9d-ffe86ceec398 req-2410dae4-876b-4589-af1f-50ad3eb9f627 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/security-groups?id=8792f758-2a16-4d64-a5b2-2ed369bfedc4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0424261
Feb 19 03:13:05.949417 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.rpc [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Device d1be9806-7b8a-44f0-8838-663569df55b1 up at agent ovs-agent-hv-cinder-77570 {{(pid=84117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 03:13:06.186520 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Provisioning complete for port d1be9806-7b8a-44f0-8838-663569df55b1 triggered by entity L2. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 03:13:06.187052 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16124857'] for port, provisioning_complete {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:13:06.279460 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0ad668-7fb9-493e-8ea4-3d0ed9ffcefa req-6c7150e0-57e0-453f-a8a6-5d30be9a692d tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:13:06.281123 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-ce0ad668-7fb9-493e-8ea4-3d0ed9ffcefa req-6c7150e0-57e0-453f-a8a6-5d30be9a692d tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecd11572-513d-45f7-922b-f06d7b16f8f1 HTTP/1.1" status: 200  len: 945 time: 0.0966942
Feb 19 03:13:06.330719 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-ce0ad668-7fb9-493e-8ea4-3d0ed9ffcefa req-1e40d222-beb0-446e-8a3a-4dc83bf52c2a tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/security-groups?id=8792f758-2a16-4d64-a5b2-2ed369bfedc4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429130
Feb 19 03:13:07.891259 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.rpc [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Device d1be9806-7b8a-44f0-8838-663569df55b1 no longer exists at agent ovs-agent-hv-cinder-77570 {{(pid=84117) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 19 03:13:08.016140 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838630373'] for port, before_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:13:08.049135 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecd11572-513d-45f7-922b-f06d7b16f8f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd1be9806-7b8a-44f0-8838-663569df55b1'}] {{(pid=84117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 03:13:08.059579 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.db [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] For port d1be9806-7b8a-44f0-8838-663569df55b1, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=d1be9806-7b8a-44f0-8838-663569df55b1,segment=NetworkSegment(6e9f1b00-4f0b-4b9d-b1f1-2ca997d9692c),segment_id=6e9f1b00-4f0b-4b9d-b1f1-2ca997d9692c)] {{(pid=84117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 03:13:08.099259 dv-cinder-775706-2-iscsi neutron-server[84004]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ecd11572-513d-45f7-922b-f06d7b16f8f1', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'd1be9806-7b8a-44f0-8838-663569df55b1', 'code': 422} returned with failed status
Feb 19 03:13:08.102159 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269711510320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767142869380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269711906403'] for port, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:13:08.104071 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:13:08.175519 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Pushing event updated for resources: {'Port': ['ID=d1be9806-7b8a-44f0-8838-663569df55b1,revision_number=5']} {{(pid=84117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:13:08.178883 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=84117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:13:08.776041 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98447651-82c3-4b2b-b2dd-a281fc9d7665 req-c55ea954-427a-4917-8bda-067c6a96e7f9 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:13:08.777644 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-98447651-82c3-4b2b-b2dd-a281fc9d7665 req-c55ea954-427a-4917-8bda-067c6a96e7f9 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecd11572-513d-45f7-922b-f06d7b16f8f1 HTTP/1.1" status: 200  len: 943 time: 0.3911078
Feb 19 03:13:08.784530 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-f62206d9-a13d-452c-90ad-d459bc98c872 req-02c0326d-f48c-4b5a-b12d-952de24f427c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ecd11572-513d-45f7-922b-f06d7b16f8f1&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1031468
Feb 19 03:13:08.827233 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-98447651-82c3-4b2b-b2dd-a281fc9d7665 req-2e43079f-d95d-4959-be86-be2b0078480b tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/security-groups?id=8792f758-2a16-4d64-a5b2-2ed369bfedc4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0416839
Feb 19 03:13:09.526602 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62206d9-a13d-452c-90ad-d459bc98c872 req-43849225-ece4-4883-b183-153292a62b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:13:09.528205 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-f62206d9-a13d-452c-90ad-d459bc98c872 req-43849225-ece4-4883-b183-153292a62b3e service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=ecd11572-513d-45f7-922b-f06d7b16f8f1&tenant_id=fe62d789c5ba40bd87c0c4eb042c2297 HTTP/1.1" status: 200  len: 1160 time: 0.0779061
Feb 19 03:13:09.636905 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62206d9-a13d-452c-90ad-d459bc98c872 req-b253ae70-1e1c-4258-9432-1e0e11c7aa5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:13:09.638527 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-f62206d9-a13d-452c-90ad-d459bc98c872 req-b253ae70-1e1c-4258-9432-1e0e11c7aa5d service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=fe62d789c5ba40bd87c0c4eb042c2297&device_id=ecd11572-513d-45f7-922b-f06d7b16f8f1 HTTP/1.1" status: 200  len: 1160 time: 0.0828424
Feb 19 03:13:09.782752 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62206d9-a13d-452c-90ad-d459bc98c872 req-9abb2a1e-0476-416f-8d13-594fffa19b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:13:09.784220 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-f62206d9-a13d-452c-90ad-d459bc98c872 req-9abb2a1e-0476-416f-8d13-594fffa19b87 service neutron] 10.222.0.65 "GET /v2.0/networks?id=96367511-4096-441d-8b71-998abf1ff026 HTTP/1.1" status: 200  len: 910 time: 0.1373327
Feb 19 03:13:09.893636 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-f62206d9-a13d-452c-90ad-d459bc98c872 req-bfed5b4a-8860-4ca3-a76c-56273b2f5e95 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d1be9806-7b8a-44f0-8838-663569df55b1 HTTP/1.1" status: 200  len: 999 time: 0.1007574
Feb 19 03:13:09.968244 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62206d9-a13d-452c-90ad-d459bc98c872 req-67596eca-f8cd-4bea-9de6-02d1d1c3a007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:13:09.970475 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-f62206d9-a13d-452c-90ad-d459bc98c872 req-67596eca-f8cd-4bea-9de6-02d1d1c3a007 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ffae0469-f40c-4397-8d65-7fee68a1ef0a HTTP/1.1" status: 200  len: 855 time: 0.0680413
Feb 19 03:13:10.033928 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf02f2d3-e91f-4565-8366-7e745cbdc46e req-e6792718-aa98-4f6b-886a-a89f389d2f66 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:13:10.035508 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-bf02f2d3-e91f-4565-8366-7e745cbdc46e req-e6792718-aa98-4f6b-886a-a89f389d2f66 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecd11572-513d-45f7-922b-f06d7b16f8f1 HTTP/1.1" status: 200  len: 943 time: 0.0892680
Feb 19 03:13:10.052847 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62206d9-a13d-452c-90ad-d459bc98c872 req-b3b78f15-1e80-4d3b-abfe-644046fe2af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:13:10.054529 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-f62206d9-a13d-452c-90ad-d459bc98c872 req-b3b78f15-1e80-4d3b-abfe-644046fe2af3 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=96367511-4096-441d-8b71-998abf1ff026&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0770755
Feb 19 03:13:10.083057 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-bf02f2d3-e91f-4565-8366-7e745cbdc46e req-d1308122-d6f5-4c01-bcea-5f6c51797944 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/security-groups?id=8792f758-2a16-4d64-a5b2-2ed369bfedc4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0413535
Feb 19 03:13:10.207611 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-f62206d9-a13d-452c-90ad-d459bc98c872 req-6c72e0d0-aee2-4837-8ad9-a65a31aab32e service neutron] 10.222.0.65 "GET /v2.0/networks/96367511-4096-441d-8b71-998abf1ff026?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1441483
Feb 19 03:13:10.366943 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-f62206d9-a13d-452c-90ad-d459bc98c872 req-c8b386ce-94ce-45f5-bff3-6f44a9ad65a5 service neutron] 10.222.0.65 "GET /v2.0/networks/96367511-4096-441d-8b71-998abf1ff026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1468101
Feb 19 03:13:11.305326 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a720e595-da22-4a02-9a20-cd03141dbde5 req-9511998f-a173-4695-bb99-37aa6e378ce4 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:13:11.306997 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-a720e595-da22-4a02-9a20-cd03141dbde5 req-9511998f-a173-4695-bb99-37aa6e378ce4 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecd11572-513d-45f7-922b-f06d7b16f8f1 HTTP/1.1" status: 200  len: 943 time: 0.1041834
Feb 19 03:13:11.357869 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-a720e595-da22-4a02-9a20-cd03141dbde5 req-b65dda21-849c-400a-bdfc-c3becb89c7fb tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/security-groups?id=8792f758-2a16-4d64-a5b2-2ed369bfedc4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0437887
Feb 19 03:13:12.582554 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc92b10-b4f3-4ce7-8901-7b68abb81ac1 req-26219bf5-630f-4cff-b5c9-6fca0d271caf tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:13:12.584122 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-5cc92b10-b4f3-4ce7-8901-7b68abb81ac1 req-26219bf5-630f-4cff-b5c9-6fca0d271caf tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecd11572-513d-45f7-922b-f06d7b16f8f1 HTTP/1.1" status: 200  len: 943 time: 0.0974438
Feb 19 03:13:12.637542 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-5cc92b10-b4f3-4ce7-8901-7b68abb81ac1 req-d5c54622-d574-4068-a6dd-f981133ec56a tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/security-groups?id=8792f758-2a16-4d64-a5b2-2ed369bfedc4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0457611
Feb 19 03:13:13.060558 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84115) accepted ('10.222.0.13', 55442) {{(pid=84115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:13:13.193409 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-79e0d163-f47b-4ca9-a23e-b8f7d933a897 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:13:13.209445 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-79e0d163-f47b-4ca9-a23e-b8f7d933a897 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 03:13:13.213580 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-79e0d163-f47b-4ca9-a23e-b8f7d933a897 admin admin] Usage tracker for resource:security_group_rule and tenant:741bb777e5224fdfa957f99d07098b4e is out of sync, need to count used quota {{(pid=84115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 03:13:13.216740 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-79e0d163-f47b-4ca9-a23e-b8f7d933a897 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 03:13:13.222891 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-79e0d163-f47b-4ca9-a23e-b8f7d933a897 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 03:13:13.310799 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-79e0d163-f47b-4ca9-a23e-b8f7d933a897 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:13:13.341915 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-79e0d163-f47b-4ca9-a23e-b8f7d933a897 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237410'] for security_group, after_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:13:13.351296 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-ad095d10-4493-4bd2-893f-baef89b6c7f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:13:13.395876 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-79e0d163-f47b-4ca9-a23e-b8f7d933a897 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=741bb777e5224fdfa957f99d07098b4e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3340273
Feb 19 03:13:13.396766 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e0d163-f47b-4ca9-a23e-b8f7d933a897 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d892418e-c6ea-4e40-bba0-7029ff5f58cf,revision_number=1']} {{(pid=84115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:13:13.398653 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84116) accepted ('10.222.0.13', 55448) {{(pid=84116) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:13:13.400362 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-79e0d163-f47b-4ca9-a23e-b8f7d933a897 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:13:13.468255 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-b4744594-d95b-4e12-a3ab-34904c4a8c1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:13:13.496955 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-b4744594-d95b-4e12-a3ab-34904c4a8c1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:13:13.567860 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-b4744594-d95b-4e12-a3ab-34904c4a8c1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237410'] for security_group, after_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:13:13.572114 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-1b7994d0-fdf2-41d9-868b-af98960c744d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:13:13.584094 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4744594-d95b-4e12-a3ab-34904c4a8c1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d892418e-c6ea-4e40-bba0-7029ff5f58cf,revision_number=None']} {{(pid=84116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:13:13.588317 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-b4744594-d95b-4e12-a3ab-34904c4a8c1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:13:13.591572 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-b4744594-d95b-4e12-a3ab-34904c4a8c1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:13:13.592803 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-b4744594-d95b-4e12-a3ab-34904c4a8c1b admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d892418e-c6ea-4e40-bba0-7029ff5f58cf HTTP/1.1" status: 204  len: 168 time: 0.1929123
Feb 19 03:13:13.862306 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8d403e-42ca-4622-821b-edd94ef8e2cb req-df1c2a0f-17d8-4230-a888-96d5461c2dde tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:13:13.864089 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-9f8d403e-42ca-4622-821b-edd94ef8e2cb req-df1c2a0f-17d8-4230-a888-96d5461c2dde tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecd11572-513d-45f7-922b-f06d7b16f8f1 HTTP/1.1" status: 200  len: 943 time: 0.0973346
Feb 19 03:13:13.923629 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-9f8d403e-42ca-4622-821b-edd94ef8e2cb req-9ade3e2f-4653-4d84-bd3f-cce103b5da98 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/security-groups?id=8792f758-2a16-4d64-a5b2-2ed369bfedc4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0519810
Feb 19 03:13:15.152368 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dce320e-b2fb-43c6-92d1-4288094dc34a req-96ca74ce-f127-43b4-83ff-4d2840f97d65 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:13:15.154053 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-7dce320e-b2fb-43c6-92d1-4288094dc34a req-96ca74ce-f127-43b4-83ff-4d2840f97d65 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecd11572-513d-45f7-922b-f06d7b16f8f1 HTTP/1.1" status: 200  len: 943 time: 0.0922940
Feb 19 03:13:15.209889 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-7dce320e-b2fb-43c6-92d1-4288094dc34a req-bbb5f33b-d9cf-4bcb-8392-1a52c9a49503 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/security-groups?id=8792f758-2a16-4d64-a5b2-2ed369bfedc4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0489240
Feb 19 03:13:16.423426 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d76246-e91a-4fd4-bd5f-0ce7329b638e req-c774d52b-94d1-4be9-9d4f-129b55f11176 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:13:16.425317 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-c8d76246-e91a-4fd4-bd5f-0ce7329b638e req-c774d52b-94d1-4be9-9d4f-129b55f11176 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecd11572-513d-45f7-922b-f06d7b16f8f1 HTTP/1.1" status: 200  len: 943 time: 0.0946267
Feb 19 03:13:16.476107 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-c8d76246-e91a-4fd4-bd5f-0ce7329b638e req-37880035-df69-4fa7-a2a1-b8fe3523090a tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/security-groups?id=8792f758-2a16-4d64-a5b2-2ed369bfedc4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0443866
Feb 19 03:13:17.685001 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6440196-675f-42e5-b7a5-09ac1bfba4f6 req-6ec720fd-53e8-43b9-92e1-59ffe1379560 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:13:17.686672 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-e6440196-675f-42e5-b7a5-09ac1bfba4f6 req-6ec720fd-53e8-43b9-92e1-59ffe1379560 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecd11572-513d-45f7-922b-f06d7b16f8f1 HTTP/1.1" status: 200  len: 943 time: 0.0877275
Feb 19 03:13:17.738708 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-e6440196-675f-42e5-b7a5-09ac1bfba4f6 req-42ce7548-cb39-4345-a7fd-65afc14fbc79 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/security-groups?id=8792f758-2a16-4d64-a5b2-2ed369bfedc4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0457821
Feb 19 03:13:18.950066 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccb2b59-9b1b-478d-a559-7dfaa26c7221 req-447198df-53a9-487b-85b6-3d298aa0a91c tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:13:18.951709 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-fccb2b59-9b1b-478d-a559-7dfaa26c7221 req-447198df-53a9-487b-85b6-3d298aa0a91c tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecd11572-513d-45f7-922b-f06d7b16f8f1 HTTP/1.1" status: 200  len: 943 time: 0.0897830
Feb 19 03:13:19.001835 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-fccb2b59-9b1b-478d-a559-7dfaa26c7221 req-ab2243e1-7022-4f1a-b0a7-020cbdf31f93 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/security-groups?id=8792f758-2a16-4d64-a5b2-2ed369bfedc4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0428481
Feb 19 03:13:19.470771 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-784ee960-95f9-4b95-b447-45e034dbdfe2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:13:20.213938 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57414241-fddb-4313-9951-3e4db004cb72 req-1c71699c-a287-42a7-a864-90788465ff21 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:13:20.215623 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-57414241-fddb-4313-9951-3e4db004cb72 req-1c71699c-a287-42a7-a864-90788465ff21 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecd11572-513d-45f7-922b-f06d7b16f8f1 HTTP/1.1" status: 200  len: 943 time: 0.0927866
Feb 19 03:13:20.265547 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-57414241-fddb-4313-9951-3e4db004cb72 req-211a26c5-6c05-4ba5-aa95-5f12dc80869b tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/security-groups?id=8792f758-2a16-4d64-a5b2-2ed369bfedc4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0429409
Feb 19 03:13:21.477850 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13558739-a2a4-4632-8c9b-e77eb04dd294 req-e497c7ec-5905-498b-be8d-eb215576a66c tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:13:21.479500 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-13558739-a2a4-4632-8c9b-e77eb04dd294 req-e497c7ec-5905-498b-be8d-eb215576a66c tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecd11572-513d-45f7-922b-f06d7b16f8f1 HTTP/1.1" status: 200  len: 943 time: 0.0885932
Feb 19 03:13:21.533687 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-13558739-a2a4-4632-8c9b-e77eb04dd294 req-f10b6d7f-2570-4af5-b05e-190198a0fd3f tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/security-groups?id=8792f758-2a16-4d64-a5b2-2ed369bfedc4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0477202
Feb 19 03:13:21.893451 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-879a0643-ec28-4a2f-9902-b390cb47ae47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:13:22.467878 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-4b343f23-6f62-4db0-bfb1-0e5ba3aa11dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:13:22.751412 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d21e647-7e75-4c67-beff-14a539f1084f req-06ce94ef-61be-4ced-b288-459275440505 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:13:22.753238 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-6d21e647-7e75-4c67-beff-14a539f1084f req-06ce94ef-61be-4ced-b288-459275440505 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecd11572-513d-45f7-922b-f06d7b16f8f1 HTTP/1.1" status: 200  len: 943 time: 0.0905650
Feb 19 03:13:22.804572 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-6d21e647-7e75-4c67-beff-14a539f1084f req-3f74df42-8142-4719-b798-b943cc7ebeb3 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/security-groups?id=8792f758-2a16-4d64-a5b2-2ed369bfedc4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0449076
Feb 19 03:13:23.542226 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:13:24.008722 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed1f6d96-0235-41ee-b855-68f64de12104 req-8135e806-5fec-4ce8-8258-4a7cb2053a70 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:13:24.010331 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-ed1f6d96-0235-41ee-b855-68f64de12104 req-8135e806-5fec-4ce8-8258-4a7cb2053a70 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecd11572-513d-45f7-922b-f06d7b16f8f1 HTTP/1.1" status: 200  len: 943 time: 0.0893743
Feb 19 03:13:24.057876 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-ed1f6d96-0235-41ee-b855-68f64de12104 req-c99a49b1-1bb5-4eee-a0fb-880e66b58c68 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/security-groups?id=8792f758-2a16-4d64-a5b2-2ed369bfedc4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0411499
Feb 19 03:13:24.284781 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-ed1abd93-30ab-455f-b25e-ecbc2cc5cf06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:13:25.262254 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de8d3a8e-5d09-4477-89b7-a5eb15c2e2b1 req-4a98f0d7-77e3-46d7-bb1f-98d2ba6c4d7c tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:13:25.263849 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-de8d3a8e-5d09-4477-89b7-a5eb15c2e2b1 req-4a98f0d7-77e3-46d7-bb1f-98d2ba6c4d7c tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecd11572-513d-45f7-922b-f06d7b16f8f1 HTTP/1.1" status: 200  len: 943 time: 0.0855584
Feb 19 03:13:25.313952 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-de8d3a8e-5d09-4477-89b7-a5eb15c2e2b1 req-9949011a-cb6b-4dc7-81cf-cb112455c8b5 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/security-groups?id=8792f758-2a16-4d64-a5b2-2ed369bfedc4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0438879
Feb 19 03:13:26.404696 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.rpc [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Device d1be9806-7b8a-44f0-8838-663569df55b1 up at agent ovs-agent-hv-cinder-77570 {{(pid=84117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 03:13:26.476816 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Provisioning complete for port d1be9806-7b8a-44f0-8838-663569df55b1 triggered by entity L2. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 03:13:26.477239 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16124857'] for port, provisioning_complete {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:13:26.518272 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab402daf-8819-4922-9337-092226ab203c req-b1dc372b-7b90-4072-a3be-af87028cc1d7 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:13:26.519839 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-ab402daf-8819-4922-9337-092226ab203c req-b1dc372b-7b90-4072-a3be-af87028cc1d7 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecd11572-513d-45f7-922b-f06d7b16f8f1 HTTP/1.1" status: 200  len: 943 time: 0.0881548
Feb 19 03:13:26.569513 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-ab402daf-8819-4922-9337-092226ab203c req-99a3cd86-b06a-424b-92b9-5b99b0fe24f8 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/security-groups?id=8792f758-2a16-4d64-a5b2-2ed369bfedc4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0430329
Feb 19 03:13:26.604752 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838630373'] for port, before_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:13:26.633583 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecd11572-513d-45f7-922b-f06d7b16f8f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1be9806-7b8a-44f0-8838-663569df55b1'}] {{(pid=84117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 03:13:26.644001 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.db [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] For port d1be9806-7b8a-44f0-8838-663569df55b1, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=d1be9806-7b8a-44f0-8838-663569df55b1,segment=NetworkSegment(6e9f1b00-4f0b-4b9d-b1f1-2ca997d9692c),segment_id=6e9f1b00-4f0b-4b9d-b1f1-2ca997d9692c)] {{(pid=84117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 03:13:26.670544 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269711510320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767142869380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269711906403'] for port, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:13:26.672516 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:13:26.705236 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecd11572-513d-45f7-922b-f06d7b16f8f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1be9806-7b8a-44f0-8838-663569df55b1', 'code': 200}
Feb 19 03:13:26.746799 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Pushing event updated for resources: {'Port': ['ID=d1be9806-7b8a-44f0-8838-663569df55b1,revision_number=6']} {{(pid=84117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:13:26.755003 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:13:26.755422 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:13:26.755808 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:13:26.756190 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:13:26.756570 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:13:26.756946 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:13:26.757318 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:13:26.757690 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:13:26.758128 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:13:26.758477 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:13:26.758848 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:13:26.759215 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:13:26.759636 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:13:26.760002 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:13:26.760374 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:13:26.760746 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:13:26.761379 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:13:26.761777 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:13:26.762147 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:13:26.762513 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:13:26.762886 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:13:26.763245 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:13:26.763607 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:13:26.763969 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:13:26.768704 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=84117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:13:26.999308 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36b427a4-1a74-4cb9-b4b7-34f368f96f86 req-faee305e-97eb-48ac-82fa-0d13a294ca39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:13:27.000956 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-36b427a4-1a74-4cb9-b4b7-34f368f96f86 req-faee305e-97eb-48ac-82fa-0d13a294ca39 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=ecd11572-513d-45f7-922b-f06d7b16f8f1 HTTP/1.1" status: 200  len: 1162 time: 0.0764174
Feb 19 03:13:27.044846 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-36b427a4-1a74-4cb9-b4b7-34f368f96f86 req-353ec80c-aa39-43c5-a726-61d02abf50b3 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=8792f758-2a16-4d64-a5b2-2ed369bfedc4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0361581
Feb 19 03:13:27.171109 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.agents_db [None req-fa9641de-a39b-4023-bfa7-5325e5d2422e None None] Agent healthcheck: found 6 active agents {{(pid=84118) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 19 03:13:27.780546 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f463b081-5e68-4116-b84e-a2bf077fbd09 req-8a4b76fd-b090-4201-bd2d-6ace03b676fd tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:13:27.782187 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-f463b081-5e68-4116-b84e-a2bf077fbd09 req-8a4b76fd-b090-4201-bd2d-6ace03b676fd tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecd11572-513d-45f7-922b-f06d7b16f8f1 HTTP/1.1" status: 200  len: 945 time: 0.0907872
Feb 19 03:13:27.830025 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-f463b081-5e68-4116-b84e-a2bf077fbd09 req-6ed189c0-6957-464f-95ec-2e0ca68f76bb tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/security-groups?id=8792f758-2a16-4d64-a5b2-2ed369bfedc4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0415661
Feb 19 03:13:28.098499 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.rpc [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Device d1be9806-7b8a-44f0-8838-663569df55b1 up at agent ovs-agent-hv-cinder-77570 {{(pid=84117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 03:13:28.176257 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Provisioning complete for port d1be9806-7b8a-44f0-8838-663569df55b1 triggered by entity L2. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 03:13:28.176688 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16124857'] for port, provisioning_complete {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:13:29.034850 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a74df0-e715-4bec-9d49-f6533b8fc2ad req-a0dabe6a-c8b7-47fb-83b6-a5f350f1da06 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:13:29.036488 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-69a74df0-e715-4bec-9d49-f6533b8fc2ad req-a0dabe6a-c8b7-47fb-83b6-a5f350f1da06 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecd11572-513d-45f7-922b-f06d7b16f8f1 HTTP/1.1" status: 200  len: 945 time: 0.0873604
Feb 19 03:13:29.090792 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-69a74df0-e715-4bec-9d49-f6533b8fc2ad req-1b32a280-1673-4ed6-a7cc-6d0876783846 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/security-groups?id=8792f758-2a16-4d64-a5b2-2ed369bfedc4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0481284
Feb 19 03:13:30.298585 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b17e798-94ac-4a8b-a3a9-8acdd56fcf14 req-5945c55f-b0b0-43cd-98b5-f0bc5f39f73f tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:13:30.300694 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-2b17e798-94ac-4a8b-a3a9-8acdd56fcf14 req-5945c55f-b0b0-43cd-98b5-f0bc5f39f73f tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecd11572-513d-45f7-922b-f06d7b16f8f1 HTTP/1.1" status: 200  len: 945 time: 0.0863359
Feb 19 03:13:30.347778 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-2b17e798-94ac-4a8b-a3a9-8acdd56fcf14 req-ca9e8b19-fd40-492e-a2d6-356ae61a109d tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/security-groups?id=8792f758-2a16-4d64-a5b2-2ed369bfedc4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0407231
Feb 19 03:13:31.319184 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:13:31.670829 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-4e524f06-f994-4dac-88e4-c74cc592d7ea req-a1b61ace-2d61-4363-a102-d75d861e84f3 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=ecd11572-513d-45f7-922b-f06d7b16f8f1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0804598
Feb 19 03:13:31.826340 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e524f06-f994-4dac-88e4-c74cc592d7ea req-a244d64a-37a3-4f24-b266-93ae60c0aee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:13:31.827943 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-4e524f06-f994-4dac-88e4-c74cc592d7ea req-a244d64a-37a3-4f24-b266-93ae60c0aee1 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=fe62d789c5ba40bd87c0c4eb042c2297&device_id=ecd11572-513d-45f7-922b-f06d7b16f8f1 HTTP/1.1" status: 200  len: 1162 time: 0.0791028
Feb 19 03:13:31.983017 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e524f06-f994-4dac-88e4-c74cc592d7ea req-66530081-b0c1-4dc7-9a14-09363dc278be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:13:31.984524 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-4e524f06-f994-4dac-88e4-c74cc592d7ea req-66530081-b0c1-4dc7-9a14-09363dc278be service neutron] 10.222.0.65 "GET /v2.0/networks?id=96367511-4096-441d-8b71-998abf1ff026 HTTP/1.1" status: 200  len: 910 time: 0.1373529
Feb 19 03:13:32.101582 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-4e524f06-f994-4dac-88e4-c74cc592d7ea req-4e539f57-a969-422c-a799-de5c99121841 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d1be9806-7b8a-44f0-8838-663569df55b1 HTTP/1.1" status: 200  len: 1001 time: 0.1055775
Feb 19 03:13:32.174341 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e524f06-f994-4dac-88e4-c74cc592d7ea req-3208e0d3-53a3-439f-a18d-1725278a9c9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:13:32.175905 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-4e524f06-f994-4dac-88e4-c74cc592d7ea req-3208e0d3-53a3-439f-a18d-1725278a9c9f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=ffae0469-f40c-4397-8d65-7fee68a1ef0a HTTP/1.1" status: 200  len: 855 time: 0.0677021
Feb 19 03:13:32.264640 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e524f06-f994-4dac-88e4-c74cc592d7ea req-aa901a37-1ddf-4b69-92be-c483f0cca03f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:13:32.266337 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-4e524f06-f994-4dac-88e4-c74cc592d7ea req-aa901a37-1ddf-4b69-92be-c483f0cca03f service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=96367511-4096-441d-8b71-998abf1ff026&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0779836
Feb 19 03:13:32.650023 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-4e524f06-f994-4dac-88e4-c74cc592d7ea req-56b107a0-4173-424b-9e0e-638c4d2a7ffa service neutron] 10.222.0.65 "GET /v2.0/networks/96367511-4096-441d-8b71-998abf1ff026?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3754158
Feb 19 03:13:32.794338 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-4e524f06-f994-4dac-88e4-c74cc592d7ea req-2a5e8d58-8ee5-43dd-9904-a8324b1c9513 service neutron] 10.222.0.65 "GET /v2.0/networks/96367511-4096-441d-8b71-998abf1ff026?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1366537
Feb 19 03:13:49.473302 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-b67dd0dc-b8a5-491e-994e-1a3e2c3de20e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:13:51.893727 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-f8f9f860-e5cb-4d44-bd1e-0f372db4b707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:13:52.461517 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-4b343f23-6f62-4db0-bfb1-0e5ba3aa11dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:13:53.536142 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:13:54.284854 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-ed1abd93-30ab-455f-b25e-ecbc2cc5cf06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:14:01.347194 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:14:03.922545 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475a6eab-89cf-4d45-b551-17b94827df16 req-20a5f2aa-bae2-49fa-a8c4-9d91a9f9608a tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:14:03.924671 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-475a6eab-89cf-4d45-b551-17b94827df16 req-20a5f2aa-bae2-49fa-a8c4-9d91a9f9608a tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecd11572-513d-45f7-922b-f06d7b16f8f1 HTTP/1.1" status: 200  len: 945 time: 0.0918374
Feb 19 03:14:03.974803 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-475a6eab-89cf-4d45-b551-17b94827df16 req-5258f5ac-39df-4df3-93da-9f017d7fa129 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/security-groups?id=8792f758-2a16-4d64-a5b2-2ed369bfedc4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0440011
Feb 19 03:14:04.170613 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.agents_db [None req-fa9641de-a39b-4023-bfa7-5325e5d2422e None None] Agent healthcheck: found 6 active agents {{(pid=84118) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 19 03:14:05.183821 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35940c6b-acb3-4912-8c9a-640b99a2150e req-20e748f2-c0b3-4284-b580-b8211715672a tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:14:05.185493 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-35940c6b-acb3-4912-8c9a-640b99a2150e req-20e748f2-c0b3-4284-b580-b8211715672a tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecd11572-513d-45f7-922b-f06d7b16f8f1 HTTP/1.1" status: 200  len: 945 time: 0.0884199
Feb 19 03:14:05.239677 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-35940c6b-acb3-4912-8c9a-640b99a2150e req-39b1678a-3892-4cb1-aea1-5db7e18bd22a tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/security-groups?id=8792f758-2a16-4d64-a5b2-2ed369bfedc4&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0472360
Feb 19 03:14:05.425824 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ba5e48-ec55-4ec6-bf99-0aa09c51578d req-3f31f8f8-a8af-4a5f-9f2a-ecda52ec0554 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:14:05.426565 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [req-62ba5e48-ec55-4ec6-bf99-0aa09c51578d req-3f31f8f8-a8af-4a5f-9f2a-ecda52ec0554 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Synchronizing usage tracker for tenant:fe62d789c5ba40bd87c0c4eb042c2297 on resource:port {{(pid=84116) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 19 03:14:05.467354 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [req-62ba5e48-ec55-4ec6-bf99-0aa09c51578d req-3f31f8f8-a8af-4a5f-9f2a-ecda52ec0554 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Unset dirty status for tenant:fe62d789c5ba40bd87c0c4eb042c2297 on resource:port {{(pid=84116) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 19 03:14:05.468567 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-62ba5e48-ec55-4ec6-bf99-0aa09c51578d req-3f31f8f8-a8af-4a5f-9f2a-ecda52ec0554 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.65 "GET /v2.0/ports?device_id=ecd11572-513d-45f7-922b-f06d7b16f8f1 HTTP/1.1" status: 200  len: 945 time: 0.1300218
Feb 19 03:14:05.550918 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.plugin [req-62ba5e48-ec55-4ec6-bf99-0aa09c51578d req-b7e87f03-f56c-4aee-a6f3-4e46f2a7b2e2 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Deleting port d1be9806-7b8a-44f0-8838-663569df55b1 {{(pid=84116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 19 03:14:05.551297 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-62ba5e48-ec55-4ec6-bf99-0aa09c51578d req-b7e87f03-f56c-4aee-a6f3-4e46f2a7b2e2 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363269711485266'] for port, before_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:14:05.809315 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.db [req-62ba5e48-ec55-4ec6-bf99-0aa09c51578d req-b7e87f03-f56c-4aee-a6f3-4e46f2a7b2e2 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] For port d1be9806-7b8a-44f0-8838-663569df55b1, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=d1be9806-7b8a-44f0-8838-663569df55b1,segment=NetworkSegment(6e9f1b00-4f0b-4b9d-b1f1-2ca997d9692c),segment_id=6e9f1b00-4f0b-4b9d-b1f1-2ca997d9692c)] {{(pid=84116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 03:14:05.809636 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-62ba5e48-ec55-4ec6-bf99-0aa09c51578d req-b7e87f03-f56c-4aee-a6f3-4e46f2a7b2e2 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-361392'] for port, precommit_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:14:06.112981 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-62ba5e48-ec55-4ec6-bf99-0aa09c51578d req-b7e87f03-f56c-4aee-a6f3-4e46f2a7b2e2 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:14:06.113307 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-62ba5e48-ec55-4ec6-bf99-0aa09c51578d req-b7e87f03-f56c-4aee-a6f3-4e46f2a7b2e2 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854389592'] for floatingip, after_update {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:14:06.113656 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.db.l3_db [req-62ba5e48-ec55-4ec6-bf99-0aa09c51578d req-b7e87f03-f56c-4aee-a6f3-4e46f2a7b2e2 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Floating IP 921cfd5c-c08d-448c-a6dc-7f157f18a8df disassociated. External IP: 172.27.0.198, port: d1be9806-7b8a-44f0-8838-663569df55b1.
Feb 19 03:14:06.114081 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.plugin [req-62ba5e48-ec55-4ec6-bf99-0aa09c51578d req-b7e87f03-f56c-4aee-a6f3-4e46f2a7b2e2 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Calling delete_port for d1be9806-7b8a-44f0-8838-663569df55b1 owned by compute:nova {{(pid=84116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 19 03:14:06.310303 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.rpc [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Device d1be9806-7b8a-44f0-8838-663569df55b1 no longer exists at agent ovs-agent-hv-cinder-77570 {{(pid=84117) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 19 03:14:06.355521 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.plugin [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] No Port match for: d1be9806-7b8a-44f0-8838-663569df55b1 {{(pid=84117) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 19 03:14:06.356272 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.rpc [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Device d1be9806-7b8a-44f0-8838-663569df55b1 not bound to the agent host hv-cinder-77570 {{(pid=84117) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 19 03:14:06.359664 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-62ba5e48-ec55-4ec6-bf99-0aa09c51578d req-b7e87f03-f56c-4aee-a6f3-4e46f2a7b2e2 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363269711510303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363269711906437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2630593'] for port, after_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:14:06.376855 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-95f0fe8b-604c-453b-9747-338e09de6ea4 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:14:06.414218 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-537ff98e-d93f-42fa-aa44-8c5b824f09f9 req-0e144c7f-a544-416c-84f6-6d0df9ae88d9 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecd11572-513d-45f7-922b-f06d7b16f8f1 HTTP/1.1" status: 200  len: 210 time: 0.0517035
Feb 19 03:14:06.482972 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e87f03-f56c-4aee-a6f3-4e46f2a7b2e2 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Pushing event deleted for resources: {'Port': ['ID=d1be9806-7b8a-44f0-8838-663569df55b1,revision_number=None']} {{(pid=84116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:14:06.502999 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e87f03-f56c-4aee-a6f3-4e46f2a7b2e2 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:14:06.503424 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e87f03-f56c-4aee-a6f3-4e46f2a7b2e2 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:14:06.503866 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e87f03-f56c-4aee-a6f3-4e46f2a7b2e2 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:14:06.504274 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e87f03-f56c-4aee-a6f3-4e46f2a7b2e2 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:14:06.504679 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e87f03-f56c-4aee-a6f3-4e46f2a7b2e2 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:14:06.505080 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e87f03-f56c-4aee-a6f3-4e46f2a7b2e2 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:14:06.505482 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e87f03-f56c-4aee-a6f3-4e46f2a7b2e2 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:14:06.505911 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e87f03-f56c-4aee-a6f3-4e46f2a7b2e2 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:14:06.506318 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e87f03-f56c-4aee-a6f3-4e46f2a7b2e2 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:14:06.506713 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e87f03-f56c-4aee-a6f3-4e46f2a7b2e2 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:14:06.507107 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e87f03-f56c-4aee-a6f3-4e46f2a7b2e2 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:14:06.507500 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e87f03-f56c-4aee-a6f3-4e46f2a7b2e2 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:14:06.507950 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e87f03-f56c-4aee-a6f3-4e46f2a7b2e2 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:14:06.508345 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e87f03-f56c-4aee-a6f3-4e46f2a7b2e2 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:14:06.508738 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e87f03-f56c-4aee-a6f3-4e46f2a7b2e2 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:14:06.509127 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e87f03-f56c-4aee-a6f3-4e46f2a7b2e2 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:14:06.509514 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e87f03-f56c-4aee-a6f3-4e46f2a7b2e2 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:14:06.509937 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e87f03-f56c-4aee-a6f3-4e46f2a7b2e2 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:14:06.510327 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e87f03-f56c-4aee-a6f3-4e46f2a7b2e2 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:14:06.510717 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e87f03-f56c-4aee-a6f3-4e46f2a7b2e2 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:14:06.511123 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e87f03-f56c-4aee-a6f3-4e46f2a7b2e2 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:14:06.511513 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e87f03-f56c-4aee-a6f3-4e46f2a7b2e2 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:14:06.512160 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e87f03-f56c-4aee-a6f3-4e46f2a7b2e2 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:14:06.512545 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e87f03-f56c-4aee-a6f3-4e46f2a7b2e2 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:14:06.520510 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-b7e87f03-f56c-4aee-a6f3-4e46f2a7b2e2 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:14:06.772321 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.scheduler.l3_agent_scheduler [req-62ba5e48-ec55-4ec6-bf99-0aa09c51578d req-b7e87f03-f56c-4aee-a6f3-4e46f2a7b2e2 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Router 0ca42cb9-ce56-445d-8f6f-1fecea1bbef9 has already been hosted by L3 agent f4ccfb5a-d22e-440e-8ddd-f393ad00f812 {{(pid=84116) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 19 03:14:06.970966 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-62ba5e48-ec55-4ec6-bf99-0aa09c51578d req-b7e87f03-f56c-4aee-a6f3-4e46f2a7b2e2 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Notify agent at l3_agent.dv-cinder-775706-2-iscsi the message routers_updated {{(pid=84116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 19 03:14:06.983129 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d2e08c-4742-433f-838e-f682f28be08f None None] Sync routers for ids ['0ca42cb9-ce56-445d-8f6f-1fecea1bbef9'] in dv-cinder-775706-2-iscsi {{(pid=84118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 19 03:14:06.995735 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d2e08c-4742-433f-838e-f682f28be08f None None] Routers {'0ca42cb9-ce56-445d-8f6f-1fecea1bbef9'} bound to L3 agent in host dv-cinder-775706-2-iscsi {{(pid=84118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 03:14:06.996865 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_hamode_db [None req-09d2e08c-4742-433f-838e-f682f28be08f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9425f00b70>, 'dv-cinder-775706-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-19T02:56:52Z,description=<?>,heartbeat_timestamp=2021-02-19T03:13:52Z,host='dv-cinder-775706-2-iscsi',id=f4ccfb5a-d22e-440e-8ddd-f393ad00f812,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T02:56:52Z,topic='l3_agent')) {'router_ids': ['0ca42cb9-ce56-445d-8f6f-1fecea1bbef9'], 'active': True} {{(pid=84118) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 03:14:07.013915 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvrscheduler_db [req-62ba5e48-ec55-4ec6-bf99-0aa09c51578d req-b7e87f03-f56c-4aee-a6f3-4e46f2a7b2e2 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] No DVR routers for this DVR port d1be9806-7b8a-44f0-8838-663569df55b1 on host hv-cinder-77570 {{(pid=84116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 19 03:14:07.016350 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-62ba5e48-ec55-4ec6-bf99-0aa09c51578d req-b7e87f03-f56c-4aee-a6f3-4e46f2a7b2e2 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771976'] for port, before_response {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:14:07.019468 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecd11572-513d-45f7-922b-f06d7b16f8f1', 'name': 'network-vif-deleted', 'tag': 'd1be9806-7b8a-44f0-8838-663569df55b1'}] {{(pid=84116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 03:14:07.066320 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-62ba5e48-ec55-4ec6-bf99-0aa09c51578d req-b7e87f03-f56c-4aee-a6f3-4e46f2a7b2e2 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.65 "DELETE /v2.0/ports/d1be9806-7b8a-44f0-8838-663569df55b1 HTTP/1.1" status: 204  len: 173 time: 1.5914209
Feb 19 03:14:07.080230 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecd11572-513d-45f7-922b-f06d7b16f8f1', 'name': 'network-vif-deleted', 'tag': 'd1be9806-7b8a-44f0-8838-663569df55b1', 'status': 'completed', 'code': 200}
Feb 19 03:14:07.200735 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvr_db [None req-09d2e08c-4742-433f-838e-f682f28be08f None None] Set router 0ca42cb9-ce56-445d-8f6f-1fecea1bbef9 gateway port host: dv-cinder-775706-2-iscsi {{(pid=84118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 03:14:07.553406 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_hamode_db [None req-09d2e08c-4742-433f-838e-f682f28be08f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9425f00b70>, [{'id': '0ca42cb9-ce56-445d-8f6f-1fecea1bbef9', 'name': 'tempest-AttachVolumeShelveTestJSON-537297990-router', 'tenant_id': 'fe62d789c5ba40bd87c0c4eb042c2297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'external_fixed_ips': [{'subnet_id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': '910cd870-86f0-4fff-b876-371b82023c25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T03:06:26Z', 'updated_at': '2021-02-19T03:06:43Z', 'revision_number': 4, 'project_id': 'fe62d789c5ba40bd87c0c4eb042c2297', 'gw_port': {'id': '910cd870-86f0-4fff-b876-371b82023c25', 'name': '', 'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:17:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ca42cb9-ce56-445d-8f6f-1fecea1bbef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T03:06:30Z', 'updated_at': '2021-02-19T03:06:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-2-iscsi', '_interfaces': [{'id': '848bb946-de07-45a6-9cd2-51fa97c561f2', 'name': '', 'network_id': '96367511-4096-441d-8b71-998abf1ff026', 'tenant_id': 'fe62d789c5ba40bd87c0c4eb042c2297', 'mac_address': 'fa:16:3e:ad:cb:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ca42cb9-ce56-445d-8f6f-1fecea1bbef9', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'ffae0469-f40c-4397-8d65-7fee68a1ef0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T03:06:39Z', 'updated_at': '2021-02-19T03:06:54Z', 'revision_number': 5, 'project_id': 'fe62d789c5ba40bd87c0c4eb042c2297', 'subnets': [{'id': 'ffae0469-f40c-4397-8d65-7fee68a1ef0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775706-2-iscsi', False) {} {{(pid=84118) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 03:14:07.557962 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d2e08c-4742-433f-838e-f682f28be08f None None] Checking router: 0ca42cb9-ce56-445d-8f6f-1fecea1bbef9 for host: dv-cinder-775706-2-iscsi {{(pid=84118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 19 03:14:07.567087 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09d2e08c-4742-433f-838e-f682f28be08f None None] Routers {'0ca42cb9-ce56-445d-8f6f-1fecea1bbef9'} bound to L3 agent in host dv-cinder-775706-2-iscsi {{(pid=84118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 03:14:07.571798 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_hamode_db [None req-09d2e08c-4742-433f-838e-f682f28be08f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9425f00b70>, 'dv-cinder-775706-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-19T02:56:52Z,description=<?>,heartbeat_timestamp=2021-02-19T03:13:52Z,host='dv-cinder-775706-2-iscsi',id=f4ccfb5a-d22e-440e-8ddd-f393ad00f812,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T02:56:52Z,topic='l3_agent')) {'router_ids': ['0ca42cb9-ce56-445d-8f6f-1fecea1bbef9'], 'active': True} {{(pid=84118) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 03:14:07.605545 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-901d73e9-22b0-456d-b1f9-3fa8949433cc req-45d78774-246b-42c0-8458-d86c22cabbd2 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/ports?device_id=ecd11572-513d-45f7-922b-f06d7b16f8f1 HTTP/1.1" status: 200  len: 210 time: 0.0501661
Feb 19 03:14:07.758035 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvr_db [None req-09d2e08c-4742-433f-838e-f682f28be08f None None] Set router 0ca42cb9-ce56-445d-8f6f-1fecea1bbef9 gateway port host: dv-cinder-775706-2-iscsi {{(pid=84118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 03:14:08.096172 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_hamode_db [None req-09d2e08c-4742-433f-838e-f682f28be08f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9425f00b70>, [{'id': '0ca42cb9-ce56-445d-8f6f-1fecea1bbef9', 'name': 'tempest-AttachVolumeShelveTestJSON-537297990-router', 'tenant_id': 'fe62d789c5ba40bd87c0c4eb042c2297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'external_fixed_ips': [{'subnet_id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': '910cd870-86f0-4fff-b876-371b82023c25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T03:06:26Z', 'updated_at': '2021-02-19T03:06:43Z', 'revision_number': 4, 'project_id': 'fe62d789c5ba40bd87c0c4eb042c2297', 'gw_port': {'id': '910cd870-86f0-4fff-b876-371b82023c25', 'name': '', 'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:17:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ca42cb9-ce56-445d-8f6f-1fecea1bbef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T03:06:30Z', 'updated_at': '2021-02-19T03:06:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-2-iscsi', '_interfaces': [{'id': '848bb946-de07-45a6-9cd2-51fa97c561f2', 'name': '', 'network_id': '96367511-4096-441d-8b71-998abf1ff026', 'tenant_id': 'fe62d789c5ba40bd87c0c4eb042c2297', 'mac_address': 'fa:16:3e:ad:cb:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ca42cb9-ce56-445d-8f6f-1fecea1bbef9', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'ffae0469-f40c-4397-8d65-7fee68a1ef0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T03:06:39Z', 'updated_at': '2021-02-19T03:06:54Z', 'revision_number': 5, 'project_id': 'fe62d789c5ba40bd87c0c4eb042c2297', 'subnets': [{'id': 'ffae0469-f40c-4397-8d65-7fee68a1ef0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775706-2-iscsi', False) {} {{(pid=84118) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 03:14:08.100352 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d2e08c-4742-433f-838e-f682f28be08f None None] The sync data for ids ['0ca42cb9-ce56-445d-8f6f-1fecea1bbef9'] in dv-cinder-775706-2-iscsi is: [{'id': '0ca42cb9-ce56-445d-8f6f-1fecea1bbef9', 'name': 'tempest-AttachVolumeShelveTestJSON-537297990-router', 'tenant_id': 'fe62d789c5ba40bd87c0c4eb042c2297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'external_fixed_ips': [{'subnet_id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': '910cd870-86f0-4fff-b876-371b82023c25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T03:06:26Z', 'updated_at': '2021-02-19T03:06:43Z', 'revision_number': 4, 'project_id': 'fe62d789c5ba40bd87c0c4eb042c2297', 'gw_port': {'id': '910cd870-86f0-4fff-b876-371b82023c25', 'name': '', 'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:17:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ca42cb9-ce56-445d-8f6f-1fecea1bbef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T03:06:30Z', 'updated_at': '2021-02-19T03:06:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-2-iscsi', '_interfaces': [{'id': '848bb946-de07-45a6-9cd2-51fa97c561f2', 'name': '', 'network_id': '96367511-4096-441d-8b71-998abf1ff026', 'tenant_id': 'fe62d789c5ba40bd87c0c4eb042c2297', 'mac_address': 'fa:16:3e:ad:cb:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ca42cb9-ce56-445d-8f6f-1fecea1bbef9', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': 'ffae0469-f40c-4397-8d65-7fee68a1ef0a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T03:06:39Z', 'updated_at': '2021-02-19T03:06:54Z', 'revision_number': 5, 'project_id': 'fe62d789c5ba40bd87c0c4eb042c2297', 'subnets': [{'id': 'ffae0469-f40c-4397-8d65-7fee68a1ef0a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 19 03:14:08.517043 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ccf7bda-685a-4d6f-9d9c-037460d6f464 None None] New status for floating IP 921cfd5c-c08d-448c-a6dc-7f157f18a8df: DOWN {{(pid=84117) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 19 03:14:08.777323 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84115) accepted ('10.222.0.13', 55710) {{(pid=84115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:14:08.912586 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-6a34423c-2846-4f6f-a823-cf7be2616b40 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Notify callbacks [] for security_group, before_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:14:08.957743 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea65ca5-985a-478d-99f6-21008f1267f8 req-00e97a3e-1677-4c66-9f5c-5d90c630b12d tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:14:08.959392 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-5ea65ca5-985a-478d-99f6-21008f1267f8 req-00e97a3e-1677-4c66-9f5c-5d90c630b12d tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] 10.222.0.13 "GET /v2.0/ports?device_id=b937c03d-e413-4281-809c-e7ed8bb86a11 HTTP/1.1" status: 200  len: 945 time: 0.1593256
Feb 19 03:14:08.961159 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-6a34423c-2846-4f6f-a823-cf7be2616b40 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:14:09.037751 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-5ea65ca5-985a-478d-99f6-21008f1267f8 req-52c725de-6806-4378-9eb1-e1f26756eabd tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0471cb4-3091-4219-8629-b3b27778cf2d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0678949
Feb 19 03:14:09.147192 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-6a34423c-2846-4f6f-a823-cf7be2616b40 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237410'] for security_group, after_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:14:09.153016 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-3b1c32a1-c9f4-45b6-97fb-85864622c079 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:14:09.171354 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a34423c-2846-4f6f-a823-cf7be2616b40 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8792f758-2a16-4d64-a5b2-2ed369bfedc4,revision_number=None']} {{(pid=84115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:14:09.179804 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a34423c-2846-4f6f-a823-cf7be2616b40 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:14:09.180229 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a34423c-2846-4f6f-a823-cf7be2616b40 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:14:09.180642 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a34423c-2846-4f6f-a823-cf7be2616b40 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:14:09.181056 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a34423c-2846-4f6f-a823-cf7be2616b40 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:14:09.181461 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a34423c-2846-4f6f-a823-cf7be2616b40 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:14:09.181963 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a34423c-2846-4f6f-a823-cf7be2616b40 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:14:09.182366 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a34423c-2846-4f6f-a823-cf7be2616b40 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:14:09.182766 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a34423c-2846-4f6f-a823-cf7be2616b40 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:14:09.186462 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a34423c-2846-4f6f-a823-cf7be2616b40 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:14:09.186462 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a34423c-2846-4f6f-a823-cf7be2616b40 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:14:09.186462 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a34423c-2846-4f6f-a823-cf7be2616b40 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:14:09.186462 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a34423c-2846-4f6f-a823-cf7be2616b40 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:14:09.186462 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a34423c-2846-4f6f-a823-cf7be2616b40 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:14:09.186462 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a34423c-2846-4f6f-a823-cf7be2616b40 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:14:09.186462 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a34423c-2846-4f6f-a823-cf7be2616b40 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:14:09.186462 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a34423c-2846-4f6f-a823-cf7be2616b40 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:14:09.187207 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a34423c-2846-4f6f-a823-cf7be2616b40 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:14:09.187207 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a34423c-2846-4f6f-a823-cf7be2616b40 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:14:09.187396 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a34423c-2846-4f6f-a823-cf7be2616b40 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:14:09.187771 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a34423c-2846-4f6f-a823-cf7be2616b40 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:14:09.188164 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a34423c-2846-4f6f-a823-cf7be2616b40 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:14:09.188555 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a34423c-2846-4f6f-a823-cf7be2616b40 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:14:09.188948 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a34423c-2846-4f6f-a823-cf7be2616b40 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:14:09.189339 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a34423c-2846-4f6f-a823-cf7be2616b40 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:14:09.193398 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-6a34423c-2846-4f6f-a823-cf7be2616b40 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:14:09.219450 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-6a34423c-2846-4f6f-a823-cf7be2616b40 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Notify callbacks [] for security_group, before_response {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:14:09.221365 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-6a34423c-2846-4f6f-a823-cf7be2616b40 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "DELETE /v2.0/security-groups/8792f758-2a16-4d64-a5b2-2ed369bfedc4 HTTP/1.1" status: 204  len: 168 time: 0.4429467
Feb 19 03:14:09.224260 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84115) accepted ('10.222.0.13', 55714) {{(pid=84115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:14:09.245180 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.api.v2.resource [None req-a44dcebf-e80a-4801-b467-9a4c31448b8f tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] show failed (client error): The resource could not be found.
Feb 19 03:14:09.246317 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-a44dcebf-e80a-4801-b467-9a4c31448b8f tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "GET /v2.0/security-groups/8792f758-2a16-4d64-a5b2-2ed369bfedc4 HTTP/1.1" status: 404  len: 347 time: 0.0210817
Feb 19 03:14:09.249328 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84115) accepted ('10.222.0.13', 55718) {{(pid=84115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:14:09.416485 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.plugin [None req-c89ce2cb-c45f-464c-adfd-47cd7a48d986 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Deleting port 459180cc-1fa7-42fc-83c3-8d0ecdc067f6 {{(pid=84115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 19 03:14:09.416759 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-c89ce2cb-c45f-464c-adfd-47cd7a48d986 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363269711485266'] for port, before_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:14:09.597914 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-c89ce2cb-c45f-464c-adfd-47cd7a48d986 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-361392'] for port, precommit_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:14:09.598290 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-c89ce2cb-c45f-464c-adfd-47cd7a48d986 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:14:09.734572 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.plugin [None req-c89ce2cb-c45f-464c-adfd-47cd7a48d986 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Calling delete_port for 459180cc-1fa7-42fc-83c3-8d0ecdc067f6 owned by network:floatingip {{(pid=84115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 19 03:14:09.901901 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-c89ce2cb-c45f-464c-adfd-47cd7a48d986 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363269711510303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363269711906437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853345888'] for port, after_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:14:09.920559 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:14:10.018058 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89ce2cb-c45f-464c-adfd-47cd7a48d986 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Pushing event deleted for resources: {'Port': ['ID=459180cc-1fa7-42fc-83c3-8d0ecdc067f6,revision_number=None']} {{(pid=84115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:14:10.027309 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-c89ce2cb-c45f-464c-adfd-47cd7a48d986 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:14:10.145670 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-c89ce2cb-c45f-464c-adfd-47cd7a48d986 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Notify callbacks [] for floatingip, after_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:14:10.217040 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-c89ce2cb-c45f-464c-adfd-47cd7a48d986 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771976'] for floatingip, before_response {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:14:10.218311 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-c89ce2cb-c45f-464c-adfd-47cd7a48d986 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] 10.222.0.13 "DELETE /v2.0/floatingips/921cfd5c-c08d-448c-a6dc-7f157f18a8df HTTP/1.1" status: 204  len: 168 time: 0.9679611
Feb 19 03:14:10.256379 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa9dc73-12c3-47d6-86f1-c1665125b926 req-e3728bf0-d9a4-44de-914a-47f7a8f21c74 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:14:10.258267 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-1fa9dc73-12c3-47d6-86f1-c1665125b926 req-e3728bf0-d9a4-44de-914a-47f7a8f21c74 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] 10.222.0.13 "GET /v2.0/ports?device_id=b937c03d-e413-4281-809c-e7ed8bb86a11 HTTP/1.1" status: 200  len: 945 time: 0.1033020
Feb 19 03:14:10.307210 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-1fa9dc73-12c3-47d6-86f1-c1665125b926 req-29675f91-3d55-4fb9-ac06-0f8e300784e4 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] 10.222.0.13 "GET /v2.0/security-groups?id=f0471cb4-3091-4219-8629-b3b27778cf2d&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0419965
Feb 19 03:14:10.372883 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.rpc [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Device e513ab8b-f695-4bf6-b1fb-43dce62c680f up at agent ovs-agent-hv-cinder-77570 {{(pid=84117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 03:14:10.448997 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Provisioning complete for port e513ab8b-f695-4bf6-b1fb-43dce62c680f triggered by entity L2. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 03:14:10.449420 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16124857'] for port, provisioning_complete {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:14:10.599606 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892dedd0-17ec-4a41-8039-e799cf7c95d4 req-43dc882e-aba3-4af7-8ada-914dc35a3155 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:14:10.600288 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [req-892dedd0-17ec-4a41-8039-e799cf7c95d4 req-43dc882e-aba3-4af7-8ada-914dc35a3155 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Synchronizing usage tracker for tenant:9cc54ca0063647f58309a9cc08a310b1 on resource:port {{(pid=84116) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 19 03:14:10.612713 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [req-892dedd0-17ec-4a41-8039-e799cf7c95d4 req-43dc882e-aba3-4af7-8ada-914dc35a3155 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Unset dirty status for tenant:9cc54ca0063647f58309a9cc08a310b1 on resource:port {{(pid=84116) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 19 03:14:10.613947 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-892dedd0-17ec-4a41-8039-e799cf7c95d4 req-43dc882e-aba3-4af7-8ada-914dc35a3155 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] 10.222.0.65 "GET /v2.0/ports?device_id=b937c03d-e413-4281-809c-e7ed8bb86a11 HTTP/1.1" status: 200  len: 945 time: 0.1006985
Feb 19 03:14:10.694171 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.plugin [req-892dedd0-17ec-4a41-8039-e799cf7c95d4 req-89cd5027-d981-4d67-95a8-a3afd1a8400f tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Deleting port e513ab8b-f695-4bf6-b1fb-43dce62c680f {{(pid=84116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 19 03:14:10.694556 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-892dedd0-17ec-4a41-8039-e799cf7c95d4 req-89cd5027-d981-4d67-95a8-a3afd1a8400f tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363269711485266'] for port, before_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:14:10.956760 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.db [req-892dedd0-17ec-4a41-8039-e799cf7c95d4 req-89cd5027-d981-4d67-95a8-a3afd1a8400f tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] For port e513ab8b-f695-4bf6-b1fb-43dce62c680f, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=e513ab8b-f695-4bf6-b1fb-43dce62c680f,segment=NetworkSegment(beb532a6-df16-4e1c-84e0-3b45d5f83fc7),segment_id=beb532a6-df16-4e1c-84e0-3b45d5f83fc7)] {{(pid=84116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 03:14:10.957327 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-892dedd0-17ec-4a41-8039-e799cf7c95d4 req-89cd5027-d981-4d67-95a8-a3afd1a8400f tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-361392'] for port, precommit_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:14:11.263180 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-892dedd0-17ec-4a41-8039-e799cf7c95d4 req-89cd5027-d981-4d67-95a8-a3afd1a8400f tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:14:11.263595 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-892dedd0-17ec-4a41-8039-e799cf7c95d4 req-89cd5027-d981-4d67-95a8-a3afd1a8400f tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854389592'] for floatingip, after_update {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:14:11.263952 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.db.l3_db [req-892dedd0-17ec-4a41-8039-e799cf7c95d4 req-89cd5027-d981-4d67-95a8-a3afd1a8400f tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Floating IP 309eb1eb-8b7a-482f-985b-8af0216a9215 disassociated. External IP: 172.27.0.235, port: e513ab8b-f695-4bf6-b1fb-43dce62c680f.
Feb 19 03:14:11.264333 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.plugin [req-892dedd0-17ec-4a41-8039-e799cf7c95d4 req-89cd5027-d981-4d67-95a8-a3afd1a8400f tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Calling delete_port for e513ab8b-f695-4bf6-b1fb-43dce62c680f owned by compute:nova {{(pid=84116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 19 03:14:11.514940 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-14b01726-3b98-4c3d-a4c6-8cb91b3339cd req-ae37d5a2-4a2f-4ba4-8a28-9488e0cd94eb tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] 10.222.0.13 "GET /v2.0/ports?device_id=b937c03d-e413-4281-809c-e7ed8bb86a11 HTTP/1.1" status: 200  len: 210 time: 0.0494809
Feb 19 03:14:11.576505 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-892dedd0-17ec-4a41-8039-e799cf7c95d4 req-89cd5027-d981-4d67-95a8-a3afd1a8400f tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363269711510303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363269711906437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2630593'] for port, after_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:14:11.592977 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-259d5d53-55b5-4709-b592-d1573e92e2c7 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:14:11.690793 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cd5027-d981-4d67-95a8-a3afd1a8400f tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Pushing event deleted for resources: {'Port': ['ID=e513ab8b-f695-4bf6-b1fb-43dce62c680f,revision_number=None']} {{(pid=84116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:14:11.697903 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-89cd5027-d981-4d67-95a8-a3afd1a8400f tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:14:11.968693 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.scheduler.l3_agent_scheduler [req-892dedd0-17ec-4a41-8039-e799cf7c95d4 req-89cd5027-d981-4d67-95a8-a3afd1a8400f tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Router 900551e6-5397-496b-9338-8bdf991a87a4 has already been hosted by L3 agent f4ccfb5a-d22e-440e-8ddd-f393ad00f812 {{(pid=84116) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 19 03:14:12.332855 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.rpc [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Device e513ab8b-f695-4bf6-b1fb-43dce62c680f no longer exists at agent ovs-agent-hv-cinder-77570 {{(pid=84117) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 19 03:14:12.371310 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.plugin [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] No Port match for: e513ab8b-f695-4bf6-b1fb-43dce62c680f {{(pid=84117) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 19 03:14:12.371710 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.rpc [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Device e513ab8b-f695-4bf6-b1fb-43dce62c680f not bound to the agent host hv-cinder-77570 {{(pid=84117) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 19 03:14:12.407268 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-892dedd0-17ec-4a41-8039-e799cf7c95d4 req-89cd5027-d981-4d67-95a8-a3afd1a8400f tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Notify agent at l3_agent.dv-cinder-775706-2-iscsi the message routers_updated {{(pid=84116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 19 03:14:12.416690 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc45104c-725b-4783-8894-9c338632cd95 None None] Sync routers for ids ['900551e6-5397-496b-9338-8bdf991a87a4'] in dv-cinder-775706-2-iscsi {{(pid=84118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 19 03:14:12.426524 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc45104c-725b-4783-8894-9c338632cd95 None None] Routers {'900551e6-5397-496b-9338-8bdf991a87a4'} bound to L3 agent in host dv-cinder-775706-2-iscsi {{(pid=84118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 03:14:12.427169 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_hamode_db [None req-cc45104c-725b-4783-8894-9c338632cd95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9425f00400>, 'dv-cinder-775706-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-19T02:56:52Z,description=<?>,heartbeat_timestamp=2021-02-19T03:13:52Z,host='dv-cinder-775706-2-iscsi',id=f4ccfb5a-d22e-440e-8ddd-f393ad00f812,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T02:56:52Z,topic='l3_agent')) {'router_ids': ['900551e6-5397-496b-9338-8bdf991a87a4'], 'active': True} {{(pid=84118) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 03:14:12.450154 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvrscheduler_db [req-892dedd0-17ec-4a41-8039-e799cf7c95d4 req-89cd5027-d981-4d67-95a8-a3afd1a8400f tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] No DVR routers for this DVR port e513ab8b-f695-4bf6-b1fb-43dce62c680f on host hv-cinder-77570 {{(pid=84116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 19 03:14:12.452442 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-892dedd0-17ec-4a41-8039-e799cf7c95d4 req-89cd5027-d981-4d67-95a8-a3afd1a8400f tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771976'] for port, before_response {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:14:12.461277 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b937c03d-e413-4281-809c-e7ed8bb86a11', 'name': 'network-vif-deleted', 'tag': 'e513ab8b-f695-4bf6-b1fb-43dce62c680f'}] {{(pid=84116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 03:14:12.499886 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-892dedd0-17ec-4a41-8039-e799cf7c95d4 req-89cd5027-d981-4d67-95a8-a3afd1a8400f tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] 10.222.0.65 "DELETE /v2.0/ports/e513ab8b-f695-4bf6-b1fb-43dce62c680f HTTP/1.1" status: 204  len: 173 time: 1.8800704
Feb 19 03:14:12.508603 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b937c03d-e413-4281-809c-e7ed8bb86a11', 'name': 'network-vif-deleted', 'tag': 'e513ab8b-f695-4bf6-b1fb-43dce62c680f', 'status': 'completed', 'code': 200}
Feb 19 03:14:12.617314 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvr_db [None req-cc45104c-725b-4783-8894-9c338632cd95 None None] Set router 900551e6-5397-496b-9338-8bdf991a87a4 gateway port host: dv-cinder-775706-2-iscsi {{(pid=84118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 03:14:12.710241 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-08e87547-8c6d-4f42-874f-51100efc2836 req-d072566a-4aed-4443-9d1c-eb286686ed95 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] 10.222.0.13 "GET /v2.0/ports?device_id=b937c03d-e413-4281-809c-e7ed8bb86a11 HTTP/1.1" status: 200  len: 210 time: 0.0554821
Feb 19 03:14:12.953587 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_hamode_db [None req-cc45104c-725b-4783-8894-9c338632cd95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9425f00400>, [{'id': '900551e6-5397-496b-9338-8bdf991a87a4', 'name': 'tempest-AttachVolumeTestJSON-158848129-router', 'tenant_id': '9cc54ca0063647f58309a9cc08a310b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'external_fixed_ips': [{'subnet_id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': 'fb1ba4fb-1d38-48a0-841f-f65bf02372dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T03:07:44Z', 'updated_at': '2021-02-19T03:07:55Z', 'revision_number': 4, 'project_id': '9cc54ca0063647f58309a9cc08a310b1', 'gw_port': {'id': 'fb1ba4fb-1d38-48a0-841f-f65bf02372dc', 'name': '', 'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:0e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900551e6-5397-496b-9338-8bdf991a87a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T03:07:46Z', 'updated_at': '2021-02-19T03:08:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-2-iscsi', '_interfaces': [{'id': '0248f8e8-e2b2-4ed1-b7da-e388f145e5a4', 'name': '', 'network_id': 'f43f4357-3ff6-40b8-94e0-eb50f3b0a088', 'tenant_id': '9cc54ca0063647f58309a9cc08a310b1', 'mac_address': 'fa:16:3e:c8:7a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900551e6-5397-496b-9338-8bdf991a87a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': 'bcac62f7-68c0-43e3-adb5-456fec5d76fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T03:07:52Z', 'updated_at': '2021-02-19T03:08:08Z', 'revision_number': 5, 'project_id': '9cc54ca0063647f58309a9cc08a310b1', 'subnets': [{'id': 'bcac62f7-68c0-43e3-adb5-456fec5d76fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775706-2-iscsi', False) {} {{(pid=84118) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 03:14:12.958342 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc45104c-725b-4783-8894-9c338632cd95 None None] Checking router: 900551e6-5397-496b-9338-8bdf991a87a4 for host: dv-cinder-775706-2-iscsi {{(pid=84118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 19 03:14:12.967305 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc45104c-725b-4783-8894-9c338632cd95 None None] Routers {'900551e6-5397-496b-9338-8bdf991a87a4'} bound to L3 agent in host dv-cinder-775706-2-iscsi {{(pid=84118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 03:14:12.967965 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_hamode_db [None req-cc45104c-725b-4783-8894-9c338632cd95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9425f00400>, 'dv-cinder-775706-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-19T02:56:52Z,description=<?>,heartbeat_timestamp=2021-02-19T03:13:52Z,host='dv-cinder-775706-2-iscsi',id=f4ccfb5a-d22e-440e-8ddd-f393ad00f812,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T02:56:52Z,topic='l3_agent')) {'router_ids': ['900551e6-5397-496b-9338-8bdf991a87a4'], 'active': True} {{(pid=84118) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 03:14:13.161056 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvr_db [None req-cc45104c-725b-4783-8894-9c338632cd95 None None] Set router 900551e6-5397-496b-9338-8bdf991a87a4 gateway port host: dv-cinder-775706-2-iscsi {{(pid=84118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 03:14:13.201561 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84115) accepted ('10.222.0.13', 55750) {{(pid=84115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:14:13.503872 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_hamode_db [None req-cc45104c-725b-4783-8894-9c338632cd95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9425f00400>, [{'id': '900551e6-5397-496b-9338-8bdf991a87a4', 'name': 'tempest-AttachVolumeTestJSON-158848129-router', 'tenant_id': '9cc54ca0063647f58309a9cc08a310b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'external_fixed_ips': [{'subnet_id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': 'fb1ba4fb-1d38-48a0-841f-f65bf02372dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T03:07:44Z', 'updated_at': '2021-02-19T03:07:55Z', 'revision_number': 4, 'project_id': '9cc54ca0063647f58309a9cc08a310b1', 'gw_port': {'id': 'fb1ba4fb-1d38-48a0-841f-f65bf02372dc', 'name': '', 'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:0e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900551e6-5397-496b-9338-8bdf991a87a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T03:07:46Z', 'updated_at': '2021-02-19T03:08:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-2-iscsi', '_interfaces': [{'id': '0248f8e8-e2b2-4ed1-b7da-e388f145e5a4', 'name': '', 'network_id': 'f43f4357-3ff6-40b8-94e0-eb50f3b0a088', 'tenant_id': '9cc54ca0063647f58309a9cc08a310b1', 'mac_address': 'fa:16:3e:c8:7a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900551e6-5397-496b-9338-8bdf991a87a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': 'bcac62f7-68c0-43e3-adb5-456fec5d76fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T03:07:52Z', 'updated_at': '2021-02-19T03:08:08Z', 'revision_number': 5, 'project_id': '9cc54ca0063647f58309a9cc08a310b1', 'subnets': [{'id': 'bcac62f7-68c0-43e3-adb5-456fec5d76fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775706-2-iscsi', False) {} {{(pid=84118) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 03:14:13.508234 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc45104c-725b-4783-8894-9c338632cd95 None None] The sync data for ids ['900551e6-5397-496b-9338-8bdf991a87a4'] in dv-cinder-775706-2-iscsi is: [{'id': '900551e6-5397-496b-9338-8bdf991a87a4', 'name': 'tempest-AttachVolumeTestJSON-158848129-router', 'tenant_id': '9cc54ca0063647f58309a9cc08a310b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'external_fixed_ips': [{'subnet_id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': 'fb1ba4fb-1d38-48a0-841f-f65bf02372dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T03:07:44Z', 'updated_at': '2021-02-19T03:07:55Z', 'revision_number': 4, 'project_id': '9cc54ca0063647f58309a9cc08a310b1', 'gw_port': {'id': 'fb1ba4fb-1d38-48a0-841f-f65bf02372dc', 'name': '', 'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:0e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900551e6-5397-496b-9338-8bdf991a87a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T03:07:46Z', 'updated_at': '2021-02-19T03:08:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-2-iscsi', '_interfaces': [{'id': '0248f8e8-e2b2-4ed1-b7da-e388f145e5a4', 'name': '', 'network_id': 'f43f4357-3ff6-40b8-94e0-eb50f3b0a088', 'tenant_id': '9cc54ca0063647f58309a9cc08a310b1', 'mac_address': 'fa:16:3e:c8:7a:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900551e6-5397-496b-9338-8bdf991a87a4', 'device_owner': 'network:router_interface', 'standard_attr_id': 284, 'fixed_ips': [{'subnet_id': 'bcac62f7-68c0-43e3-adb5-456fec5d76fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T03:07:52Z', 'updated_at': '2021-02-19T03:08:08Z', 'revision_number': 5, 'project_id': '9cc54ca0063647f58309a9cc08a310b1', 'subnets': [{'id': 'bcac62f7-68c0-43e3-adb5-456fec5d76fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 19 03:14:13.906424 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84116) accepted ('10.222.0.13', 55760) {{(pid=84116) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:14:13.921498 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9578a9b-f3dd-4507-95ad-0b8c3c74b4b9 None None] New status for floating IP 309eb1eb-8b7a-482f-985b-8af0216a9215: DOWN {{(pid=84117) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 19 03:14:13.979016 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-e9446946-309b-431a-a9e4-d86272dd2d4b tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Notify callbacks [] for security_group, before_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:14:14.010794 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-e9446946-309b-431a-a9e4-d86272dd2d4b tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:14:14.087704 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-e9446946-309b-431a-a9e4-d86272dd2d4b tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237410'] for security_group, after_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:14:14.093822 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-715a57a0-e709-4f9c-8b4f-f44b050429b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:14:14.112018 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9446946-309b-431a-a9e4-d86272dd2d4b tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0471cb4-3091-4219-8629-b3b27778cf2d,revision_number=None']} {{(pid=84116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:14:14.114776 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-e9446946-309b-431a-a9e4-d86272dd2d4b tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:14:14.157761 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-e9446946-309b-431a-a9e4-d86272dd2d4b tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Notify callbacks [] for security_group, before_response {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:14:14.159567 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-e9446946-309b-431a-a9e4-d86272dd2d4b tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] 10.222.0.13 "DELETE /v2.0/security-groups/f0471cb4-3091-4219-8629-b3b27778cf2d HTTP/1.1" status: 204  len: 168 time: 0.2515435
Feb 19 03:14:14.163105 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84116) accepted ('10.222.0.13', 55764) {{(pid=84116) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:14:14.182134 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.api.v2.resource [None req-a7b9bc09-a480-43d1-996e-f2f782c6fcb2 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] show failed (client error): The resource could not be found.
Feb 19 03:14:14.183199 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-a7b9bc09-a480-43d1-996e-f2f782c6fcb2 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] 10.222.0.13 "GET /v2.0/security-groups/f0471cb4-3091-4219-8629-b3b27778cf2d HTTP/1.1" status: 404  len: 347 time: 0.0189407
Feb 19 03:14:14.186349 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84116) accepted ('10.222.0.13', 55768) {{(pid=84116) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:14:14.191310 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-f6dbcaf0-5717-43d7-8edd-abeb04e350e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854389681'] for router_interface, before_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:14:14.368720 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.plugin [None req-12ad5a15-ee52-4893-b826-94a7ca617321 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Deleting port f84680d8-9300-4282-b9bb-51579e778b75 {{(pid=84116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 19 03:14:14.369017 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-12ad5a15-ee52-4893-b826-94a7ca617321 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363269711485266'] for port, before_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:14:14.552698 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-12ad5a15-ee52-4893-b826-94a7ca617321 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-361392'] for port, precommit_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:14:14.553074 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-12ad5a15-ee52-4893-b826-94a7ca617321 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:14:14.570490 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.plugin [None req-f6dbcaf0-5717-43d7-8edd-abeb04e350e3 admin admin] Deleting port 848bb946-de07-45a6-9cd2-51fa97c561f2 {{(pid=84115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 19 03:14:14.570876 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-f6dbcaf0-5717-43d7-8edd-abeb04e350e3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363269711485266'] for port, before_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:14:14.687660 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.plugin [None req-12ad5a15-ee52-4893-b826-94a7ca617321 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Calling delete_port for f84680d8-9300-4282-b9bb-51579e778b75 owned by network:floatingip {{(pid=84116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 19 03:14:14.755214 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.db [None req-f6dbcaf0-5717-43d7-8edd-abeb04e350e3 admin admin] For port 848bb946-de07-45a6-9cd2-51fa97c561f2, host dv-cinder-775706-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-2-iscsi',level=0,port_id=848bb946-de07-45a6-9cd2-51fa97c561f2,segment=NetworkSegment(6e9f1b00-4f0b-4b9d-b1f1-2ca997d9692c),segment_id=6e9f1b00-4f0b-4b9d-b1f1-2ca997d9692c)] {{(pid=84115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 03:14:14.755610 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-f6dbcaf0-5717-43d7-8edd-abeb04e350e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-361392'] for port, precommit_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:14:14.879043 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-12ad5a15-ee52-4893-b826-94a7ca617321 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363269711510303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363269711906437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2630593'] for port, after_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:14:14.888138 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.plugin [None req-f6dbcaf0-5717-43d7-8edd-abeb04e350e3 admin admin] Calling delete_port for 848bb946-de07-45a6-9cd2-51fa97c561f2 owned by network:router_interface {{(pid=84115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 19 03:14:14.895532 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-2097e453-cdb0-41aa-97f3-91279e360527 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:14:14.991998 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ad5a15-ee52-4893-b826-94a7ca617321 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Pushing event deleted for resources: {'Port': ['ID=f84680d8-9300-4282-b9bb-51579e778b75,revision_number=None']} {{(pid=84116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:14:15.001687 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-12ad5a15-ee52-4893-b826-94a7ca617321 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:14:15.123274 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-12ad5a15-ee52-4893-b826-94a7ca617321 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Notify callbacks [] for floatingip, after_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:14:15.137871 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-12ad5a15-ee52-4893-b826-94a7ca617321 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771976'] for floatingip, before_response {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:14:15.139109 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-12ad5a15-ee52-4893-b826-94a7ca617321 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] 10.222.0.13 "DELETE /v2.0/floatingips/309eb1eb-8b7a-482f-985b-8af0216a9215 HTTP/1.1" status: 204  len: 168 time: 0.9517996
Feb 19 03:14:15.167797 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-f6dbcaf0-5717-43d7-8edd-abeb04e350e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363269711510303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363269711906437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853345888'] for port, after_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:14:15.183946 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-0d0a21ea-9db6-4e4b-8a7d-fddb7ca8945f tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:14:15.288766 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6dbcaf0-5717-43d7-8edd-abeb04e350e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=848bb946-de07-45a6-9cd2-51fa97c561f2,revision_number=None']} {{(pid=84115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:14:15.293444 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-f6dbcaf0-5717-43d7-8edd-abeb04e350e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:14:15.603126 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-f6dbcaf0-5717-43d7-8edd-abeb04e350e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-393212'] for router_interface, after_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:14:16.116556 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6dbcaf0-5717-43d7-8edd-abeb04e350e3 admin admin] Router 0ca42cb9-ce56-445d-8f6f-1fecea1bbef9 has already been hosted by L3 agent f4ccfb5a-d22e-440e-8ddd-f393ad00f812 {{(pid=84115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 19 03:14:16.305769 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6dbcaf0-5717-43d7-8edd-abeb04e350e3 admin admin] Notify agent at l3_agent.dv-cinder-775706-2-iscsi the message routers_updated {{(pid=84115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 19 03:14:16.314831 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74f585d2-6252-4bc9-8e0b-8e5c2a02d73f None None] Sync routers for ids ['0ca42cb9-ce56-445d-8f6f-1fecea1bbef9'] in dv-cinder-775706-2-iscsi {{(pid=84118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 19 03:14:16.319588 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-f6dbcaf0-5717-43d7-8edd-abeb04e350e3 admin admin] 10.222.0.13 "PUT /v2.0/routers/0ca42cb9-ce56-445d-8f6f-1fecea1bbef9/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1158056
Feb 19 03:14:16.321233 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84115) accepted ('10.222.0.13', 55776) {{(pid=84115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:14:16.324668 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f585d2-6252-4bc9-8e0b-8e5c2a02d73f None None] Routers {'0ca42cb9-ce56-445d-8f6f-1fecea1bbef9'} bound to L3 agent in host dv-cinder-775706-2-iscsi {{(pid=84118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 03:14:16.325362 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_hamode_db [None req-74f585d2-6252-4bc9-8e0b-8e5c2a02d73f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9425aa0320>, 'dv-cinder-775706-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-19T02:56:52Z,description=<?>,heartbeat_timestamp=2021-02-19T03:13:52Z,host='dv-cinder-775706-2-iscsi',id=f4ccfb5a-d22e-440e-8ddd-f393ad00f812,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T02:56:52Z,topic='l3_agent')) {'router_ids': ['0ca42cb9-ce56-445d-8f6f-1fecea1bbef9'], 'active': True} {{(pid=84118) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 03:14:16.514284 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-92725c12-112e-46e1-b610-363eec559e23 admin admin] Notify callbacks [] for router, before_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:14:16.521357 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvr_db [None req-74f585d2-6252-4bc9-8e0b-8e5c2a02d73f None None] Set router 0ca42cb9-ce56-445d-8f6f-1fecea1bbef9 gateway port host: dv-cinder-775706-2-iscsi {{(pid=84118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 03:14:16.958589 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-92725c12-112e-46e1-b610-363eec559e23 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:14:17.004715 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_hamode_db [None req-74f585d2-6252-4bc9-8e0b-8e5c2a02d73f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9425aa0320>, [{'id': '0ca42cb9-ce56-445d-8f6f-1fecea1bbef9', 'name': 'tempest-AttachVolumeShelveTestJSON-537297990-router', 'tenant_id': 'fe62d789c5ba40bd87c0c4eb042c2297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'external_fixed_ips': [{'subnet_id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'ip_address': '172.27.0.153'}], 'enable_snat': True}, 'gw_port_id': '910cd870-86f0-4fff-b876-371b82023c25', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T03:06:26Z', 'updated_at': '2021-02-19T03:14:15Z', 'revision_number': 5, 'project_id': 'fe62d789c5ba40bd87c0c4eb042c2297', 'gw_port': {'id': '910cd870-86f0-4fff-b876-371b82023c25', 'name': '', 'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:17:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0ca42cb9-ce56-445d-8f6f-1fecea1bbef9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'ip_address': '172.27.0.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T03:06:30Z', 'updated_at': '2021-02-19T03:06:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-2-iscsi'}], 'dv-cinder-775706-2-iscsi', False) {} {{(pid=84118) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 03:14:17.008973 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74f585d2-6252-4bc9-8e0b-8e5c2a02d73f None None] Checking router: 0ca42cb9-ce56-445d-8f6f-1fecea1bbef9 for host: dv-cinder-775706-2-iscsi {{(pid=84118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 19 03:14:17.018699 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f585d2-6252-4bc9-8e0b-8e5c2a02d73f None None] Routers {'0ca42cb9-ce56-445d-8f6f-1fecea1bbef9'} bound to L3 agent in host dv-cinder-775706-2-iscsi {{(pid=84118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 03:14:17.019349 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_hamode_db [None req-74f585d2-6252-4bc9-8e0b-8e5c2a02d73f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9425aa0320>, 'dv-cinder-775706-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-02-19T02:56:52Z,description=<?>,heartbeat_timestamp=2021-02-19T03:13:52Z,host='dv-cinder-775706-2-iscsi',id=f4ccfb5a-d22e-440e-8ddd-f393ad00f812,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T02:56:52Z,topic='l3_agent')) {'router_ids': ['0ca42cb9-ce56-445d-8f6f-1fecea1bbef9'], 'active': True} {{(pid=84118) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 03:14:17.041985 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.plugin [None req-92725c12-112e-46e1-b610-363eec559e23 admin admin] Deleting port 910cd870-86f0-4fff-b876-371b82023c25 {{(pid=84115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 19 03:14:17.042376 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-92725c12-112e-46e1-b610-363eec559e23 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363269711485266'] for port, before_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:14:17.181325 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvr_db [None req-74f585d2-6252-4bc9-8e0b-8e5c2a02d73f None None] Set router 0ca42cb9-ce56-445d-8f6f-1fecea1bbef9 gateway port host: None {{(pid=84118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 03:14:17.237229 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.db [None req-92725c12-112e-46e1-b610-363eec559e23 admin admin] For port 910cd870-86f0-4fff-b876-371b82023c25, host dv-cinder-775706-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-2-iscsi',level=0,port_id=910cd870-86f0-4fff-b876-371b82023c25,segment=NetworkSegment(018f6e14-8221-4ee7-96a8-19699912d63c),segment_id=018f6e14-8221-4ee7-96a8-19699912d63c)] {{(pid=84115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 03:14:17.237541 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-92725c12-112e-46e1-b610-363eec559e23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-361392'] for port, precommit_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:14:17.296790 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_hamode_db [None req-74f585d2-6252-4bc9-8e0b-8e5c2a02d73f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9425aa0320>, [{'id': '0ca42cb9-ce56-445d-8f6f-1fecea1bbef9', 'name': 'tempest-AttachVolumeShelveTestJSON-537297990-router', 'tenant_id': 'fe62d789c5ba40bd87c0c4eb042c2297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T03:06:26Z', 'updated_at': '2021-02-19T03:14:16Z', 'revision_number': 6, 'project_id': 'fe62d789c5ba40bd87c0c4eb042c2297', 'gw_port_host': None}], 'dv-cinder-775706-2-iscsi', False) {} {{(pid=84118) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 03:14:17.301406 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74f585d2-6252-4bc9-8e0b-8e5c2a02d73f None None] The sync data for ids ['0ca42cb9-ce56-445d-8f6f-1fecea1bbef9'] in dv-cinder-775706-2-iscsi is: [{'id': '0ca42cb9-ce56-445d-8f6f-1fecea1bbef9', 'name': 'tempest-AttachVolumeShelveTestJSON-537297990-router', 'tenant_id': 'fe62d789c5ba40bd87c0c4eb042c2297', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T03:06:26Z', 'updated_at': '2021-02-19T03:14:16Z', 'revision_number': 6, 'project_id': 'fe62d789c5ba40bd87c0c4eb042c2297', 'gw_port_host': None}] {{(pid=84118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 19 03:14:17.375130 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.plugin [None req-92725c12-112e-46e1-b610-363eec559e23 admin admin] Calling delete_port for 910cd870-86f0-4fff-b876-371b82023c25 owned by network:router_gateway {{(pid=84115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 19 03:14:17.602375 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-92725c12-112e-46e1-b610-363eec559e23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363269711510303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363269711906437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853345888'] for port, after_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:14:17.620232 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-ccaf2608-5b54-42d1-a7cb-2c3d561ff4b0 tempest-ServerRescueNegativeTestJSON-1781017009 tempest-ServerRescueNegativeTestJSON-1781017009-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:14:17.718701 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92725c12-112e-46e1-b610-363eec559e23 admin admin] Pushing event deleted for resources: {'Port': ['ID=910cd870-86f0-4fff-b876-371b82023c25,revision_number=None']} {{(pid=84115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:14:17.730944 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-92725c12-112e-46e1-b610-363eec559e23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:14:17.855021 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-92725c12-112e-46e1-b610-363eec559e23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854411155'] for router_gateway, after_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:14:17.910930 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.rpc [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Device 848bb946-de07-45a6-9cd2-51fa97c561f2 no longer exists at agent ovs-agent-dv-cinder-775706-2-iscsi {{(pid=84117) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 19 03:14:17.951087 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.plugin [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] No Port match for: 848bb946-de07-45a6-9cd2-51fa97c561f2 {{(pid=84117) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 19 03:14:17.951386 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.rpc [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Device 848bb946-de07-45a6-9cd2-51fa97c561f2 not bound to the agent host dv-cinder-775706-2-iscsi {{(pid=84117) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 19 03:14:17.951831 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.rpc [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Device 910cd870-86f0-4fff-b876-371b82023c25 no longer exists at agent ovs-agent-dv-cinder-775706-2-iscsi {{(pid=84117) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 19 03:14:17.992497 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.plugin [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] No Port match for: 910cd870-86f0-4fff-b876-371b82023c25 {{(pid=84117) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 19 03:14:17.992898 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.rpc [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Device 910cd870-86f0-4fff-b876-371b82023c25 not bound to the agent host dv-cinder-775706-2-iscsi {{(pid=84117) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 19 03:14:18.053522 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-92725c12-112e-46e1-b610-363eec559e23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-375006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854736376'] for router, precommit_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:14:18.055922 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-92725c12-112e-46e1-b610-363eec559e23 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:14:18.387821 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-92725c12-112e-46e1-b610-363eec559e23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854388718'] for router, after_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:14:18.388450 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92725c12-112e-46e1-b610-363eec559e23 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0ca42cb9-ce56-445d-8f6f-1fecea1bbef9 {{(pid=84115) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Feb 19 03:14:18.401457 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-92725c12-112e-46e1-b610-363eec559e23 admin admin] Notify callbacks [] for router, before_response {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:14:18.402725 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-92725c12-112e-46e1-b610-363eec559e23 admin admin] 10.222.0.13 "DELETE /v2.0/routers/0ca42cb9-ce56-445d-8f6f-1fecea1bbef9 HTTP/1.1" status: 204  len: 168 time: 2.0804732
Feb 19 03:14:18.405656 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84116) accepted ('10.222.0.13', 55796) {{(pid=84116) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:14:18.475331 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc499b1a-b86e-4501-b5ff-1f3872a05be3 admin admin] Deleting subnet ffae0469-f40c-4397-8d65-7fee68a1ef0a {{(pid=84116) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 19 03:14:18.478625 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-fc499b1a-b86e-4501-b5ff-1f3872a05be3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:14:18.535569 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-fc499b1a-b86e-4501-b5ff-1f3872a05be3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851885379'] for subnet, precommit_delete_associations {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:14:18.658059 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-fc499b1a-b86e-4501-b5ff-1f3872a05be3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16124102'] for subnet, precommit_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:14:19.221992 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-fc499b1a-b86e-4501-b5ff-1f3872a05be3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838651698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852145260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851540315'] for subnet, after_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:14:19.238272 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:14:19.326589 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc499b1a-b86e-4501-b5ff-1f3872a05be3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ffae0469-f40c-4397-8d65-7fee68a1ef0a,revision_number=None']} {{(pid=84116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:14:19.332417 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-fc499b1a-b86e-4501-b5ff-1f3872a05be3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:14:19.373012 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-fc499b1a-b86e-4501-b5ff-1f3872a05be3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:14:19.381502 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-fc499b1a-b86e-4501-b5ff-1f3872a05be3 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/ffae0469-f40c-4397-8d65-7fee68a1ef0a HTTP/1.1" status: 204  len: 168 time: 0.9745545
Feb 19 03:14:19.384279 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84115) accepted ('10.222.0.13', 55804) {{(pid=84115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:14:19.436924 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1079af1-9e0e-4a3e-9524-0b19a7f175ca None None] Network 96367511-4096-441d-8b71-998abf1ff026 requested from dv-cinder-775706-2-iscsi {{(pid=84117) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 19 03:14:19.495057 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84116) accepted ('10.222.0.13', 55810) {{(pid=84116) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:14:19.509006 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-d2d0d651-5a7e-4082-bebe-124c5f4d9863 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036838588073'] for network, before_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:14:19.589461 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-aeac3c26-93c7-4a7b-831a-92e20222e901 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:14:19.594520 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.plugin [None req-d2d0d651-5a7e-4082-bebe-124c5f4d9863 admin admin] Deleting port 733219fc-bfac-4bb9-88da-8cf91a7b1a8e {{(pid=84115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 19 03:14:19.594896 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-d2d0d651-5a7e-4082-bebe-124c5f4d9863 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363269711485266'] for port, before_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:14:19.828457 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.db [None req-d2d0d651-5a7e-4082-bebe-124c5f4d9863 admin admin] For port 733219fc-bfac-4bb9-88da-8cf91a7b1a8e, host dv-cinder-775706-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-2-iscsi',level=0,port_id=733219fc-bfac-4bb9-88da-8cf91a7b1a8e,segment=NetworkSegment(6e9f1b00-4f0b-4b9d-b1f1-2ca997d9692c),segment_id=6e9f1b00-4f0b-4b9d-b1f1-2ca997d9692c)] {{(pid=84115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 03:14:19.829413 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-d2d0d651-5a7e-4082-bebe-124c5f4d9863 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-361392'] for port, precommit_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:14:19.852922 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db6831b4-ffab-4767-87d0-4cb9f5ecdc11 None None] DHCP port deletion for 96367511-4096-441d-8b71-998abf1ff026 request from dv-cinder-775706-2-iscsi {{(pid=84117) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Feb 19 03:14:19.857300 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.plugin [None req-db6831b4-ffab-4767-87d0-4cb9f5ecdc11 None None] Deleting port 733219fc-bfac-4bb9-88da-8cf91a7b1a8e {{(pid=84117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 19 03:14:19.857749 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-db6831b4-ffab-4767-87d0-4cb9f5ecdc11 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363269711485266'] for port, before_delete {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:14:19.954591 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.rpc [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Device 733219fc-bfac-4bb9-88da-8cf91a7b1a8e no longer exists at agent ovs-agent-dv-cinder-775706-2-iscsi {{(pid=84117) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 19 03:14:19.977966 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.plugin [None req-d2d0d651-5a7e-4082-bebe-124c5f4d9863 admin admin] Calling delete_port for 733219fc-bfac-4bb9-88da-8cf91a7b1a8e owned by network:dhcp {{(pid=84115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 19 03:14:20.090505 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-d2d0d651-5a7e-4082-bebe-124c5f4d9863 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363269711510303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363269711906437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853345888'] for port, after_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:14:20.107871 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-0d0a21ea-9db6-4e4b-8a7d-fddb7ca8945f tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:14:20.119165 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.db [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] No active binding found for port 733219fc-bfac-4bb9-88da-8cf91a7b1a8e {{(pid=84117) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}}
Feb 19 03:14:20.119630 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.rpc [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Device 733219fc-bfac-4bb9-88da-8cf91a7b1a8e not bound to the agent host dv-cinder-775706-2-iscsi {{(pid=84117) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 19 03:14:20.146077 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.db [None req-db6831b4-ffab-4767-87d0-4cb9f5ecdc11 None None] For port 733219fc-bfac-4bb9-88da-8cf91a7b1a8e, host dv-cinder-775706-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-2-iscsi',level=0,port_id=733219fc-bfac-4bb9-88da-8cf91a7b1a8e,segment=NetworkSegment(6e9f1b00-4f0b-4b9d-b1f1-2ca997d9692c),segment_id=6e9f1b00-4f0b-4b9d-b1f1-2ca997d9692c)] {{(pid=84117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 03:14:20.146528 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-db6831b4-ffab-4767-87d0-4cb9f5ecdc11 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-361392'] for port, precommit_delete {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:14:20.160553 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-7857777f-c4c1-48b8-9e3f-47aaa24d13ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854389681'] for router_interface, before_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:14:20.212399 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d0d651-5a7e-4082-bebe-124c5f4d9863 admin admin] Pushing event deleted for resources: {'Port': ['ID=733219fc-bfac-4bb9-88da-8cf91a7b1a8e,revision_number=None']} {{(pid=84115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:14:20.216978 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-d2d0d651-5a7e-4082-bebe-124c5f4d9863 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:14:20.263398 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2d0d651-5a7e-4082-bebe-124c5f4d9863 admin admin] No DVR routers for this DVR port 733219fc-bfac-4bb9-88da-8cf91a7b1a8e on host dv-cinder-775706-2-iscsi {{(pid=84115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 19 03:14:20.289994 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.plugin [None req-db6831b4-ffab-4767-87d0-4cb9f5ecdc11 None None] Calling delete_port for 733219fc-bfac-4bb9-88da-8cf91a7b1a8e owned by network:dhcp {{(pid=84117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 19 03:14:20.394328 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-d2d0d651-5a7e-4082-bebe-124c5f4d9863 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16130609', 'neutron.services.segments.db._delete_segments_for_network--9223363269711387610'] for network, precommit_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:14:20.515118 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.services.segments.db [None req-d2d0d651-5a7e-4082-bebe-124c5f4d9863 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f94247c9710>,) {'filters': {'network_id': ['96367511-4096-441d-8b71-998abf1ff026']}} {{(pid=84115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 03:14:20.528738 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.services.segments.db [None req-d2d0d651-5a7e-4082-bebe-124c5f4d9863 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f94247c9710>, '6e9f1b00-4f0b-4b9d-b1f1-2ca997d9692c') {'for_net_delete': True} {{(pid=84115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 03:14:20.529227 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.services.segments.db [None req-d2d0d651-5a7e-4082-bebe-124c5f4d9863 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f94247c9710>, '6e9f1b00-4f0b-4b9d-b1f1-2ca997d9692c') {} {{(pid=84115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 03:14:20.529567 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.db.api [None req-db6831b4-ffab-4767-87d0-4cb9f5ecdc11 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84117) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 19 03:14:20.530020 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_db.api [None req-db6831b4-ffab-4767-87d0-4cb9f5ecdc11 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 19 03:14:20.542125 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-d2d0d651-5a7e-4082-bebe-124c5f4d9863 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363269711390170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852913940'] for segment, before_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:14:20.570939 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.plugin [None req-7857777f-c4c1-48b8-9e3f-47aaa24d13ab admin admin] Deleting port 0248f8e8-e2b2-4ed1-b7da-e388f145e5a4 {{(pid=84116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 19 03:14:20.571546 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-7857777f-c4c1-48b8-9e3f-47aaa24d13ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363269711485266'] for port, before_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:14:20.682157 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-d2d0d651-5a7e-4082-bebe-124c5f4d9863 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838644319'] for segment, precommit_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:14:20.684433 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-d2d0d651-5a7e-4082-bebe-124c5f4d9863 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=84115) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 19 03:14:20.757260 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.db [None req-7857777f-c4c1-48b8-9e3f-47aaa24d13ab admin admin] For port 0248f8e8-e2b2-4ed1-b7da-e388f145e5a4, host dv-cinder-775706-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-2-iscsi',level=0,port_id=0248f8e8-e2b2-4ed1-b7da-e388f145e5a4,segment=NetworkSegment(beb532a6-df16-4e1c-84e0-3b45d5f83fc7),segment_id=beb532a6-df16-4e1c-84e0-3b45d5f83fc7)] {{(pid=84116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 03:14:20.757658 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-7857777f-c4c1-48b8-9e3f-47aaa24d13ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-361392'] for port, precommit_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:14:20.871360 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.managers [None req-d2d0d651-5a7e-4082-bebe-124c5f4d9863 admin admin] Network 96367511-4096-441d-8b71-998abf1ff026 has no segments {{(pid=84115) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 19 03:14:20.881845 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-d2d0d651-5a7e-4082-bebe-124c5f4d9863 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16131513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853342636'] for segment, after_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:14:21.032419 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.plugin [None req-db6831b4-ffab-4767-87d0-4cb9f5ecdc11 None None] Deleting port 733219fc-bfac-4bb9-88da-8cf91a7b1a8e {{(pid=84117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 19 03:14:21.032929 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-db6831b4-ffab-4767-87d0-4cb9f5ecdc11 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363269711485266'] for port, before_delete {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:14:21.080658 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.managers [None req-d2d0d651-5a7e-4082-bebe-124c5f4d9863 admin admin] Network 96367511-4096-441d-8b71-998abf1ff026 has no segments {{(pid=84115) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 19 03:14:21.107810 dv-cinder-775706-2-iscsi neutron-server[84004]: Traceback (most recent call last):
Feb 19 03:14:21.107810 dv-cinder-775706-2-iscsi neutron-server[84004]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 03:14:21.107810 dv-cinder-775706-2-iscsi neutron-server[84004]:     timer()
Feb 19 03:14:21.107810 dv-cinder-775706-2-iscsi neutron-server[84004]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 03:14:21.107810 dv-cinder-775706-2-iscsi neutron-server[84004]:     cb(*args, **kw)
Feb 19 03:14:21.107810 dv-cinder-775706-2-iscsi neutron-server[84004]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 19 03:14:21.107810 dv-cinder-775706-2-iscsi neutron-server[84004]:     return func(*args, **kwargs)
Feb 19 03:14:21.107810 dv-cinder-775706-2-iscsi neutron-server[84004]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 03:14:21.107810 dv-cinder-775706-2-iscsi neutron-server[84004]:     self._notify()
Feb 19 03:14:21.107810 dv-cinder-775706-2-iscsi neutron-server[84004]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 03:14:21.107810 dv-cinder-775706-2-iscsi neutron-server[84004]:     self.callback(batched_events)
Feb 19 03:14:21.107810 dv-cinder-775706-2-iscsi neutron-server[84004]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 03:14:21.107810 dv-cinder-775706-2-iscsi neutron-server[84004]:     event.method(event)
Feb 19 03:14:21.107810 dv-cinder-775706-2-iscsi neutron-server[84004]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 19 03:14:21.107810 dv-cinder-775706-2-iscsi neutron-server[84004]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 03:14:21.107810 dv-cinder-775706-2-iscsi neutron-server[84004]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 19 03:14:21.107810 dv-cinder-775706-2-iscsi neutron-server[84004]:     segment_id)['aggregates'][0]
Feb 19 03:14:21.107810 dv-cinder-775706-2-iscsi neutron-server[84004]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 19 03:14:21.107810 dv-cinder-775706-2-iscsi neutron-server[84004]:     return f(self, *a, **k)
Feb 19 03:14:21.107810 dv-cinder-775706-2-iscsi neutron-server[84004]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 19 03:14:21.107810 dv-cinder-775706-2-iscsi neutron-server[84004]:     return self._get(url).json()
Feb 19 03:14:21.107810 dv-cinder-775706-2-iscsi neutron-server[84004]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 03:14:21.107810 dv-cinder-775706-2-iscsi neutron-server[84004]:     **kwargs)
Feb 19 03:14:21.107810 dv-cinder-775706-2-iscsi neutron-server[84004]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 19 03:14:21.107810 dv-cinder-775706-2-iscsi neutron-server[84004]:     return self.request(url, 'GET', **kwargs)
Feb 19 03:14:21.107810 dv-cinder-775706-2-iscsi neutron-server[84004]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 19 03:14:21.107810 dv-cinder-775706-2-iscsi neutron-server[84004]:     **endpoint_filter)
Feb 19 03:14:21.107810 dv-cinder-775706-2-iscsi neutron-server[84004]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 19 03:14:21.107810 dv-cinder-775706-2-iscsi neutron-server[84004]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 03:14:21.107810 dv-cinder-775706-2-iscsi neutron-server[84004]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 19 03:14:21.107810 dv-cinder-775706-2-iscsi neutron-server[84004]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 03:14:21.107810 dv-cinder-775706-2-iscsi neutron-server[84004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 03:14:21.121389 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.plugin [None req-db6831b4-ffab-4767-87d0-4cb9f5ecdc11 None None] The port '733219fc-bfac-4bb9-88da-8cf91a7b1a8e' was deleted {{(pid=84117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}}
Feb 19 03:14:21.134225 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.plugin [None req-7857777f-c4c1-48b8-9e3f-47aaa24d13ab admin admin] Calling delete_port for 0248f8e8-e2b2-4ed1-b7da-e388f145e5a4 owned by network:router_interface {{(pid=84116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 19 03:14:21.347441 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-d2d0d651-5a7e-4082-bebe-124c5f4d9863 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036838645191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-364612'] for network, after_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:14:21.350977 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:14:21.365218 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-d2d0d651-5a7e-4082-bebe-124c5f4d9863 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854203462'] for network, before_response {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:14:21.380768 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d0d651-5a7e-4082-bebe-124c5f4d9863 admin admin] Pushing event deleted for resources: {'Network': ['ID=96367511-4096-441d-8b71-998abf1ff026,revision_number=None']} {{(pid=84115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:14:21.384211 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-d2d0d651-5a7e-4082-bebe-124c5f4d9863 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:14:21.421865 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-7857777f-c4c1-48b8-9e3f-47aaa24d13ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363269711510303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363269711906437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2630593'] for port, after_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:14:21.437587 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-f8519032-8508-49a5-b3c3-3da29d1bedae service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:14:21.459908 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-d2d0d651-5a7e-4082-bebe-124c5f4d9863 admin admin] 10.222.0.13 "DELETE /v2.0/networks/96367511-4096-441d-8b71-998abf1ff026 HTTP/1.1" status: 204  len: 168 time: 2.0744369
Feb 19 03:14:21.536849 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7857777f-c4c1-48b8-9e3f-47aaa24d13ab admin admin] Pushing event deleted for resources: {'Port': ['ID=0248f8e8-e2b2-4ed1-b7da-e388f145e5a4,revision_number=None']} {{(pid=84116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:14:21.546420 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-7857777f-c4c1-48b8-9e3f-47aaa24d13ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:14:21.678216 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84115) accepted ('10.222.0.13', 55818) {{(pid=84115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:14:21.731492 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-0c63ac32-a236-4fa9-a946-3580492cd17f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=fe62d789c5ba40bd87c0c4eb042c2297&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0519547
Feb 19 03:14:21.734022 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84115) accepted ('10.222.0.13', 55822) {{(pid=84115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:14:21.799008 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-aed390b3-64e5-4946-ab66-f19c306a2f04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:14:21.826304 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-aed390b3-64e5-4946-ab66-f19c306a2f04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:14:21.860728 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-7857777f-c4c1-48b8-9e3f-47aaa24d13ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-393212'] for router_interface, after_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:14:21.973529 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-4bb8998a-07a3-4697-8e98-2151db552545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:14:22.010588 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-aed390b3-64e5-4946-ab66-f19c306a2f04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237410'] for security_group, after_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:14:22.016312 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-e311cb23-ebd2-4a02-aa3f-c05daa7dc85a tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:14:22.030239 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed390b3-64e5-4946-ab66-f19c306a2f04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fcd59a22-4d41-477f-b284-61c71f24d342,revision_number=None']} {{(pid=84115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:14:22.032981 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-aed390b3-64e5-4946-ab66-f19c306a2f04 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:14:22.040078 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-aed390b3-64e5-4946-ab66-f19c306a2f04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:14:22.043863 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-aed390b3-64e5-4946-ab66-f19c306a2f04 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/fcd59a22-4d41-477f-b284-61c71f24d342 HTTP/1.1" status: 204  len: 168 time: 0.3063152
Feb 19 03:14:22.384078 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7857777f-c4c1-48b8-9e3f-47aaa24d13ab admin admin] Router 900551e6-5397-496b-9338-8bdf991a87a4 has already been hosted by L3 agent f4ccfb5a-d22e-440e-8ddd-f393ad00f812 {{(pid=84116) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 19 03:14:22.476369 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-4b343f23-6f62-4db0-bfb1-0e5ba3aa11dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:14:22.583841 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7857777f-c4c1-48b8-9e3f-47aaa24d13ab admin admin] Notify agent at l3_agent.dv-cinder-775706-2-iscsi the message routers_updated {{(pid=84116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 19 03:14:22.592550 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4eb0445-f99a-4b2e-99ec-eb71add939c0 None None] Sync routers for ids ['900551e6-5397-496b-9338-8bdf991a87a4'] in dv-cinder-775706-2-iscsi {{(pid=84117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 19 03:14:22.600610 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-7857777f-c4c1-48b8-9e3f-47aaa24d13ab admin admin] 10.222.0.13 "PUT /v2.0/routers/900551e6-5397-496b-9338-8bdf991a87a4/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1018558
Feb 19 03:14:22.600978 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84115) accepted ('10.222.0.13', 55838) {{(pid=84115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:14:22.603134 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4eb0445-f99a-4b2e-99ec-eb71add939c0 None None] Routers {'900551e6-5397-496b-9338-8bdf991a87a4'} bound to L3 agent in host dv-cinder-775706-2-iscsi {{(pid=84117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 03:14:22.603826 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_hamode_db [None req-b4eb0445-f99a-4b2e-99ec-eb71add939c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9425ffe898>, 'dv-cinder-775706-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-19T02:56:52Z,description=<?>,heartbeat_timestamp=2021-02-19T03:14:22Z,host='dv-cinder-775706-2-iscsi',id=f4ccfb5a-d22e-440e-8ddd-f393ad00f812,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T02:56:52Z,topic='l3_agent')) {'router_ids': ['900551e6-5397-496b-9338-8bdf991a87a4'], 'active': True} {{(pid=84117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 03:14:22.797454 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-88eb9b00-c859-48b4-a4bf-a30685061925 admin admin] Notify callbacks [] for router, before_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:14:22.801912 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvr_db [None req-b4eb0445-f99a-4b2e-99ec-eb71add939c0 None None] Set router 900551e6-5397-496b-9338-8bdf991a87a4 gateway port host: dv-cinder-775706-2-iscsi {{(pid=84117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 03:14:22.999509 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-88eb9b00-c859-48b4-a4bf-a30685061925 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:14:23.039265 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.plugin [None req-88eb9b00-c859-48b4-a4bf-a30685061925 admin admin] Deleting port fb1ba4fb-1d38-48a0-841f-f65bf02372dc {{(pid=84115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 19 03:14:23.039848 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-88eb9b00-c859-48b4-a4bf-a30685061925 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363269711485266'] for port, before_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:14:23.112688 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_hamode_db [None req-b4eb0445-f99a-4b2e-99ec-eb71add939c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9425ffe898>, [{'id': '900551e6-5397-496b-9338-8bdf991a87a4', 'name': 'tempest-AttachVolumeTestJSON-158848129-router', 'tenant_id': '9cc54ca0063647f58309a9cc08a310b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'external_fixed_ips': [{'subnet_id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'ip_address': '172.27.0.72'}], 'enable_snat': True}, 'gw_port_id': 'fb1ba4fb-1d38-48a0-841f-f65bf02372dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T03:07:44Z', 'updated_at': '2021-02-19T03:14:21Z', 'revision_number': 5, 'project_id': '9cc54ca0063647f58309a9cc08a310b1', 'gw_port': {'id': 'fb1ba4fb-1d38-48a0-841f-f65bf02372dc', 'name': '', 'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:a6:0e:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '900551e6-5397-496b-9338-8bdf991a87a4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 272, 'fixed_ips': [{'subnet_id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'ip_address': '172.27.0.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T03:07:46Z', 'updated_at': '2021-02-19T03:08:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-2-iscsi'}], 'dv-cinder-775706-2-iscsi', False) {} {{(pid=84117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 03:14:23.116898 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4eb0445-f99a-4b2e-99ec-eb71add939c0 None None] Checking router: 900551e6-5397-496b-9338-8bdf991a87a4 for host: dv-cinder-775706-2-iscsi {{(pid=84117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 19 03:14:23.126676 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4eb0445-f99a-4b2e-99ec-eb71add939c0 None None] Routers {'900551e6-5397-496b-9338-8bdf991a87a4'} bound to L3 agent in host dv-cinder-775706-2-iscsi {{(pid=84117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 03:14:23.127358 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_hamode_db [None req-b4eb0445-f99a-4b2e-99ec-eb71add939c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9425ffe898>, 'dv-cinder-775706-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-02-19T02:56:52Z,description=<?>,heartbeat_timestamp=2021-02-19T03:14:22Z,host='dv-cinder-775706-2-iscsi',id=f4ccfb5a-d22e-440e-8ddd-f393ad00f812,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T02:56:52Z,topic='l3_agent')) {'router_ids': ['900551e6-5397-496b-9338-8bdf991a87a4'], 'active': True} {{(pid=84117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 03:14:23.309948 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvr_db [None req-b4eb0445-f99a-4b2e-99ec-eb71add939c0 None None] Set router 900551e6-5397-496b-9338-8bdf991a87a4 gateway port host: None {{(pid=84117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 03:14:23.436038 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_hamode_db [None req-b4eb0445-f99a-4b2e-99ec-eb71add939c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9425ffe898>, [{'id': '900551e6-5397-496b-9338-8bdf991a87a4', 'name': 'tempest-AttachVolumeTestJSON-158848129-router', 'tenant_id': '9cc54ca0063647f58309a9cc08a310b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T03:07:44Z', 'updated_at': '2021-02-19T03:14:22Z', 'revision_number': 6, 'project_id': '9cc54ca0063647f58309a9cc08a310b1', 'gw_port_host': None}], 'dv-cinder-775706-2-iscsi', False) {} {{(pid=84117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 03:14:23.441560 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4eb0445-f99a-4b2e-99ec-eb71add939c0 None None] The sync data for ids ['900551e6-5397-496b-9338-8bdf991a87a4'] in dv-cinder-775706-2-iscsi is: [{'id': '900551e6-5397-496b-9338-8bdf991a87a4', 'name': 'tempest-AttachVolumeTestJSON-158848129-router', 'tenant_id': '9cc54ca0063647f58309a9cc08a310b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T03:07:44Z', 'updated_at': '2021-02-19T03:14:22Z', 'revision_number': 6, 'project_id': '9cc54ca0063647f58309a9cc08a310b1', 'gw_port_host': None}] {{(pid=84117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 19 03:14:23.508375 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.db [None req-88eb9b00-c859-48b4-a4bf-a30685061925 admin admin] For port fb1ba4fb-1d38-48a0-841f-f65bf02372dc, host dv-cinder-775706-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-2-iscsi',level=0,port_id=fb1ba4fb-1d38-48a0-841f-f65bf02372dc,segment=NetworkSegment(018f6e14-8221-4ee7-96a8-19699912d63c),segment_id=018f6e14-8221-4ee7-96a8-19699912d63c)] {{(pid=84115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 03:14:23.509081 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-88eb9b00-c859-48b4-a4bf-a30685061925 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-361392'] for port, precommit_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:14:23.553263 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:14:23.646808 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.plugin [None req-88eb9b00-c859-48b4-a4bf-a30685061925 admin admin] Calling delete_port for fb1ba4fb-1d38-48a0-841f-f65bf02372dc owned by network:router_gateway {{(pid=84115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 19 03:14:23.901789 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-88eb9b00-c859-48b4-a4bf-a30685061925 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363269711510303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363269711906437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853345888'] for port, after_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:14:23.911680 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.rpc [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Device fb1ba4fb-1d38-48a0-841f-f65bf02372dc no longer exists at agent ovs-agent-dv-cinder-775706-2-iscsi {{(pid=84117) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 19 03:14:23.920215 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-d2d0d651-5a7e-4082-bebe-124c5f4d9863 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:14:23.951432 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.plugin [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] No Port match for: fb1ba4fb-1d38-48a0-841f-f65bf02372dc {{(pid=84117) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 19 03:14:23.952052 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.rpc [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Device fb1ba4fb-1d38-48a0-841f-f65bf02372dc not bound to the agent host dv-cinder-775706-2-iscsi {{(pid=84117) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 19 03:14:23.952706 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.rpc [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Device 0248f8e8-e2b2-4ed1-b7da-e388f145e5a4 no longer exists at agent ovs-agent-dv-cinder-775706-2-iscsi {{(pid=84117) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 19 03:14:23.990036 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.plugin [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] No Port match for: 0248f8e8-e2b2-4ed1-b7da-e388f145e5a4 {{(pid=84117) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 19 03:14:23.990438 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.rpc [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Device 0248f8e8-e2b2-4ed1-b7da-e388f145e5a4 not bound to the agent host dv-cinder-775706-2-iscsi {{(pid=84117) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 19 03:14:24.025107 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88eb9b00-c859-48b4-a4bf-a30685061925 admin admin] Pushing event deleted for resources: {'Port': ['ID=fb1ba4fb-1d38-48a0-841f-f65bf02372dc,revision_number=None']} {{(pid=84115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:14:24.027944 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-88eb9b00-c859-48b4-a4bf-a30685061925 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:14:24.157280 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-88eb9b00-c859-48b4-a4bf-a30685061925 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854411155'] for router_gateway, after_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:14:24.299011 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-ed1abd93-30ab-455f-b25e-ecbc2cc5cf06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:14:24.344115 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-88eb9b00-c859-48b4-a4bf-a30685061925 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-375006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854736376'] for router, precommit_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:14:24.346434 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-88eb9b00-c859-48b4-a4bf-a30685061925 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:14:24.499086 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-88eb9b00-c859-48b4-a4bf-a30685061925 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854388718'] for router, after_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:14:24.499806 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88eb9b00-c859-48b4-a4bf-a30685061925 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 900551e6-5397-496b-9338-8bdf991a87a4 {{(pid=84115) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Feb 19 03:14:24.513451 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-88eb9b00-c859-48b4-a4bf-a30685061925 admin admin] Notify callbacks [] for router, before_response {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:14:24.514765 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-88eb9b00-c859-48b4-a4bf-a30685061925 admin admin] 10.222.0.13 "DELETE /v2.0/routers/900551e6-5397-496b-9338-8bdf991a87a4 HTTP/1.1" status: 204  len: 168 time: 1.9127121
Feb 19 03:14:24.518197 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84115) accepted ('10.222.0.13', 55862) {{(pid=84115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:14:24.585595 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.db_base_plugin_v2 [None req-4af78ef9-4863-4b6c-a885-ca55d87f7fdb admin admin] Deleting subnet bcac62f7-68c0-43e3-adb5-456fec5d76fe {{(pid=84115) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 19 03:14:24.588817 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-4af78ef9-4863-4b6c-a885-ca55d87f7fdb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:14:24.644258 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-4af78ef9-4863-4b6c-a885-ca55d87f7fdb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1861844'] for subnet, precommit_delete_associations {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:14:24.724112 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-4af78ef9-4863-4b6c-a885-ca55d87f7fdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16124102'] for subnet, precommit_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:14:25.016752 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-4af78ef9-4863-4b6c-a885-ca55d87f7fdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838651698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1430005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852549845'] for subnet, after_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:14:25.033792 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-37f42d33-2871-4dc7-b779-6493e150f5a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:14:25.124798 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af78ef9-4863-4b6c-a885-ca55d87f7fdb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bcac62f7-68c0-43e3-adb5-456fec5d76fe,revision_number=None']} {{(pid=84115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:14:25.129235 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-4af78ef9-4863-4b6c-a885-ca55d87f7fdb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:14:25.174475 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-4af78ef9-4863-4b6c-a885-ca55d87f7fdb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854203462'] for subnet, before_response {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:14:25.179684 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccf01b27-9613-4f3a-a865-1713662d8dd5 None None] Network f43f4357-3ff6-40b8-94e0-eb50f3b0a088 requested from dv-cinder-775706-2-iscsi {{(pid=84117) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 19 03:14:25.180849 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-4af78ef9-4863-4b6c-a885-ca55d87f7fdb admin admin] 10.222.0.13 "DELETE /v2.0/subnets/bcac62f7-68c0-43e3-adb5-456fec5d76fe HTTP/1.1" status: 204  len: 168 time: 0.6616955
Feb 19 03:14:25.183524 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84115) accepted ('10.222.0.13', 55876) {{(pid=84115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:14:25.304771 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-593877ab-d975-43bd-8277-d66d44640e0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036838588073'] for network, before_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:14:25.387442 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.plugin [None req-593877ab-d975-43bd-8277-d66d44640e0e admin admin] Deleting port 6185f3c9-c591-48ee-8126-879de2248671 {{(pid=84115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 19 03:14:25.387442 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-593877ab-d975-43bd-8277-d66d44640e0e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363269711485266'] for port, before_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:14:25.460195 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aac8dc75-9c43-41a3-81a3-89ad6539bff0 None None] DHCP port deletion for f43f4357-3ff6-40b8-94e0-eb50f3b0a088 request from dv-cinder-775706-2-iscsi {{(pid=84117) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Feb 19 03:14:25.465067 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.plugin [None req-aac8dc75-9c43-41a3-81a3-89ad6539bff0 None None] Deleting port 6185f3c9-c591-48ee-8126-879de2248671 {{(pid=84117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 19 03:14:25.465707 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-aac8dc75-9c43-41a3-81a3-89ad6539bff0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363269711485266'] for port, before_delete {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:14:25.621125 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.db [None req-593877ab-d975-43bd-8277-d66d44640e0e admin admin] For port 6185f3c9-c591-48ee-8126-879de2248671, host dv-cinder-775706-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-2-iscsi',level=0,port_id=6185f3c9-c591-48ee-8126-879de2248671,segment=NetworkSegment(beb532a6-df16-4e1c-84e0-3b45d5f83fc7),segment_id=beb532a6-df16-4e1c-84e0-3b45d5f83fc7)] {{(pid=84115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 03:14:25.621525 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-593877ab-d975-43bd-8277-d66d44640e0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-361392'] for port, precommit_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:14:25.686555 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.db [None req-aac8dc75-9c43-41a3-81a3-89ad6539bff0 None None] For port 6185f3c9-c591-48ee-8126-879de2248671, host dv-cinder-775706-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-2-iscsi',level=0,port_id=6185f3c9-c591-48ee-8126-879de2248671,segment=NetworkSegment(beb532a6-df16-4e1c-84e0-3b45d5f83fc7),segment_id=beb532a6-df16-4e1c-84e0-3b45d5f83fc7)] {{(pid=84117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 03:14:25.687049 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-aac8dc75-9c43-41a3-81a3-89ad6539bff0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-361392'] for port, precommit_delete {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:14:25.758088 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.plugin [None req-593877ab-d975-43bd-8277-d66d44640e0e admin admin] Calling delete_port for 6185f3c9-c591-48ee-8126-879de2248671 owned by network:dhcp {{(pid=84115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 19 03:14:25.823887 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.plugin [None req-aac8dc75-9c43-41a3-81a3-89ad6539bff0 None None] Calling delete_port for 6185f3c9-c591-48ee-8126-879de2248671 owned by network:dhcp {{(pid=84117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 19 03:14:25.878816 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-593877ab-d975-43bd-8277-d66d44640e0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363269711510303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363269711906437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853345888'] for port, after_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:14:25.896221 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-94e3a286-6efc-4f36-a3c2-999ed7d498dc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:14:25.899043 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.db.api [None req-aac8dc75-9c43-41a3-81a3-89ad6539bff0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84117) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 19 03:14:25.899721 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_db.api [None req-aac8dc75-9c43-41a3-81a3-89ad6539bff0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 19 03:14:25.905662 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.rpc [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Device 6185f3c9-c591-48ee-8126-879de2248671 no longer exists at agent ovs-agent-dv-cinder-775706-2-iscsi {{(pid=84117) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 19 03:14:25.942384 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.plugin [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] No Port match for: 6185f3c9-c591-48ee-8126-879de2248671 {{(pid=84117) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 19 03:14:25.942784 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.rpc [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Device 6185f3c9-c591-48ee-8126-879de2248671 not bound to the agent host dv-cinder-775706-2-iscsi {{(pid=84117) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 19 03:14:25.993038 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593877ab-d975-43bd-8277-d66d44640e0e admin admin] Pushing event deleted for resources: {'Port': ['ID=6185f3c9-c591-48ee-8126-879de2248671,revision_number=None']} {{(pid=84115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:14:25.997517 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-593877ab-d975-43bd-8277-d66d44640e0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:14:26.041917 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-593877ab-d975-43bd-8277-d66d44640e0e admin admin] No DVR routers for this DVR port 6185f3c9-c591-48ee-8126-879de2248671 on host dv-cinder-775706-2-iscsi {{(pid=84115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 19 03:14:26.168571 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-593877ab-d975-43bd-8277-d66d44640e0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16130609', 'neutron.services.segments.db._delete_segments_for_network--9223363269711387610'] for network, precommit_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:14:26.285183 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.services.segments.db [None req-593877ab-d975-43bd-8277-d66d44640e0e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9426ad2630>,) {'filters': {'network_id': ['f43f4357-3ff6-40b8-94e0-eb50f3b0a088']}} {{(pid=84115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 03:14:26.298457 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.services.segments.db [None req-593877ab-d975-43bd-8277-d66d44640e0e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9426ad2630>, 'beb532a6-df16-4e1c-84e0-3b45d5f83fc7') {'for_net_delete': True} {{(pid=84115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 03:14:26.298801 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.services.segments.db [None req-593877ab-d975-43bd-8277-d66d44640e0e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9426ad2630>, 'beb532a6-df16-4e1c-84e0-3b45d5f83fc7') {} {{(pid=84115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 03:14:26.310852 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-593877ab-d975-43bd-8277-d66d44640e0e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363269711390170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852913940'] for segment, before_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:14:26.326329 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-593877ab-d975-43bd-8277-d66d44640e0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838644319'] for segment, precommit_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:14:26.328334 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-593877ab-d975-43bd-8277-d66d44640e0e admin admin] Releasing vxlan tunnel 5 to pool {{(pid=84115) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 19 03:14:26.401103 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.plugin [None req-aac8dc75-9c43-41a3-81a3-89ad6539bff0 None None] Deleting port 6185f3c9-c591-48ee-8126-879de2248671 {{(pid=84117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 19 03:14:26.401536 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-aac8dc75-9c43-41a3-81a3-89ad6539bff0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363269711485266'] for port, before_delete {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:14:26.475614 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.plugin [None req-aac8dc75-9c43-41a3-81a3-89ad6539bff0 None None] The port '6185f3c9-c591-48ee-8126-879de2248671' was deleted {{(pid=84117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}}
Feb 19 03:14:26.512844 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.managers [None req-593877ab-d975-43bd-8277-d66d44640e0e admin admin] Network f43f4357-3ff6-40b8-94e0-eb50f3b0a088 has no segments {{(pid=84115) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 19 03:14:26.525647 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-593877ab-d975-43bd-8277-d66d44640e0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16131513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853342636'] for segment, after_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:14:26.705989 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.managers [None req-593877ab-d975-43bd-8277-d66d44640e0e admin admin] Network f43f4357-3ff6-40b8-94e0-eb50f3b0a088 has no segments {{(pid=84115) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 19 03:14:26.729291 dv-cinder-775706-2-iscsi neutron-server[84004]: Traceback (most recent call last):
Feb 19 03:14:26.729291 dv-cinder-775706-2-iscsi neutron-server[84004]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 03:14:26.729291 dv-cinder-775706-2-iscsi neutron-server[84004]:     timer()
Feb 19 03:14:26.729291 dv-cinder-775706-2-iscsi neutron-server[84004]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 03:14:26.729291 dv-cinder-775706-2-iscsi neutron-server[84004]:     cb(*args, **kw)
Feb 19 03:14:26.729291 dv-cinder-775706-2-iscsi neutron-server[84004]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 19 03:14:26.729291 dv-cinder-775706-2-iscsi neutron-server[84004]:     return func(*args, **kwargs)
Feb 19 03:14:26.729291 dv-cinder-775706-2-iscsi neutron-server[84004]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 03:14:26.729291 dv-cinder-775706-2-iscsi neutron-server[84004]:     self._notify()
Feb 19 03:14:26.729291 dv-cinder-775706-2-iscsi neutron-server[84004]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 03:14:26.729291 dv-cinder-775706-2-iscsi neutron-server[84004]:     self.callback(batched_events)
Feb 19 03:14:26.729291 dv-cinder-775706-2-iscsi neutron-server[84004]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 03:14:26.729291 dv-cinder-775706-2-iscsi neutron-server[84004]:     event.method(event)
Feb 19 03:14:26.729291 dv-cinder-775706-2-iscsi neutron-server[84004]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 19 03:14:26.729291 dv-cinder-775706-2-iscsi neutron-server[84004]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 03:14:26.729291 dv-cinder-775706-2-iscsi neutron-server[84004]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 19 03:14:26.729291 dv-cinder-775706-2-iscsi neutron-server[84004]:     segment_id)['aggregates'][0]
Feb 19 03:14:26.729291 dv-cinder-775706-2-iscsi neutron-server[84004]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 19 03:14:26.729291 dv-cinder-775706-2-iscsi neutron-server[84004]:     return f(self, *a, **k)
Feb 19 03:14:26.729291 dv-cinder-775706-2-iscsi neutron-server[84004]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 19 03:14:26.729291 dv-cinder-775706-2-iscsi neutron-server[84004]:     return self._get(url).json()
Feb 19 03:14:26.729291 dv-cinder-775706-2-iscsi neutron-server[84004]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 03:14:26.729291 dv-cinder-775706-2-iscsi neutron-server[84004]:     **kwargs)
Feb 19 03:14:26.729291 dv-cinder-775706-2-iscsi neutron-server[84004]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 19 03:14:26.729291 dv-cinder-775706-2-iscsi neutron-server[84004]:     return self.request(url, 'GET', **kwargs)
Feb 19 03:14:26.729291 dv-cinder-775706-2-iscsi neutron-server[84004]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 19 03:14:26.729291 dv-cinder-775706-2-iscsi neutron-server[84004]:     **endpoint_filter)
Feb 19 03:14:26.729291 dv-cinder-775706-2-iscsi neutron-server[84004]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 19 03:14:26.729291 dv-cinder-775706-2-iscsi neutron-server[84004]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 03:14:26.729291 dv-cinder-775706-2-iscsi neutron-server[84004]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 19 03:14:26.729291 dv-cinder-775706-2-iscsi neutron-server[84004]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 03:14:26.729291 dv-cinder-775706-2-iscsi neutron-server[84004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 03:14:27.004381 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-593877ab-d975-43bd-8277-d66d44640e0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036838645191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-364612'] for network, after_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:14:27.007953 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-d2d0d651-5a7e-4082-bebe-124c5f4d9863 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:14:27.025329 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-593877ab-d975-43bd-8277-d66d44640e0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854203462'] for network, before_response {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:14:27.031856 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593877ab-d975-43bd-8277-d66d44640e0e admin admin] Pushing event deleted for resources: {'Network': ['ID=f43f4357-3ff6-40b8-94e0-eb50f3b0a088,revision_number=None']} {{(pid=84115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:14:27.037384 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-593877ab-d975-43bd-8277-d66d44640e0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:14:27.091853 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-593877ab-d975-43bd-8277-d66d44640e0e admin admin] 10.222.0.13 "DELETE /v2.0/networks/f43f4357-3ff6-40b8-94e0-eb50f3b0a088 HTTP/1.1" status: 204  len: 168 time: 1.9067616
Feb 19 03:14:27.150823 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84115) accepted ('10.222.0.13', 55896) {{(pid=84115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:14:27.277840 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-123ae229-4953-4a17-bd07-ffea0ede1776 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:14:27.294352 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-123ae229-4953-4a17-bd07-ffea0ede1776 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 03:14:27.298584 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-123ae229-4953-4a17-bd07-ffea0ede1776 admin admin] Usage tracker for resource:security_group_rule and tenant:cee5278e13bd4fc68593e440b5a8214d is out of sync, need to count used quota {{(pid=84115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 03:14:27.301529 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-123ae229-4953-4a17-bd07-ffea0ede1776 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 03:14:27.307348 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-123ae229-4953-4a17-bd07-ffea0ede1776 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 03:14:27.451515 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84115) accepted ('10.222.0.13', 55902) {{(pid=84115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:14:27.506649 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-92c1dd2f-2ac8-4753-bb89-4b08fd979c5c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=9cc54ca0063647f58309a9cc08a310b1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0538154
Feb 19 03:14:27.509221 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84115) accepted ('10.222.0.13', 55906) {{(pid=84115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:14:27.572193 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-42c88ffa-c707-4335-8353-9661cf92b940 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:14:27.609887 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-42c88ffa-c707-4335-8353-9661cf92b940 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:14:27.774036 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-123ae229-4953-4a17-bd07-ffea0ede1776 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:14:27.827209 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-123ae229-4953-4a17-bd07-ffea0ede1776 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237410'] for security_group, after_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:14:27.835547 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-aed390b3-64e5-4946-ab66-f19c306a2f04 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:14:27.879142 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-123ae229-4953-4a17-bd07-ffea0ede1776 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=cee5278e13bd4fc68593e440b5a8214d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7271132
Feb 19 03:14:27.880233 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123ae229-4953-4a17-bd07-ffea0ede1776 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d784f263-10b8-400b-a998-56ed0cf2c162,revision_number=1']} {{(pid=84115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:14:27.882180 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84116) accepted ('10.222.0.13', 55910) {{(pid=84116) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:14:27.883604 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-123ae229-4953-4a17-bd07-ffea0ede1776 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:14:27.884748 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-42c88ffa-c707-4335-8353-9661cf92b940 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237410'] for security_group, after_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:14:27.888877 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-5f33ea63-8363-4b79-ac84-a2e133b99a03 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:14:27.902355 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c88ffa-c707-4335-8353-9661cf92b940 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7441c751-7e25-417f-9395-195be00f2dad,revision_number=None']} {{(pid=84115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:14:27.906847 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-42c88ffa-c707-4335-8353-9661cf92b940 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:14:27.916375 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-42c88ffa-c707-4335-8353-9661cf92b940 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:14:27.920371 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-42c88ffa-c707-4335-8353-9661cf92b940 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/7441c751-7e25-417f-9395-195be00f2dad HTTP/1.1" status: 204  len: 168 time: 0.4073455
Feb 19 03:14:27.954648 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-77def17b-79be-4323-8355-b79e2d090832 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:14:27.982324 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-77def17b-79be-4323-8355-b79e2d090832 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:14:28.076352 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-77def17b-79be-4323-8355-b79e2d090832 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237410'] for security_group, after_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:14:28.081493 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-6fb0cd6c-a036-4f0d-8b7b-f3c56256a9e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:14:28.095892 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77def17b-79be-4323-8355-b79e2d090832 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d784f263-10b8-400b-a998-56ed0cf2c162,revision_number=None']} {{(pid=84116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:14:28.100746 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-77def17b-79be-4323-8355-b79e2d090832 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:14:28.100746 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-77def17b-79be-4323-8355-b79e2d090832 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:14:28.102022 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-77def17b-79be-4323-8355-b79e2d090832 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d784f263-10b8-400b-a998-56ed0cf2c162 HTTP/1.1" status: 204  len: 168 time: 0.2179019
Feb 19 03:14:31.346312 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84116) accepted ('10.222.0.13', 56012) {{(pid=84116) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:14:31.474476 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-a4289e69-3e4f-4c6a-89b1-767df0d62bba admin admin] Notify callbacks [] for security_group, before_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:14:31.490901 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-a4289e69-3e4f-4c6a-89b1-767df0d62bba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 03:14:31.495046 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-a4289e69-3e4f-4c6a-89b1-767df0d62bba admin admin] Usage tracker for resource:security_group_rule and tenant:a49c9e877ac34c80a1949bced38cfbe1 is out of sync, need to count used quota {{(pid=84116) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 03:14:31.498024 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-a4289e69-3e4f-4c6a-89b1-767df0d62bba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84116) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 03:14:31.503844 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-a4289e69-3e4f-4c6a-89b1-767df0d62bba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 03:14:31.653959 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-a4289e69-3e4f-4c6a-89b1-767df0d62bba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:14:31.690510 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-a4289e69-3e4f-4c6a-89b1-767df0d62bba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237410'] for security_group, after_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:14:31.700001 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-b1801f65-2143-4e63-8d5e-d61b4e4a9b22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:14:31.718790 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:14:31.742580 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-a4289e69-3e4f-4c6a-89b1-767df0d62bba admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a49c9e877ac34c80a1949bced38cfbe1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3951328
Feb 19 03:14:31.744261 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4289e69-3e4f-4c6a-89b1-767df0d62bba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ea36071-58e1-4095-ae4d-3290c6fc5db2,revision_number=1']} {{(pid=84116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:14:31.745418 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84115) accepted ('10.222.0.13', 56020) {{(pid=84115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:14:31.747780 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-a4289e69-3e4f-4c6a-89b1-767df0d62bba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:14:31.811210 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8bde05d2-43f2-4620-80be-1d27880a3b05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:14:31.839585 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8bde05d2-43f2-4620-80be-1d27880a3b05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:14:31.918855 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8bde05d2-43f2-4620-80be-1d27880a3b05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237410'] for security_group, after_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:14:31.923742 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-a0ff0bf9-b6c7-473b-a49b-9fd992a86194 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:14:31.934601 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bde05d2-43f2-4620-80be-1d27880a3b05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ea36071-58e1-4095-ae4d-3290c6fc5db2,revision_number=None']} {{(pid=84115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:14:31.937301 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-8bde05d2-43f2-4620-80be-1d27880a3b05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:14:31.943591 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8bde05d2-43f2-4620-80be-1d27880a3b05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:14:31.944820 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-8bde05d2-43f2-4620-80be-1d27880a3b05 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8ea36071-58e1-4095-ae4d-3290c6fc5db2 HTTP/1.1" status: 204  len: 168 time: 0.1982765
Feb 19 03:14:32.399329 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84115) accepted ('10.222.0.13', 56030) {{(pid=84115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:14:32.418399 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-a925789c-b37d-4108-88a0-6d46c93acd9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:14:32.433884 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-a925789c-b37d-4108-88a0-6d46c93acd9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 03:14:32.437842 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-a925789c-b37d-4108-88a0-6d46c93acd9e admin admin] Usage tracker for resource:security_group_rule and tenant:6970ab7b0a494b4abfb2106937b56808 is out of sync, need to count used quota {{(pid=84115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 03:14:32.440751 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-a925789c-b37d-4108-88a0-6d46c93acd9e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 03:14:32.447071 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-a925789c-b37d-4108-88a0-6d46c93acd9e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 03:14:32.529782 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-a925789c-b37d-4108-88a0-6d46c93acd9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:14:32.575999 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-a925789c-b37d-4108-88a0-6d46c93acd9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237410'] for security_group, after_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:14:32.584913 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-c5ce8ea6-133f-42b2-b7f6-701c8b7fd545 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:14:32.629935 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-a925789c-b37d-4108-88a0-6d46c93acd9e admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=6970ab7b0a494b4abfb2106937b56808&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2294655
Feb 19 03:14:32.631646 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a925789c-b37d-4108-88a0-6d46c93acd9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5de7b8a1-bc9e-4b98-8cf9-97ead29249ad,revision_number=1']} {{(pid=84115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:14:32.633283 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84116) accepted ('10.222.0.13', 56034) {{(pid=84116) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:14:32.634820 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-a925789c-b37d-4108-88a0-6d46c93acd9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:14:32.699994 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-ffaa273e-c9f2-4671-847c-d899ddf0211a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:14:32.727628 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-ffaa273e-c9f2-4671-847c-d899ddf0211a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:14:32.807657 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-ffaa273e-c9f2-4671-847c-d899ddf0211a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237410'] for security_group, after_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:14:32.812653 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-52e83c0a-a058-4559-96de-0609d1695479 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:14:32.825216 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffaa273e-c9f2-4671-847c-d899ddf0211a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5de7b8a1-bc9e-4b98-8cf9-97ead29249ad,revision_number=None']} {{(pid=84116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:14:32.829976 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-ffaa273e-c9f2-4671-847c-d899ddf0211a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:14:32.835711 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-ffaa273e-c9f2-4671-847c-d899ddf0211a admin admin] Notify callbacks [] for security_group, before_response {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:14:32.836935 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-ffaa273e-c9f2-4671-847c-d899ddf0211a admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/5de7b8a1-bc9e-4b98-8cf9-97ead29249ad HTTP/1.1" status: 204  len: 168 time: 0.2017443
Feb 19 03:14:36.243925 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-57b032e6-94e3-4a16-bec9-3c992e1939f5 req-93c549fb-feaf-4bc2-99df-bbec6e618973 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=7fad92b9-b57d-4d32-92f4-cde038402fa3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0813427
Feb 19 03:14:36.344527 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b032e6-94e3-4a16-bec9-3c992e1939f5 req-0e275515-1c70-4f3a-8a26-dd989b16024b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:14:36.346240 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-57b032e6-94e3-4a16-bec9-3c992e1939f5 req-0e275515-1c70-4f3a-8a26-dd989b16024b service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=15972dafcae5480290e92407c155b4a6&device_id=7fad92b9-b57d-4d32-92f4-cde038402fa3 HTTP/1.1" status: 200  len: 1162 time: 0.0795624
Feb 19 03:14:36.513255 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b032e6-94e3-4a16-bec9-3c992e1939f5 req-a1d3d82c-e796-4d53-b3ef-e0e302f4920d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:14:36.514812 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-57b032e6-94e3-4a16-bec9-3c992e1939f5 req-a1d3d82c-e796-4d53-b3ef-e0e302f4920d service neutron] 10.222.0.65 "GET /v2.0/networks?id=e9c3c36b-9ba9-4bad-aa41-5ad95f05fd56 HTTP/1.1" status: 200  len: 905 time: 0.1457703
Feb 19 03:14:36.628376 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-57b032e6-94e3-4a16-bec9-3c992e1939f5 req-ddf791e0-7426-4909-9ea7-6a6609065a8a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6a95cc20-46ec-4a60-8188-61947b3300c6 HTTP/1.1" status: 200  len: 1001 time: 0.1059368
Feb 19 03:14:36.702647 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b032e6-94e3-4a16-bec9-3c992e1939f5 req-e6d2bc05-73d4-47ae-ad1f-61ca3c8004a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:14:36.704224 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-57b032e6-94e3-4a16-bec9-3c992e1939f5 req-e6d2bc05-73d4-47ae-ad1f-61ca3c8004a7 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a7a2a5a5-1d7b-43c3-bf47-2a76329918f7 HTTP/1.1" status: 200  len: 850 time: 0.0684938
Feb 19 03:14:36.788256 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b032e6-94e3-4a16-bec9-3c992e1939f5 req-0bc4d531-cd0b-4cec-a007-a1021ad29614 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:14:36.789921 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-57b032e6-94e3-4a16-bec9-3c992e1939f5 req-0bc4d531-cd0b-4cec-a007-a1021ad29614 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e9c3c36b-9ba9-4bad-aa41-5ad95f05fd56&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0787094
Feb 19 03:14:36.939978 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-57b032e6-94e3-4a16-bec9-3c992e1939f5 req-e6f37ffa-c686-4fab-8f24-4f04e698cb2d service neutron] 10.222.0.65 "GET /v2.0/networks/e9c3c36b-9ba9-4bad-aa41-5ad95f05fd56?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1429269
Feb 19 03:14:37.099822 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-57b032e6-94e3-4a16-bec9-3c992e1939f5 req-d81a3e36-d434-44ab-a675-a39f7192a0c3 service neutron] 10.222.0.65 "GET /v2.0/networks/e9c3c36b-9ba9-4bad-aa41-5ad95f05fd56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1525266
Feb 19 03:14:38.004754 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84116) accepted ('10.222.0.13', 56250) {{(pid=84116) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:14:38.140915 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-313ee453-518b-44c5-9207-2ec5d4d7a901 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:14:38.157650 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-313ee453-518b-44c5-9207-2ec5d4d7a901 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 03:14:38.162466 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-313ee453-518b-44c5-9207-2ec5d4d7a901 admin admin] Usage tracker for resource:security_group_rule and tenant:775cb698d5444aa8bef256e80d072c88 is out of sync, need to count used quota {{(pid=84116) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 03:14:38.165508 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-313ee453-518b-44c5-9207-2ec5d4d7a901 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84116) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 03:14:38.173383 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-313ee453-518b-44c5-9207-2ec5d4d7a901 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 03:14:38.260807 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-313ee453-518b-44c5-9207-2ec5d4d7a901 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:14:38.310463 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-313ee453-518b-44c5-9207-2ec5d4d7a901 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237410'] for security_group, after_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:14:38.328020 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-1c9e6db2-2d94-4c1d-ba70-9c79d1d69fbe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:14:38.372926 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-313ee453-518b-44c5-9207-2ec5d4d7a901 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=775cb698d5444aa8bef256e80d072c88&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3656564
Feb 19 03:14:38.374061 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-313ee453-518b-44c5-9207-2ec5d4d7a901 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79b1e683-728b-48b4-989d-beac3e20ca69,revision_number=1']} {{(pid=84116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:14:38.375984 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84115) accepted ('10.222.0.13', 56270) {{(pid=84115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:14:38.377964 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-313ee453-518b-44c5-9207-2ec5d4d7a901 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:14:38.693750 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-b11bd1f7-ef01-4daa-9591-6c1b785d0356 req-ee0a07f8-d7e0-44d3-b443-5ad17e9616b2 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-TestVolumeBootPattern-1740818411&fields=id&tenant_id=15972dafcae5480290e92407c155b4a6 HTTP/1.1" status: 200  len: 267 time: 0.0703788
Feb 19 03:14:38.785463 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-aa3a5398-4bf2-49c1-beaf-4c207e2540b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:14:38.835852 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-aa3a5398-4bf2-49c1-beaf-4c207e2540b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:14:38.915484 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11bd1f7-ef01-4daa-9591-6c1b785d0356 req-cafcec72-1d5c-4d6d-b078-7833168f8303 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:14:38.917074 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-b11bd1f7-ef01-4daa-9591-6c1b785d0356 req-cafcec72-1d5c-4d6d-b078-7833168f8303 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] 10.222.0.13 "GET /v2.0/networks?id=e9c3c36b-9ba9-4bad-aa41-5ad95f05fd56 HTTP/1.1" status: 200  len: 811 time: 0.2133417
Feb 19 03:14:38.933289 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-b11bd1f7-ef01-4daa-9591-6c1b785d0356 req-4e7c20ea-3419-47fe-90b2-bd474540ea8c tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] 10.222.0.13 "GET /v2.0/quotas/15972dafcae5480290e92407c155b4a6 HTTP/1.1" status: 200  len: 375 time: 0.0099709
Feb 19 03:14:38.982614 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-aa3a5398-4bf2-49c1-beaf-4c207e2540b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237410'] for security_group, after_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:14:38.993322 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-8bde05d2-43f2-4620-80be-1d27880a3b05 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:14:39.015096 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3a5398-4bf2-49c1-beaf-4c207e2540b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79b1e683-728b-48b4-989d-beac3e20ca69,revision_number=None']} {{(pid=84115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:14:39.020459 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-aa3a5398-4bf2-49c1-beaf-4c207e2540b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:14:39.029845 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-aa3a5398-4bf2-49c1-beaf-4c207e2540b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:14:39.031069 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-aa3a5398-4bf2-49c1-beaf-4c207e2540b9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/79b1e683-728b-48b4-989d-beac3e20ca69 HTTP/1.1" status: 204  len: 168 time: 0.6539710
Feb 19 03:14:39.060207 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-b11bd1f7-ef01-4daa-9591-6c1b785d0356 req-97f6cd56-32ea-4c88-a1d8-af26cf749094 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=15972dafcae5480290e92407c155b4a6&fields=id HTTP/1.1" status: 200  len: 440 time: 0.1211843
Feb 19 03:14:39.216581 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-b11bd1f7-ef01-4daa-9591-6c1b785d0356 req-7ec66fc7-124c-49e8-b475-bd391d765bd3 service neutron] 10.222.0.13 "GET /v2.0/networks/e9c3c36b-9ba9-4bad-aa41-5ad95f05fd56?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1429026
Feb 19 03:14:39.361296 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-b11bd1f7-ef01-4daa-9591-6c1b785d0356 req-5dfca90d-fdc5-495a-a068-00f50c9e1ffc service neutron] 10.222.0.13 "GET /v2.0/networks/e9c3c36b-9ba9-4bad-aa41-5ad95f05fd56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1378767
Feb 19 03:14:39.503775 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84115) accepted ('10.222.0.13', 56284) {{(pid=84115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:14:39.522884 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-4ac55dd7-2d20-49e4-ae5f-2cda41509b7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:14:39.539076 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-4ac55dd7-2d20-49e4-ae5f-2cda41509b7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 03:14:39.543177 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-4ac55dd7-2d20-49e4-ae5f-2cda41509b7c admin admin] Usage tracker for resource:security_group_rule and tenant:0dc3279c49ee4812aafc5b0ce9fc3be6 is out of sync, need to count used quota {{(pid=84115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 03:14:39.546202 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-4ac55dd7-2d20-49e4-ae5f-2cda41509b7c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 03:14:39.553019 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-4ac55dd7-2d20-49e4-ae5f-2cda41509b7c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 03:14:39.642123 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-4ac55dd7-2d20-49e4-ae5f-2cda41509b7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:14:39.670580 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-4ac55dd7-2d20-49e4-ae5f-2cda41509b7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237410'] for security_group, after_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:14:39.683413 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-993dcbfb-c3ad-4fbd-b1e8-f4b90dd0bb44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:14:39.726865 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-4ac55dd7-2d20-49e4-ae5f-2cda41509b7c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0dc3279c49ee4812aafc5b0ce9fc3be6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2219236
Feb 19 03:14:39.728560 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac55dd7-2d20-49e4-ae5f-2cda41509b7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15819125-3fed-4c71-9ac8-1d92f71f9268,revision_number=1']} {{(pid=84115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:14:39.729841 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84116) accepted ('10.222.0.13', 56294) {{(pid=84116) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:14:39.732269 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-4ac55dd7-2d20-49e4-ae5f-2cda41509b7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:14:39.796369 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-db230cd2-b988-426d-9ced-7959dbd0ae59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:14:39.823378 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-db230cd2-b988-426d-9ced-7959dbd0ae59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:14:39.921984 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-db230cd2-b988-426d-9ced-7959dbd0ae59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237410'] for security_group, after_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:14:39.927187 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-fa62d528-7368-49d4-a408-76774262e15a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:14:39.940146 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db230cd2-b988-426d-9ced-7959dbd0ae59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15819125-3fed-4c71-9ac8-1d92f71f9268,revision_number=None']} {{(pid=84116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:14:39.945077 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-db230cd2-b988-426d-9ced-7959dbd0ae59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:14:39.950598 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-db230cd2-b988-426d-9ced-7959dbd0ae59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:14:39.951845 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-db230cd2-b988-426d-9ced-7959dbd0ae59 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/15819125-3fed-4c71-9ac8-1d92f71f9268 HTTP/1.1" status: 204  len: 168 time: 0.2208219
Feb 19 03:14:40.141145 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-8dfbad51-2724-4ed8-85d2-49f2bcce2ee7 req-04f8dd0c-9476-4231-833c-6a3e61bb6a8a tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] 10.222.0.13 "GET /v2.0/ports?device_id=df3d40a5-a84c-4d3b-8bc5-27e7d730d78d HTTP/1.1" status: 200  len: 210 time: 0.0506701
Feb 19 03:14:41.170497 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.agents_db [None req-fa9641de-a39b-4023-bfa7-5325e5d2422e None None] Agent healthcheck: found 6 active agents {{(pid=84118) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 19 03:14:41.328124 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-6c87d677-e1e3-413d-bac9-8b324a78e1fa req-45454c95-8039-42b7-a9e8-c072da86a508 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] 10.222.0.13 "GET /v2.0/ports?device_id=df3d40a5-a84c-4d3b-8bc5-27e7d730d78d HTTP/1.1" status: 200  len: 210 time: 0.0504403
Feb 19 03:14:42.024476 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11bd1f7-ef01-4daa-9591-6c1b785d0356 req-5f1e4898-f3d2-4717-bf5c-9fbb222ba9bf tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:14:42.026097 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-b11bd1f7-ef01-4daa-9591-6c1b785d0356 req-5f1e4898-f3d2-4717-bf5c-9fbb222ba9bf tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] 10.222.0.65 "GET /v2.0/networks?id=e9c3c36b-9ba9-4bad-aa41-5ad95f05fd56 HTTP/1.1" status: 200  len: 811 time: 0.1673272
Feb 19 03:14:42.115198 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-b11bd1f7-ef01-4daa-9591-6c1b785d0356 req-643f8f55-ec89-4d5d-9db4-e03e82eb3a0c tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=15972dafcae5480290e92407c155b4a6 HTTP/1.1" status: 200  len: 5765 time: 0.0797327
Feb 19 03:14:42.127673 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.v2.base [req-b11bd1f7-ef01-4daa-9591-6c1b785d0356 req-140c55a4-7388-431b-822d-e9f585e4c1f3 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Request body: {'port': {'device_id': 'df3d40a5-a84c-4d3b-8bc5-27e7d730d78d', 'network_id': 'e9c3c36b-9ba9-4bad-aa41-5ad95f05fd56', 'admin_state_up': True, 'tenant_id': '15972dafcae5480290e92407c155b4a6', 'security_groups': ['00f7ce86-0f19-4798-a066-63f8a8d47966']}} {{(pid=84116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 03:14:42.320677 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [req-b11bd1f7-ef01-4daa-9591-6c1b785d0356 req-140c55a4-7388-431b-822d-e9f585e4c1f3 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 03:14:42.330592 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [req-b11bd1f7-ef01-4daa-9591-6c1b785d0356 req-140c55a4-7388-431b-822d-e9f585e4c1f3 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=84116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 03:14:42.367905 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b11bd1f7-ef01-4daa-9591-6c1b785d0356 req-140c55a4-7388-431b-822d-e9f585e4c1f3 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Made reservation on behalf of 15972dafcae5480290e92407c155b4a6 for: {'port': 1} {{(pid=84116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 19 03:14:42.373879 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-b11bd1f7-ef01-4daa-9591-6c1b785d0356 req-140c55a4-7388-431b-822d-e9f585e4c1f3 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838630373'] for port, before_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:14:42.516082 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-d0a84426-d284-4943-96fa-5ce7f511e23c req-9df26bba-ff38-404f-b01c-a553a04ced0e tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] 10.222.0.13 "GET /v2.0/ports?device_id=df3d40a5-a84c-4d3b-8bc5-27e7d730d78d HTTP/1.1" status: 200  len: 210 time: 0.0549850
Feb 19 03:14:42.576368 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84115) accepted ('10.222.0.13', 56378) {{(pid=84115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:14:42.663880 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84115) accepted ('10.222.0.13', 56384) {{(pid=84115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:14:42.699541 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.db_base_plugin_common [req-b11bd1f7-ef01-4daa-9591-6c1b785d0356 req-140c55a4-7388-431b-822d-e9f585e4c1f3 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Allocated IP 172.20.0.11 (e9c3c36b-9ba9-4bad-aa41-5ad95f05fd56/a7a2a5a5-1d7b-43c3-bf47-2a76329918f7/c41f76b7-7a24-4656-be7d-f0f1a0f836f7) {{(pid=84116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 19 03:14:42.777171 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-2a7cf1b3-e024-442a-b6d9-9ded50563b83 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:14:42.808497 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-1770c064-5c61-44d8-8d60-b2bff2d7c33b admin admin] Notify callbacks [] for security_group, before_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:14:42.820289 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-2a7cf1b3-e024-442a-b6d9-9ded50563b83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 03:14:42.827548 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-2a7cf1b3-e024-442a-b6d9-9ded50563b83 admin admin] Usage tracker for resource:security_group_rule and tenant:55af4887eb1040738323bdb848295939 is out of sync, need to count used quota {{(pid=84115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 03:14:42.831457 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-2a7cf1b3-e024-442a-b6d9-9ded50563b83 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 03:14:42.835029 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-1770c064-5c61-44d8-8d60-b2bff2d7c33b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 03:14:42.841104 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-2a7cf1b3-e024-442a-b6d9-9ded50563b83 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 03:14:42.843613 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-1770c064-5c61-44d8-8d60-b2bff2d7c33b admin admin] Usage tracker for resource:security_group_rule and tenant:3bffa82da7bc469caa2a983ae0d9a3fe is out of sync, need to count used quota {{(pid=84115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 03:14:42.847497 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-1770c064-5c61-44d8-8d60-b2bff2d7c33b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 03:14:42.859863 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-1770c064-5c61-44d8-8d60-b2bff2d7c33b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 03:14:42.968072 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-b11bd1f7-ef01-4daa-9591-6c1b785d0356 req-140c55a4-7388-431b-822d-e9f585e4c1f3 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Notify callbacks [] for port, precommit_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:14:42.984867 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [req-b11bd1f7-ef01-4daa-9591-6c1b785d0356 req-140c55a4-7388-431b-822d-e9f585e4c1f3 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Transition to ACTIVE for port object c41f76b7-7a24-4656-be7d-f0f1a0f836f7 will not be triggered until provisioned by entity DHCP. {{(pid=84116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 19 03:14:43.050138 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-2a7cf1b3-e024-442a-b6d9-9ded50563b83 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:14:43.061880 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-b11bd1f7-ef01-4daa-9591-6c1b785d0356 req-140c55a4-7388-431b-822d-e9f585e4c1f3 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363269711907205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2630593'] for port, after_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:14:43.066621 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-1770c064-5c61-44d8-8d60-b2bff2d7c33b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:14:43.078353 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-604e6ad0-994d-4d5d-80b8-9c0d531c80c8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:14:43.090265 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-2a7cf1b3-e024-442a-b6d9-9ded50563b83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237410'] for security_group, after_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:14:43.099139 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-e9d58b27-2f17-4180-b97e-ed41214dc53f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:14:43.126283 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-1770c064-5c61-44d8-8d60-b2bff2d7c33b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237410'] for security_group, after_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:14:43.170684 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-2a7cf1b3-e024-442a-b6d9-9ded50563b83 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=55af4887eb1040738323bdb848295939&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5932407
Feb 19 03:14:43.174712 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84115) accepted ('10.222.0.13', 56390) {{(pid=84115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:14:43.186624 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7cf1b3-e024-442a-b6d9-9ded50563b83 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f3a311a-dacf-4782-86ad-87b2148c96a8,revision_number=1']} {{(pid=84115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:14:43.186624 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-2a7cf1b3-e024-442a-b6d9-9ded50563b83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:14:43.186624 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-1770c064-5c61-44d8-8d60-b2bff2d7c33b admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=3bffa82da7bc469caa2a983ae0d9a3fe&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5189068
Feb 19 03:14:43.186624 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-6039b1a9-7a00-4af5-bbe2-d52e286bc6a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.040s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:14:43.194130 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84115) accepted ('10.222.0.13', 56394) {{(pid=84115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:14:43.270532 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1770c064-5c61-44d8-8d60-b2bff2d7c33b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42cf8f2b-e99c-49af-87dd-d471b713e9db,revision_number=1']} {{(pid=84115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:14:43.292964 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-1770c064-5c61-44d8-8d60-b2bff2d7c33b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:14:43.340540 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-d5a6491a-512d-41c0-8253-b0469cdc4dd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:14:43.345490 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-56d82647-cc41-4d63-b1b4-2126dbc57aea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:14:43.399289 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-d5a6491a-512d-41c0-8253-b0469cdc4dd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:14:43.413339 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-56d82647-cc41-4d63-b1b4-2126dbc57aea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:14:43.473785 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140c55a4-7388-431b-822d-e9f585e4c1f3 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Pushing event updated for resources: {'Port': ['ID=c41f76b7-7a24-4656-be7d-f0f1a0f836f7,revision_number=1']} {{(pid=84116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:14:43.478849 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-140c55a4-7388-431b-822d-e9f585e4c1f3 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.401s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:14:43.533823 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b11bd1f7-ef01-4daa-9591-6c1b785d0356 req-140c55a4-7388-431b-822d-e9f585e4c1f3 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Network e9c3c36b-9ba9-4bad-aa41-5ad95f05fd56 is already hosted by enough agents. {{(pid=84116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 19 03:14:43.534939 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.scheduler.base_scheduler [req-b11bd1f7-ef01-4daa-9591-6c1b785d0356 req-140c55a4-7388-431b-822d-e9f585e4c1f3 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Resources bound (agent type, host, resource id):  {{(pid=84116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 19 03:14:43.537250 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvrscheduler_db [req-b11bd1f7-ef01-4daa-9591-6c1b785d0356 req-140c55a4-7388-431b-822d-e9f585e4c1f3 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Received port after_create {{(pid=84116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 19 03:14:43.556994 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-56d82647-cc41-4d63-b1b4-2126dbc57aea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237410'] for security_group, after_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:14:43.561041 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-d5a6491a-512d-41c0-8253-b0469cdc4dd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237410'] for security_group, after_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:14:43.566956 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-4ac55dd7-2d20-49e4-ae5f-2cda41509b7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:14:43.588833 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d82647-cc41-4d63-b1b4-2126dbc57aea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42cf8f2b-e99c-49af-87dd-d471b713e9db,revision_number=None']} {{(pid=84115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:14:43.615162 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11bd1f7-ef01-4daa-9591-6c1b785d0356 req-140c55a4-7388-431b-822d-e9f585e4c1f3 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:14:43.616207 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-b11bd1f7-ef01-4daa-9591-6c1b785d0356 req-140c55a4-7388-431b-822d-e9f585e4c1f3 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771976'] for port, before_response {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:14:43.645590 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a6491a-512d-41c0-8253-b0469cdc4dd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f3a311a-dacf-4782-86ad-87b2148c96a8,revision_number=None']} {{(pid=84115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:14:43.650183 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-d5a6491a-512d-41c0-8253-b0469cdc4dd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:14:43.680562 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-b11bd1f7-ef01-4daa-9591-6c1b785d0356 req-140c55a4-7388-431b-822d-e9f585e4c1f3 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.5606220
Feb 19 03:14:43.689922 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-aa3a5398-4bf2-49c1-beaf-4c207e2540b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.115s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:14:43.690373 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-aa3a5398-4bf2-49c1-beaf-4c207e2540b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:14:43.694533 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.v2.base [req-b11bd1f7-ef01-4daa-9591-6c1b785d0356 req-87e3f764-f14c-4683-8cfb-2fda96c9a88b service neutron] Request body: {'port': {'device_id': 'df3d40a5-a84c-4d3b-8bc5-27e7d730d78d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77570'}} {{(pid=84116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 03:14:43.697390 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-56d82647-cc41-4d63-b1b4-2126dbc57aea admin admin] Notify callbacks [] for security_group, before_response {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:14:43.698657 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-56d82647-cc41-4d63-b1b4-2126dbc57aea admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/42cf8f2b-e99c-49af-87dd-d471b713e9db HTTP/1.1" status: 204  len: 168 time: 0.4930904
Feb 19 03:14:43.699825 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-d5a6491a-512d-41c0-8253-b0469cdc4dd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:14:43.700918 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-d5a6491a-512d-41c0-8253-b0469cdc4dd6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/2f3a311a-dacf-4782-86ad-87b2148c96a8 HTTP/1.1" status: 204  len: 168 time: 0.5217607
Feb 19 03:14:43.757647 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cf987d-a9ae-4f74-a69f-7f4886194ecb req-0a05766e-9870-42e7-b99c-5040e2d2c163 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:14:43.759322 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-81cf987d-a9ae-4f74-a69f-7f4886194ecb req-0a05766e-9870-42e7-b99c-5040e2d2c163 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] 10.222.0.13 "GET /v2.0/ports?device_id=df3d40a5-a84c-4d3b-8bc5-27e7d730d78d HTTP/1.1" status: 200  len: 932 time: 0.1149507
Feb 19 03:14:43.817004 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-81cf987d-a9ae-4f74-a69f-7f4886194ecb req-79c42c54-9861-4860-9563-b49f1f3a212a tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] 10.222.0.13 "GET /v2.0/security-groups?id=00f7ce86-0f19-4798-a066-63f8a8d47966&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0506046
Feb 19 03:14:43.848053 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-b11bd1f7-ef01-4daa-9591-6c1b785d0356 req-87e3f764-f14c-4683-8cfb-2fda96c9a88b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838630373'] for port, before_update {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:14:43.953503 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-13a6ee69-4d1f-42d5-8169-6fbd58ae41a0 None None] Provisioning for port c41f76b7-7a24-4656-be7d-f0f1a0f836f7 completed by entity DHCP. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 19 03:14:43.963934 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-13a6ee69-4d1f-42d5-8169-6fbd58ae41a0 None None] Provisioning complete for port c41f76b7-7a24-4656-be7d-f0f1a0f836f7 triggered by entity DHCP. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 03:14:43.963934 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-13a6ee69-4d1f-42d5-8169-6fbd58ae41a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16124857'] for port, provisioning_complete {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:14:44.022046 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.plugin [None req-13a6ee69-4d1f-42d5-8169-6fbd58ae41a0 None None] Port c41f76b7-7a24-4656-be7d-f0f1a0f836f7 cannot update to ACTIVE because it is not bound. {{(pid=84117) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 19 03:14:44.304652 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.notifiers.nova [req-b11bd1f7-ef01-4daa-9591-6c1b785d0356 req-87e3f764-f14c-4683-8cfb-2fda96c9a88b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c41f76b7-7a24-4656-be7d-f0f1a0f836f7 {{(pid=84116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 19 03:14:44.312815 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-b11bd1f7-ef01-4daa-9591-6c1b785d0356 req-87e3f764-f14c-4683-8cfb-2fda96c9a88b service neutron] Notify callbacks [] for port, precommit_update {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:14:44.325745 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [req-b11bd1f7-ef01-4daa-9591-6c1b785d0356 req-87e3f764-f14c-4683-8cfb-2fda96c9a88b service neutron] Transition to ACTIVE for port object c41f76b7-7a24-4656-be7d-f0f1a0f836f7 will not be triggered until provisioned by entity L2. {{(pid=84116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 19 03:14:44.353084 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-b11bd1f7-ef01-4daa-9591-6c1b785d0356 req-87e3f764-f14c-4683-8cfb-2fda96c9a88b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269711510320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767142869380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269711906403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852145191'] for port, after_update {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:14:44.369128 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-51a6f71e-2e15-42c6-af93-ffa4edf24e1a tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:14:44.389798 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84115) accepted ('10.222.0.13', 56416) {{(pid=84115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:14:44.409170 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-e43ab260-93d9-430a-9ce0-18f677e0ca52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:14:44.426411 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-e43ab260-93d9-430a-9ce0-18f677e0ca52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 03:14:44.430547 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-e43ab260-93d9-430a-9ce0-18f677e0ca52 admin admin] Usage tracker for resource:security_group_rule and tenant:a1f26687e67746639a6c8675e1087b9d is out of sync, need to count used quota {{(pid=84115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 03:14:44.433573 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-e43ab260-93d9-430a-9ce0-18f677e0ca52 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 03:14:44.439461 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-e43ab260-93d9-430a-9ce0-18f677e0ca52 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 03:14:44.510974 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e3f764-f14c-4683-8cfb-2fda96c9a88b service neutron] Pushing event updated for resources: {'Port': ['ID=c41f76b7-7a24-4656-be7d-f0f1a0f836f7,revision_number=2']} {{(pid=84116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:14:44.516134 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-87e3f764-f14c-4683-8cfb-2fda96c9a88b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:14:44.537682 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-e43ab260-93d9-430a-9ce0-18f677e0ca52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:14:44.575640 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-e43ab260-93d9-430a-9ce0-18f677e0ca52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237410'] for security_group, after_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:14:44.585832 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-41bedb51-2778-404b-a346-f1d81072eb8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:14:44.633888 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-e43ab260-93d9-430a-9ce0-18f677e0ca52 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=a1f26687e67746639a6c8675e1087b9d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2429636
Feb 19 03:14:44.636625 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43ab260-93d9-430a-9ce0-18f677e0ca52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19654a66-27bb-4772-8a87-b4fdc08eff60,revision_number=1']} {{(pid=84115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:14:44.640459 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84116) accepted ('10.222.0.13', 56426) {{(pid=84116) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:14:44.641498 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-e43ab260-93d9-430a-9ce0-18f677e0ca52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:14:44.776565 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.managers [req-b11bd1f7-ef01-4daa-9591-6c1b785d0356 req-87e3f764-f14c-4683-8cfb-2fda96c9a88b service neutron] Attempting to bind port c41f76b7-7a24-4656-be7d-f0f1a0f836f7 on host hv-cinder-77570 for vnic_type normal with profile  {{(pid=84116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 03:14:44.776948 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.managers [req-b11bd1f7-ef01-4daa-9591-6c1b785d0356 req-87e3f764-f14c-4683-8cfb-2fda96c9a88b service neutron] Attempting to bind port c41f76b7-7a24-4656-be7d-f0f1a0f836f7 by drivers openvswitch on host hv-cinder-77570 at level 0 using segments [{'id': 'fd301c7f-c4b0-4332-b94c-0e4a8acda55e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'e9c3c36b-9ba9-4bad-aa41-5ad95f05fd56'}] {{(pid=84116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 19 03:14:44.777320 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b11bd1f7-ef01-4daa-9591-6c1b785d0356 req-87e3f764-f14c-4683-8cfb-2fda96c9a88b service neutron] Attempting to bind port c41f76b7-7a24-4656-be7d-f0f1a0f836f7 on network e9c3c36b-9ba9-4bad-aa41-5ad95f05fd56 {{(pid=84116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 19 03:14:44.781120 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-90b27275-aa09-49f5-9b84-1cdaf27507b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:14:44.792200 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b11bd1f7-ef01-4daa-9591-6c1b785d0356 req-87e3f764-f14c-4683-8cfb-2fda96c9a88b service neutron] Checking agent: {'id': 'd79517dc-1443-4e8d-af8f-f4fe2bcc2381', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77570', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 19, 3, 4, 30), 'started_at': datetime.datetime(2021, 2, 19, 3, 5), 'heartbeat_timestamp': datetime.datetime(2021, 2, 19, 3, 14, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.91', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 19 03:14:44.792578 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b11bd1f7-ef01-4daa-9591-6c1b785d0356 req-87e3f764-f14c-4683-8cfb-2fda96c9a88b service neutron] Checking segment: {'id': 'fd301c7f-c4b0-4332-b94c-0e4a8acda55e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'e9c3c36b-9ba9-4bad-aa41-5ad95f05fd56'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 19 03:14:44.792978 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-b11bd1f7-ef01-4daa-9591-6c1b785d0356 req-87e3f764-f14c-4683-8cfb-2fda96c9a88b service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:14:44.793376 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b11bd1f7-ef01-4daa-9591-6c1b785d0356 req-87e3f764-f14c-4683-8cfb-2fda96c9a88b service neutron] Bound using segment: {'id': 'fd301c7f-c4b0-4332-b94c-0e4a8acda55e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'e9c3c36b-9ba9-4bad-aa41-5ad95f05fd56'} {{(pid=84116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 19 03:14:44.793879 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.managers [req-b11bd1f7-ef01-4daa-9591-6c1b785d0356 req-87e3f764-f14c-4683-8cfb-2fda96c9a88b service neutron] Bound port: c41f76b7-7a24-4656-be7d-f0f1a0f836f7, host: hv-cinder-77570, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd301c7f-c4b0-4332-b94c-0e4a8acda55e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'e9c3c36b-9ba9-4bad-aa41-5ad95f05fd56'}}] {{(pid=84116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 19 03:14:44.794257 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-b11bd1f7-ef01-4daa-9591-6c1b785d0356 req-87e3f764-f14c-4683-8cfb-2fda96c9a88b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838630373'] for port, before_update {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:14:44.829292 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-90b27275-aa09-49f5-9b84-1cdaf27507b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:14:44.955615 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.db [req-b11bd1f7-ef01-4daa-9591-6c1b785d0356 req-87e3f764-f14c-4683-8cfb-2fda96c9a88b service neutron] For port c41f76b7-7a24-4656-be7d-f0f1a0f836f7, host hv-cinder-77570, cleared binding levels {{(pid=84116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 19 03:14:44.959036 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.db [req-b11bd1f7-ef01-4daa-9591-6c1b785d0356 req-87e3f764-f14c-4683-8cfb-2fda96c9a88b service neutron] For port c41f76b7-7a24-4656-be7d-f0f1a0f836f7, host hv-cinder-77570, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=c41f76b7-7a24-4656-be7d-f0f1a0f836f7,segment=NetworkSegment(fd301c7f-c4b0-4332-b94c-0e4a8acda55e),segment_id=fd301c7f-c4b0-4332-b94c-0e4a8acda55e)] {{(pid=84116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 19 03:14:45.005853 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-b11bd1f7-ef01-4daa-9591-6c1b785d0356 req-87e3f764-f14c-4683-8cfb-2fda96c9a88b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269711510320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767142869380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269711906403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852145191'] for port, after_update {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:14:45.022336 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-7efb65c1-6654-4f09-92f6-cb745e8c57d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:14:45.028608 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7986c7d-c8ec-4917-93b6-b01dbc186195 req-e2d3c327-0da1-4b92-be2d-5a32a21513dd tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:14:45.030255 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-e7986c7d-c8ec-4917-93b6-b01dbc186195 req-e2d3c327-0da1-4b92-be2d-5a32a21513dd tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] 10.222.0.13 "GET /v2.0/ports?device_id=df3d40a5-a84c-4d3b-8bc5-27e7d730d78d HTTP/1.1" status: 200  len: 944 time: 0.0945423
Feb 19 03:14:45.079892 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-e7986c7d-c8ec-4917-93b6-b01dbc186195 req-4c43a7a6-729b-4d9f-9f24-67c560823f53 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] 10.222.0.13 "GET /v2.0/security-groups?id=00f7ce86-0f19-4798-a066-63f8a8d47966&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0431225
Feb 19 03:14:45.135411 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-90b27275-aa09-49f5-9b84-1cdaf27507b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237410'] for security_group, after_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:14:45.174780 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-90b27275-aa09-49f5-9b84-1cdaf27507b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:14:45.176015 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-90b27275-aa09-49f5-9b84-1cdaf27507b8 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/19654a66-27bb-4772-8a87-b4fdc08eff60 HTTP/1.1" status: 204  len: 168 time: 0.5345242
Feb 19 03:14:45.184746 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e3f764-f14c-4683-8cfb-2fda96c9a88b service neutron] Pushing event updated for resources: {'Port': ['ID=c41f76b7-7a24-4656-be7d-f0f1a0f836f7,revision_number=3']} {{(pid=84116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:14:45.188386 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-87e3f764-f14c-4683-8cfb-2fda96c9a88b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:14:45.200245 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-9c819694-001a-4e93-8c5f-1934e452de46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.055s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:14:45.214551 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b27275-aa09-49f5-9b84-1cdaf27507b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19654a66-27bb-4772-8a87-b4fdc08eff60,revision_number=None']} {{(pid=84116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:14:45.217095 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-90b27275-aa09-49f5-9b84-1cdaf27507b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:14:45.252922 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11bd1f7-ef01-4daa-9591-6c1b785d0356 req-87e3f764-f14c-4683-8cfb-2fda96c9a88b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:14:45.253831 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-b11bd1f7-ef01-4daa-9591-6c1b785d0356 req-87e3f764-f14c-4683-8cfb-2fda96c9a88b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771976'] for port, before_response {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:14:45.255773 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-b11bd1f7-ef01-4daa-9591-6c1b785d0356 req-87e3f764-f14c-4683-8cfb-2fda96c9a88b service neutron] 10.222.0.65 "PUT /v2.0/ports/c41f76b7-7a24-4656-be7d-f0f1a0f836f7 HTTP/1.1" status: 200  len: 1158 time: 1.5666914
Feb 19 03:14:45.256436 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df3d40a5-a84c-4d3b-8bc5-27e7d730d78d', 'tag': 'c41f76b7-7a24-4656-be7d-f0f1a0f836f7'}] {{(pid=84116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 03:14:45.311822 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df3d40a5-a84c-4d3b-8bc5-27e7d730d78d', 'tag': 'c41f76b7-7a24-4656-be7d-f0f1a0f836f7', 'status': 'completed', 'code': 200}
Feb 19 03:14:45.427680 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dbe4c5-1bf1-4f13-91f3-a52649b7df92 req-8efa60c4-a0dc-4f77-8e92-e92f0cbd3ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:14:45.429454 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-26dbe4c5-1bf1-4f13-91f3-a52649b7df92 req-8efa60c4-a0dc-4f77-8e92-e92f0cbd3ef6 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=15972dafcae5480290e92407c155b4a6&device_id=df3d40a5-a84c-4d3b-8bc5-27e7d730d78d HTTP/1.1" status: 200  len: 1161 time: 0.0942593
Feb 19 03:14:45.599677 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dbe4c5-1bf1-4f13-91f3-a52649b7df92 req-9985c5ce-a1c8-461a-ad4d-566b9faa0806 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:14:45.601262 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-26dbe4c5-1bf1-4f13-91f3-a52649b7df92 req-9985c5ce-a1c8-461a-ad4d-566b9faa0806 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=15972dafcae5480290e92407c155b4a6&shared=False HTTP/1.1" status: 200  len: 905 time: 0.1637821
Feb 19 03:14:45.760830 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dbe4c5-1bf1-4f13-91f3-a52649b7df92 req-638d5ac9-b796-4413-acf5-a4fbb5d098b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:14:45.762748 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-26dbe4c5-1bf1-4f13-91f3-a52649b7df92 req-638d5ac9-b796-4413-acf5-a4fbb5d098b1 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 863 time: 0.1543238
Feb 19 03:14:45.881624 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11bd1f7-ef01-4daa-9591-6c1b785d0356 req-0579e047-7df3-4d35-a869-b5e492691590 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:14:45.883394 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-b11bd1f7-ef01-4daa-9591-6c1b785d0356 req-0579e047-7df3-4d35-a869-b5e492691590 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=15972dafcae5480290e92407c155b4a6&device_id=df3d40a5-a84c-4d3b-8bc5-27e7d730d78d HTTP/1.1" status: 200  len: 1161 time: 0.0830021
Feb 19 03:14:45.964571 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-b11bd1f7-ef01-4daa-9591-6c1b785d0356 req-462c26f1-2989-4875-837b-04cb77111f9f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c41f76b7-7a24-4656-be7d-f0f1a0f836f7 HTTP/1.1" status: 200  len: 217 time: 0.0734940
Feb 19 03:14:46.040353 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11bd1f7-ef01-4daa-9591-6c1b785d0356 req-8439a83d-b0c1-4985-a35a-97c99fe99816 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:14:46.041971 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-b11bd1f7-ef01-4daa-9591-6c1b785d0356 req-8439a83d-b0c1-4985-a35a-97c99fe99816 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a7a2a5a5-1d7b-43c3-bf47-2a76329918f7 HTTP/1.1" status: 200  len: 850 time: 0.0709295
Feb 19 03:14:46.138442 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11bd1f7-ef01-4daa-9591-6c1b785d0356 req-3118c191-2ba1-45c2-bbb3-2c975efd3581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:14:46.140271 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-b11bd1f7-ef01-4daa-9591-6c1b785d0356 req-3118c191-2ba1-45c2-bbb3-2c975efd3581 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e9c3c36b-9ba9-4bad-aa41-5ad95f05fd56&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0910180
Feb 19 03:14:46.313139 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b8455c-319a-4239-b145-5305b0a9164a req-131ed513-9616-4f74-9943-0865c8dcbe8a tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:14:46.314781 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-32b8455c-319a-4239-b145-5305b0a9164a req-131ed513-9616-4f74-9943-0865c8dcbe8a tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] 10.222.0.13 "GET /v2.0/ports?device_id=df3d40a5-a84c-4d3b-8bc5-27e7d730d78d HTTP/1.1" status: 200  len: 944 time: 0.1025212
Feb 19 03:14:46.331958 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-b11bd1f7-ef01-4daa-9591-6c1b785d0356 req-31de6819-f6a8-4d89-8164-fcc7be7e56f4 service neutron] 10.222.0.65 "GET /v2.0/networks/e9c3c36b-9ba9-4bad-aa41-5ad95f05fd56?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1841154
Feb 19 03:14:46.378884 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-32b8455c-319a-4239-b145-5305b0a9164a req-da12d959-1e35-4873-98ca-6811aa112de6 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] 10.222.0.13 "GET /v2.0/security-groups?id=00f7ce86-0f19-4798-a066-63f8a8d47966&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0569649
Feb 19 03:14:46.488082 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-b11bd1f7-ef01-4daa-9591-6c1b785d0356 req-4c9de7ab-b991-4077-b742-3aefd46b89bd service neutron] 10.222.0.65 "GET /v2.0/networks/e9c3c36b-9ba9-4bad-aa41-5ad95f05fd56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1496494
Feb 19 03:14:47.584477 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9562502f-ffe8-416d-bb2a-2b4fa2de7b95 req-0b8415c0-a4db-4c3b-96d7-56047a3a0fe8 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:14:47.586137 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-9562502f-ffe8-416d-bb2a-2b4fa2de7b95 req-0b8415c0-a4db-4c3b-96d7-56047a3a0fe8 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] 10.222.0.13 "GET /v2.0/ports?device_id=df3d40a5-a84c-4d3b-8bc5-27e7d730d78d HTTP/1.1" status: 200  len: 944 time: 0.0895677
Feb 19 03:14:47.634719 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-9562502f-ffe8-416d-bb2a-2b4fa2de7b95 req-4c798a7f-84b1-49ab-80fe-55f12fc26370 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] 10.222.0.13 "GET /v2.0/security-groups?id=00f7ce86-0f19-4798-a066-63f8a8d47966&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0423045
Feb 19 03:14:48.841351 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9864e05-b431-481f-a51c-bc9fb7b49686 req-85af499c-2ebe-4d3c-b3c3-810c67e8e0ad tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:14:48.845747 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-e9864e05-b431-481f-a51c-bc9fb7b49686 req-85af499c-2ebe-4d3c-b3c3-810c67e8e0ad tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] 10.222.0.13 "GET /v2.0/ports?device_id=df3d40a5-a84c-4d3b-8bc5-27e7d730d78d HTTP/1.1" status: 200  len: 944 time: 0.0918450
Feb 19 03:14:48.891173 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-e9864e05-b431-481f-a51c-bc9fb7b49686 req-6fe5240b-a787-4195-82a1-0b2e2a0315cd tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] 10.222.0.13 "GET /v2.0/security-groups?id=00f7ce86-0f19-4798-a066-63f8a8d47966&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0409627
Feb 19 03:14:49.476801 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-9540346a-8a71-4ab6-b7f4-cfefdc65097b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:14:50.096685 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-308c731d-0e86-4a06-807b-170a2e2cf6b3 req-a94f601d-f003-436f-982b-a28f4ebd1319 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:14:50.098376 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-308c731d-0e86-4a06-807b-170a2e2cf6b3 req-a94f601d-f003-436f-982b-a28f4ebd1319 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] 10.222.0.13 "GET /v2.0/ports?device_id=df3d40a5-a84c-4d3b-8bc5-27e7d730d78d HTTP/1.1" status: 200  len: 944 time: 0.0880570
Feb 19 03:14:50.150953 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-308c731d-0e86-4a06-807b-170a2e2cf6b3 req-4e053a87-f13b-4592-9e78-d421822c6b6e tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] 10.222.0.13 "GET /v2.0/security-groups?id=00f7ce86-0f19-4798-a066-63f8a8d47966&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0456550
Feb 19 03:14:51.201810 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84116) accepted ('10.222.0.13', 56576) {{(pid=84116) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:14:51.372387 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-b192ed9b-41fb-4626-80e4-b37a937f139c admin admin] Notify callbacks [] for security_group, before_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:14:51.389349 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-b192ed9b-41fb-4626-80e4-b37a937f139c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 03:14:51.393625 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-b192ed9b-41fb-4626-80e4-b37a937f139c admin admin] Usage tracker for resource:security_group_rule and tenant:513e4006f1ba443799a2f84ee76fb808 is out of sync, need to count used quota {{(pid=84116) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 03:14:51.396700 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-b192ed9b-41fb-4626-80e4-b37a937f139c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84116) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 03:14:51.402720 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-b192ed9b-41fb-4626-80e4-b37a937f139c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 03:14:51.493420 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-b192ed9b-41fb-4626-80e4-b37a937f139c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:14:51.525325 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-b192ed9b-41fb-4626-80e4-b37a937f139c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237410'] for security_group, after_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:14:51.527840 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a5ebd4-034e-4920-87ec-8d232d12930d req-714f7c2d-2846-4eea-b959-236b0a7cae9b tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:14:51.529457 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-05a5ebd4-034e-4920-87ec-8d232d12930d req-714f7c2d-2846-4eea-b959-236b0a7cae9b tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] 10.222.0.13 "GET /v2.0/ports?device_id=df3d40a5-a84c-4d3b-8bc5-27e7d730d78d HTTP/1.1" status: 200  len: 944 time: 0.0897617
Feb 19 03:14:51.535457 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-7422b119-2042-4504-a1c8-260f0e3a48c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:14:51.579241 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-05a5ebd4-034e-4920-87ec-8d232d12930d req-c6c5078c-63b7-4491-a27b-d4dd1d9e0e61 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] 10.222.0.13 "GET /v2.0/security-groups?id=00f7ce86-0f19-4798-a066-63f8a8d47966&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0434332
Feb 19 03:14:51.580788 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-b192ed9b-41fb-4626-80e4-b37a937f139c admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=513e4006f1ba443799a2f84ee76fb808&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3778052
Feb 19 03:14:51.581787 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b192ed9b-41fb-4626-80e4-b37a937f139c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac23447a-e8fa-476b-a50d-788c351cbad8,revision_number=1']} {{(pid=84116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:14:51.584236 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84115) accepted ('10.222.0.13', 56588) {{(pid=84115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:14:51.585939 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-b192ed9b-41fb-4626-80e4-b37a937f139c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:14:51.652180 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-353cc172-1798-4182-972f-4c0eff58a7b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:14:51.683992 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-353cc172-1798-4182-972f-4c0eff58a7b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:14:51.769982 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-353cc172-1798-4182-972f-4c0eff58a7b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237410'] for security_group, after_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:14:51.775914 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-6a34423c-2846-4f6f-a823-cf7be2616b40 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:14:51.789829 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353cc172-1798-4182-972f-4c0eff58a7b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac23447a-e8fa-476b-a50d-788c351cbad8,revision_number=None']} {{(pid=84115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:14:51.792310 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-353cc172-1798-4182-972f-4c0eff58a7b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:14:51.799947 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-353cc172-1798-4182-972f-4c0eff58a7b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:14:51.801170 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-353cc172-1798-4182-972f-4c0eff58a7b9 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/ac23447a-e8fa-476b-a50d-788c351cbad8 HTTP/1.1" status: 204  len: 168 time: 0.2159216
Feb 19 03:14:51.941996 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8b895fbe-51cc-45ce-ba19-b61b0f9ddcc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:14:52.288484 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84116) accepted ('10.222.0.13', 56598) {{(pid=84116) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:14:52.308170 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-e32d8d21-5e9f-4a89-9c12-5f5c0e13cf48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:14:52.324312 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-e32d8d21-5e9f-4a89-9c12-5f5c0e13cf48 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 03:14:52.328465 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-e32d8d21-5e9f-4a89-9c12-5f5c0e13cf48 admin admin] Usage tracker for resource:security_group_rule and tenant:5ed5ec8cc4354bf9b0a4bd352be2dd2c is out of sync, need to count used quota {{(pid=84116) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 03:14:52.331517 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-e32d8d21-5e9f-4a89-9c12-5f5c0e13cf48 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84116) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 03:14:52.337271 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-e32d8d21-5e9f-4a89-9c12-5f5c0e13cf48 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 03:14:52.422068 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-e32d8d21-5e9f-4a89-9c12-5f5c0e13cf48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:14:52.461631 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-e32d8d21-5e9f-4a89-9c12-5f5c0e13cf48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237410'] for security_group, after_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:14:52.471171 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-1fe20aaa-7b21-46a1-8773-3dbbd281923f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:14:52.490389 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-4b343f23-6f62-4db0-bfb1-0e5ba3aa11dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:14:52.519033 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-e32d8d21-5e9f-4a89-9c12-5f5c0e13cf48 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=5ed5ec8cc4354bf9b0a4bd352be2dd2c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2294328
Feb 19 03:14:52.520059 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32d8d21-5e9f-4a89-9c12-5f5c0e13cf48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a6c2ddd-08d8-496d-8b1f-3b64dd7e344d,revision_number=1']} {{(pid=84116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:14:52.522633 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84115) accepted ('10.222.0.13', 56602) {{(pid=84115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:14:52.524115 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-e32d8d21-5e9f-4a89-9c12-5f5c0e13cf48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:14:52.584121 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-09967a8f-0434-4352-bd88-ccd1c405d207 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:14:52.611604 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-09967a8f-0434-4352-bd88-ccd1c405d207 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:14:52.693296 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-09967a8f-0434-4352-bd88-ccd1c405d207 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237410'] for security_group, after_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:14:52.700441 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-e2243aa4-029f-45c6-97a6-5d3214d5dd51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:14:52.714758 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09967a8f-0434-4352-bd88-ccd1c405d207 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a6c2ddd-08d8-496d-8b1f-3b64dd7e344d,revision_number=None']} {{(pid=84115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:14:52.716914 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-09967a8f-0434-4352-bd88-ccd1c405d207 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:14:52.721040 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-09967a8f-0434-4352-bd88-ccd1c405d207 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8a6c2ddd-08d8-496d-8b1f-3b64dd7e344d HTTP/1.1" status: 204  len: 168 time: 0.1973164
Feb 19 03:14:52.722100 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-09967a8f-0434-4352-bd88-ccd1c405d207 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:14:52.815317 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534b82ab-d8b0-4ed8-9780-741dff972952 req-ae4cd589-5d90-43cf-ba91-e803eed119e3 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:14:52.816919 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-534b82ab-d8b0-4ed8-9780-741dff972952 req-ae4cd589-5d90-43cf-ba91-e803eed119e3 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] 10.222.0.13 "GET /v2.0/ports?device_id=df3d40a5-a84c-4d3b-8bc5-27e7d730d78d HTTP/1.1" status: 200  len: 944 time: 0.0927048
Feb 19 03:14:52.878645 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-534b82ab-d8b0-4ed8-9780-741dff972952 req-ba2709dd-0793-49d7-b141-2cc54e76bef5 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] 10.222.0.13 "GET /v2.0/security-groups?id=00f7ce86-0f19-4798-a066-63f8a8d47966&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0438337
Feb 19 03:14:53.329455 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.rpc [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Device c41f76b7-7a24-4656-be7d-f0f1a0f836f7 up at agent ovs-agent-hv-cinder-77570 {{(pid=84117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 03:14:53.467288 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Provisioning for port c41f76b7-7a24-4656-be7d-f0f1a0f836f7 completed by entity L2. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 19 03:14:53.472587 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Provisioning complete for port c41f76b7-7a24-4656-be7d-f0f1a0f836f7 triggered by entity L2. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 03:14:53.473010 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16124857'] for port, provisioning_complete {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:14:53.603870 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:14:53.617817 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838630373'] for port, before_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:14:53.646948 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df3d40a5-a84c-4d3b-8bc5-27e7d730d78d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c41f76b7-7a24-4656-be7d-f0f1a0f836f7'}] {{(pid=84117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 03:14:53.657848 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.db [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] For port c41f76b7-7a24-4656-be7d-f0f1a0f836f7, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=c41f76b7-7a24-4656-be7d-f0f1a0f836f7,segment=NetworkSegment(fd301c7f-c4b0-4332-b94c-0e4a8acda55e),segment_id=fd301c7f-c4b0-4332-b94c-0e4a8acda55e)] {{(pid=84117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 03:14:53.696359 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269711510320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767142869380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269711906403'] for port, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:14:53.698402 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-f37b69f4-851d-467d-a601-16c0ba9a9b66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:14:53.731256 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df3d40a5-a84c-4d3b-8bc5-27e7d730d78d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c41f76b7-7a24-4656-be7d-f0f1a0f836f7', 'code': 200}
Feb 19 03:14:53.772829 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Pushing event updated for resources: {'Port': ['ID=c41f76b7-7a24-4656-be7d-f0f1a0f836f7,revision_number=4']} {{(pid=84117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:14:53.780669 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:14:53.781177 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:14:53.781439 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:14:53.781834 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:14:53.782444 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:14:53.782571 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:14:53.782906 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:14:53.783270 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:14:53.783654 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:14:53.784020 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:14:53.784379 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:14:53.784739 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:14:53.785163 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:14:53.785525 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:14:53.785915 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:14:53.786273 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:14:53.786636 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:14:53.786990 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:14:53.787347 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:14:53.788244 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:14:53.788609 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:14:53.788968 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:14:53.789325 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:14:53.789683 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:14:53.794161 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=84117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:14:54.055957 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204eae54-0476-4a82-95fb-2a1592fd6483 req-22745a29-8394-4a91-a5c6-ddf3365a408c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:14:54.057606 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-204eae54-0476-4a82-95fb-2a1592fd6483 req-22745a29-8394-4a91-a5c6-ddf3365a408c service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=df3d40a5-a84c-4d3b-8bc5-27e7d730d78d HTTP/1.1" status: 200  len: 1163 time: 0.0798874
Feb 19 03:14:54.070044 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6bacab-32bb-4951-87f6-1f26e6efcc88 req-d87f7bac-dee2-4f71-bb7a-6c9deab4c2d2 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:14:54.072234 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-7c6bacab-32bb-4951-87f6-1f26e6efcc88 req-d87f7bac-dee2-4f71-bb7a-6c9deab4c2d2 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] 10.222.0.13 "GET /v2.0/ports?device_id=df3d40a5-a84c-4d3b-8bc5-27e7d730d78d HTTP/1.1" status: 200  len: 946 time: 0.0870786
Feb 19 03:14:54.104696 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-204eae54-0476-4a82-95fb-2a1592fd6483 req-2a6cc3a8-bbbb-4794-a72f-f02c5461af6d service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=00f7ce86-0f19-4798-a066-63f8a8d47966&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0394723
Feb 19 03:14:54.126550 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-7c6bacab-32bb-4951-87f6-1f26e6efcc88 req-94ec5e58-5592-4721-8313-c222808311d9 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] 10.222.0.13 "GET /v2.0/security-groups?id=00f7ce86-0f19-4798-a066-63f8a8d47966&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0475721
Feb 19 03:14:54.290340 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-ed1abd93-30ab-455f-b25e-ecbc2cc5cf06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:14:55.077360 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.rpc [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Device c41f76b7-7a24-4656-be7d-f0f1a0f836f7 up at agent ovs-agent-hv-cinder-77570 {{(pid=84117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 03:14:55.164323 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Provisioning complete for port c41f76b7-7a24-4656-be7d-f0f1a0f836f7 triggered by entity L2. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 03:14:55.165100 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16124857'] for port, provisioning_complete {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:14:55.365241 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92ae7ad5-38be-459b-9d1b-5bd6d1deec00 req-d2c11910-b518-47e7-a692-1545041c6cfc tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:14:55.367031 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-92ae7ad5-38be-459b-9d1b-5bd6d1deec00 req-d2c11910-b518-47e7-a692-1545041c6cfc tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] 10.222.0.13 "GET /v2.0/ports?device_id=df3d40a5-a84c-4d3b-8bc5-27e7d730d78d HTTP/1.1" status: 200  len: 946 time: 0.0940349
Feb 19 03:14:55.425378 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-92ae7ad5-38be-459b-9d1b-5bd6d1deec00 req-2a4bcf3f-f050-4285-b4ec-6c1f6f18a564 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] 10.222.0.13 "GET /v2.0/security-groups?id=00f7ce86-0f19-4798-a066-63f8a8d47966&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0514910
Feb 19 03:14:55.636735 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab11d3a-82de-43b4-b2b6-6116df37a7db req-593d2a1e-c694-4bc4-bfbc-c67158511030 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:14:55.638689 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-1ab11d3a-82de-43b4-b2b6-6116df37a7db req-593d2a1e-c694-4bc4-bfbc-c67158511030 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] 10.222.0.13 "GET /v2.0/ports?device_id=df3d40a5-a84c-4d3b-8bc5-27e7d730d78d HTTP/1.1" status: 200  len: 946 time: 0.0934291
Feb 19 03:14:55.689474 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-1ab11d3a-82de-43b4-b2b6-6116df37a7db req-250dd57e-2878-41f8-9191-b84a09926d3d tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] 10.222.0.13 "GET /v2.0/security-groups?id=00f7ce86-0f19-4798-a066-63f8a8d47966&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0442955
Feb 19 03:14:55.888214 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-3fa878b3-1d39-47e1-af08-af8bb8426566 req-53ea597f-a726-4ee6-b69d-f99f45d31b5c tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.1590843
Feb 19 03:14:55.898925 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.v2.base [req-3fa878b3-1d39-47e1-af08-af8bb8426566 req-ee5b7333-b473-4167-80e2-2b112b56700f tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Request body: {'floatingip': {'floating_network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc'}} {{(pid=84115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 03:14:55.904742 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [req-3fa878b3-1d39-47e1-af08-af8bb8426566 req-ee5b7333-b473-4167-80e2-2b112b56700f tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 03:14:55.916378 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [req-3fa878b3-1d39-47e1-af08-af8bb8426566 req-ee5b7333-b473-4167-80e2-2b112b56700f tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=84115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 03:14:55.953076 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-3fa878b3-1d39-47e1-af08-af8bb8426566 req-ee5b7333-b473-4167-80e2-2b112b56700f tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Notify callbacks [] for floatingip, before_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:14:56.100910 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-3fa878b3-1d39-47e1-af08-af8bb8426566 req-ee5b7333-b473-4167-80e2-2b112b56700f tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838630373'] for port, before_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:14:56.414204 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.db_base_plugin_common [req-3fa878b3-1d39-47e1-af08-af8bb8426566 req-ee5b7333-b473-4167-80e2-2b112b56700f tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Allocated IP 172.27.0.206 (11a0058d-2e2a-4262-b636-ae96512c4ecc/f5c7b3a5-422b-45ad-be9d-3c3e4c209310/89e3ef46-e1b3-4c15-a5bc-b50980a45739) {{(pid=84115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 19 03:14:56.580919 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-3fa878b3-1d39-47e1-af08-af8bb8426566 req-ee5b7333-b473-4167-80e2-2b112b56700f tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Notify callbacks [] for port, precommit_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:14:56.676974 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-3fa878b3-1d39-47e1-af08-af8bb8426566 req-ee5b7333-b473-4167-80e2-2b112b56700f tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363269711907205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853345888'] for port, after_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:14:56.693345 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-88eb9b00-c859-48b4-a4bf-a30685061925 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:14:56.827366 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5b7333-b473-4167-80e2-2b112b56700f tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Pushing event updated for resources: {'Port': ['ID=89e3ef46-e1b3-4c15-a5bc-b50980a45739,revision_number=1']} {{(pid=84115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:14:56.832055 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-ee5b7333-b473-4167-80e2-2b112b56700f tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:14:56.882400 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3fa878b3-1d39-47e1-af08-af8bb8426566 req-ee5b7333-b473-4167-80e2-2b112b56700f tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Network 11a0058d-2e2a-4262-b636-ae96512c4ecc is already hosted by enough agents. {{(pid=84115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 19 03:14:56.883578 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.scheduler.base_scheduler [req-3fa878b3-1d39-47e1-af08-af8bb8426566 req-ee5b7333-b473-4167-80e2-2b112b56700f tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Resources bound (agent type, host, resource id):  {{(pid=84115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 19 03:14:56.886000 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fa878b3-1d39-47e1-af08-af8bb8426566 req-ee5b7333-b473-4167-80e2-2b112b56700f tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Received port after_create {{(pid=84115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 19 03:14:56.971210 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-3fa878b3-1d39-47e1-af08-af8bb8426566 req-ee5b7333-b473-4167-80e2-2b112b56700f tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:14:57.080065 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-3fa878b3-1d39-47e1-af08-af8bb8426566 req-ee5b7333-b473-4167-80e2-2b112b56700f tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838630373'] for port, before_update {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:14:57.090353 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84116) accepted ('10.222.0.13', 56718) {{(pid=84116) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:14:57.242991 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-69cf753a-214f-4083-8fbb-d5d2ba79fa5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:14:57.260873 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-69cf753a-214f-4083-8fbb-d5d2ba79fa5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 03:14:57.265961 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-69cf753a-214f-4083-8fbb-d5d2ba79fa5f admin admin] Usage tracker for resource:security_group_rule and tenant:0f78eabad1e14ebf954e0a375307b168 is out of sync, need to count used quota {{(pid=84116) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 03:14:57.269928 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-69cf753a-214f-4083-8fbb-d5d2ba79fa5f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84116) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 03:14:57.276320 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-69cf753a-214f-4083-8fbb-d5d2ba79fa5f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 03:14:57.371662 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-69cf753a-214f-4083-8fbb-d5d2ba79fa5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:14:57.399190 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-69cf753a-214f-4083-8fbb-d5d2ba79fa5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237410'] for security_group, after_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:14:57.408551 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-db230cd2-b988-426d-9ced-7959dbd0ae59 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:14:57.450672 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-69cf753a-214f-4083-8fbb-d5d2ba79fa5f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=0f78eabad1e14ebf954e0a375307b168&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3589625
Feb 19 03:14:57.452315 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cf753a-214f-4083-8fbb-d5d2ba79fa5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89dd931c-a77a-4f85-a8c7-231785d5d1f3,revision_number=1']} {{(pid=84116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:14:57.454893 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84116) accepted ('10.222.0.13', 56724) {{(pid=84116) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:14:57.457867 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-69cf753a-214f-4083-8fbb-d5d2ba79fa5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:14:57.519674 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-0bc326dd-5c05-4601-b5a7-cb4dcdf8d6ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:14:57.548747 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-0bc326dd-5c05-4601-b5a7-cb4dcdf8d6ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:14:57.600292 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-3fa878b3-1d39-47e1-af08-af8bb8426566 req-ee5b7333-b473-4167-80e2-2b112b56700f tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Notify callbacks [] for port, precommit_update {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:14:57.636236 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-0bc326dd-5c05-4601-b5a7-cb4dcdf8d6ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237410'] for security_group, after_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:14:57.641745 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-e32d8d21-5e9f-4a89-9c12-5f5c0e13cf48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:14:57.656803 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc326dd-5c05-4601-b5a7-cb4dcdf8d6ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89dd931c-a77a-4f85-a8c7-231785d5d1f3,revision_number=None']} {{(pid=84116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:14:57.661000 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-0bc326dd-5c05-4601-b5a7-cb4dcdf8d6ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:14:57.667537 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-3fa878b3-1d39-47e1-af08-af8bb8426566 req-ee5b7333-b473-4167-80e2-2b112b56700f tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269711510320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767142869380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269711906403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1429944'] for port, after_update {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:14:57.669032 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-0bc326dd-5c05-4601-b5a7-cb4dcdf8d6ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:14:57.672737 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-0bc326dd-5c05-4601-b5a7-cb4dcdf8d6ac admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/89dd931c-a77a-4f85-a8c7-231785d5d1f3 HTTP/1.1" status: 204  len: 168 time: 0.2144220
Feb 19 03:14:57.689678 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-c89ce2cb-c45f-464c-adfd-47cd7a48d986 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:14:57.827689 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5b7333-b473-4167-80e2-2b112b56700f tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Pushing event updated for resources: {'Port': ['ID=89e3ef46-e1b3-4c15-a5bc-b50980a45739,revision_number=2']} {{(pid=84115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:14:57.831910 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-ee5b7333-b473-4167-80e2-2b112b56700f tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:14:57.942877 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-3fa878b3-1d39-47e1-af08-af8bb8426566 req-ee5b7333-b473-4167-80e2-2b112b56700f tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854389592'] for floatingip, after_update {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:14:58.022199 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-3fa878b3-1d39-47e1-af08-af8bb8426566 req-ee5b7333-b473-4167-80e2-2b112b56700f tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771976'] for floatingip, before_response {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:14:58.023562 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-3fa878b3-1d39-47e1-af08-af8bb8426566 req-ee5b7333-b473-4167-80e2-2b112b56700f tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 698 time: 2.1295362
Feb 19 03:14:58.114251 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [req-3fa878b3-1d39-47e1-af08-af8bb8426566 req-70d0fd7d-2bf9-4473-b3e6-331297191a9d tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Synchronizing usage tracker for tenant:15972dafcae5480290e92407c155b4a6 on resource:floatingip {{(pid=84115) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 19 03:14:58.158505 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [req-3fa878b3-1d39-47e1-af08-af8bb8426566 req-70d0fd7d-2bf9-4473-b3e6-331297191a9d tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Unset dirty status for tenant:15972dafcae5480290e92407c155b4a6 on resource:floatingip {{(pid=84115) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 19 03:14:58.159798 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-3fa878b3-1d39-47e1-af08-af8bb8426566 req-70d0fd7d-2bf9-4473-b3e6-331297191a9d tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.27.0.206 HTTP/1.1" status: 200  len: 696 time: 0.1295338
Feb 19 03:14:58.194972 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84116) accepted ('10.222.0.13', 56752) {{(pid=84116) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:14:58.215981 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-019e0851-1f60-4288-8f0e-bb9b39e35975 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:14:58.238435 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-019e0851-1f60-4288-8f0e-bb9b39e35975 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 03:14:58.244593 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-019e0851-1f60-4288-8f0e-bb9b39e35975 admin admin] Usage tracker for resource:security_group_rule and tenant:1e9672b34f324932a903aa8c3460ddf1 is out of sync, need to count used quota {{(pid=84116) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 03:14:58.247719 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-019e0851-1f60-4288-8f0e-bb9b39e35975 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84116) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 03:14:58.254811 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-019e0851-1f60-4288-8f0e-bb9b39e35975 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 03:14:58.327001 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa878b3-1d39-47e1-af08-af8bb8426566 req-183cb19c-5439-4460-9856-8495430b331f tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:14:58.328483 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-3fa878b3-1d39-47e1-af08-af8bb8426566 req-183cb19c-5439-4460-9856-8495430b331f tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] 10.222.0.13 "GET /v2.0/networks/11a0058d-2e2a-4262-b636-ae96512c4ecc HTTP/1.1" status: 200  len: 784 time: 0.1622226
Feb 19 03:14:58.339888 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [req-3fa878b3-1d39-47e1-af08-af8bb8426566 req-e2a95166-2c10-4c58-9dac-825b55705bfe tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=84115) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 19 03:14:58.341019 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-3fa878b3-1d39-47e1-af08-af8bb8426566 req-e2a95166-2c10-4c58-9dac-825b55705bfe tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0064621
Feb 19 03:14:58.344013 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-019e0851-1f60-4288-8f0e-bb9b39e35975 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:14:58.381996 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-019e0851-1f60-4288-8f0e-bb9b39e35975 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237410'] for security_group, after_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:14:58.391837 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-88152458-4e0a-40a2-9da6-ad902fb2746a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:14:58.439290 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-019e0851-1f60-4288-8f0e-bb9b39e35975 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=1e9672b34f324932a903aa8c3460ddf1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2403564
Feb 19 03:14:58.439290 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019e0851-1f60-4288-8f0e-bb9b39e35975 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4913971e-6f77-4528-95dd-3dcf56f68ca7,revision_number=1']} {{(pid=84116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:14:58.440506 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84115) accepted ('10.222.0.13', 56762) {{(pid=84115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:14:58.444017 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-019e0851-1f60-4288-8f0e-bb9b39e35975 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:14:58.569110 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-c0b10369-98a4-46fd-8efe-649be9e14057 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:14:58.608625 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f9136f-65f1-4db7-98c6-e90a6b61bf0f req-066e3dbd-48fe-4313-9a74-4b46beb3bb4e tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:14:58.610270 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-77f9136f-65f1-4db7-98c6-e90a6b61bf0f req-066e3dbd-48fe-4313-9a74-4b46beb3bb4e tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] 10.222.0.13 "GET /v2.0/ports?device_id=df3d40a5-a84c-4d3b-8bc5-27e7d730d78d&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 946 time: 0.1560111
Feb 19 03:14:58.612131 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-c0b10369-98a4-46fd-8efe-649be9e14057 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:14:58.726452 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-77f9136f-65f1-4db7-98c6-e90a6b61bf0f req-c00be17b-8f04-4e84-a25c-1b16efe303a6 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.27.0.206 HTTP/1.1" status: 200  len: 696 time: 0.1069293
Feb 19 03:14:58.737986 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.v2.base [req-77f9136f-65f1-4db7-98c6-e90a6b61bf0f req-a295e49b-e882-42f7-9b8a-a01e9b44e21d tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Request body: {'floatingip': {'port_id': 'c41f76b7-7a24-4656-be7d-f0f1a0f836f7', 'fixed_ip_address': '172.20.0.11'}} {{(pid=84115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 03:14:58.825117 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-77f9136f-65f1-4db7-98c6-e90a6b61bf0f req-a295e49b-e882-42f7-9b8a-a01e9b44e21d tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Notify callbacks [] for floatingip, before_update {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:14:58.887398 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-c0b10369-98a4-46fd-8efe-649be9e14057 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237410'] for security_group, after_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:14:58.906353 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-79e0d163-f47b-4ca9-a23e-b8f7d933a897 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:14:58.951678 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b10369-98a4-46fd-8efe-649be9e14057 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4913971e-6f77-4528-95dd-3dcf56f68ca7,revision_number=None']} {{(pid=84115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:14:58.966942 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-c0b10369-98a4-46fd-8efe-649be9e14057 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:14:58.971532 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-c0b10369-98a4-46fd-8efe-649be9e14057 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:14:58.975199 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-c0b10369-98a4-46fd-8efe-649be9e14057 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/4913971e-6f77-4528-95dd-3dcf56f68ca7 HTTP/1.1" status: 204  len: 168 time: 0.5319555
Feb 19 03:14:59.483485 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-77f9136f-65f1-4db7-98c6-e90a6b61bf0f req-a295e49b-e882-42f7-9b8a-a01e9b44e21d tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:14:59.518550 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-77f9136f-65f1-4db7-98c6-e90a6b61bf0f req-a295e49b-e882-42f7-9b8a-a01e9b44e21d tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854389592'] for floatingip, after_update {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:14:59.690105 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84116) accepted ('10.222.0.13', 56774) {{(pid=84116) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:14:59.709183 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.db.l3_db [req-77f9136f-65f1-4db7-98c6-e90a6b61bf0f req-a295e49b-e882-42f7-9b8a-a01e9b44e21d tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Floating IP 05f20d44-782b-446a-8042-15c24326acec associated. External IP: 172.27.0.206, port: c41f76b7-7a24-4656-be7d-f0f1a0f836f7.
Feb 19 03:14:59.709622 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-db39f208-967f-4bce-8fbb-322f10fa89e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:14:59.729247 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-db39f208-967f-4bce-8fbb-322f10fa89e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 03:14:59.733379 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-db39f208-967f-4bce-8fbb-322f10fa89e0 admin admin] Usage tracker for resource:security_group_rule and tenant:74355920c59c4cfeadffefa6e6fa3d45 is out of sync, need to count used quota {{(pid=84116) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 03:14:59.739522 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-db39f208-967f-4bce-8fbb-322f10fa89e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84116) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 03:14:59.746249 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-db39f208-967f-4bce-8fbb-322f10fa89e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 03:14:59.833572 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-db39f208-967f-4bce-8fbb-322f10fa89e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:14:59.859027 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-db39f208-967f-4bce-8fbb-322f10fa89e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237410'] for security_group, after_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:14:59.868414 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-77def17b-79be-4323-8355-b79e2d090832 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:14:59.916076 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-db39f208-967f-4bce-8fbb-322f10fa89e0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=74355920c59c4cfeadffefa6e6fa3d45&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2247205
Feb 19 03:14:59.917107 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db39f208-967f-4bce-8fbb-322f10fa89e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82353ec9-8e5b-4861-8665-b6f15677fb42,revision_number=1']} {{(pid=84116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:14:59.919689 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84116) accepted ('10.222.0.13', 56782) {{(pid=84116) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:14:59.922543 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-db39f208-967f-4bce-8fbb-322f10fa89e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:14:59.983931 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-0346566a-5d20-4fbd-975a-00d93f833539 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:15:00.013472 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-0346566a-5d20-4fbd-975a-00d93f833539 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:15:00.084862 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-0346566a-5d20-4fbd-975a-00d93f833539 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237410'] for security_group, after_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:15:00.090309 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-67c546d5-23eb-4093-b300-df31a3bce293 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:15:00.097268 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.scheduler.l3_agent_scheduler [req-77f9136f-65f1-4db7-98c6-e90a6b61bf0f req-a295e49b-e882-42f7-9b8a-a01e9b44e21d tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Router 38a43ecc-4ed4-4b6f-967c-3f9825b6e0d7 has already been hosted by L3 agent f4ccfb5a-d22e-440e-8ddd-f393ad00f812 {{(pid=84115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 19 03:15:00.106330 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0346566a-5d20-4fbd-975a-00d93f833539 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82353ec9-8e5b-4861-8665-b6f15677fb42,revision_number=None']} {{(pid=84116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:15:00.106330 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-0346566a-5d20-4fbd-975a-00d93f833539 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:15:00.106769 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84116) accepted ('10.222.0.13', 56788) {{(pid=84116) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:15:00.123343 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-0346566a-5d20-4fbd-975a-00d93f833539 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:15:00.127259 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-0346566a-5d20-4fbd-975a-00d93f833539 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/82353ec9-8e5b-4861-8665-b6f15677fb42 HTTP/1.1" status: 204  len: 168 time: 0.2065461
Feb 19 03:15:00.255824 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-c8d5f78b-b9a6-4f69-9c63-06aebd4f3ecd admin admin] Notify callbacks [] for security_group, before_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:15:00.271936 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-c8d5f78b-b9a6-4f69-9c63-06aebd4f3ecd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 03:15:00.276104 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-c8d5f78b-b9a6-4f69-9c63-06aebd4f3ecd admin admin] Usage tracker for resource:security_group_rule and tenant:b47b3fd6cc844176b5d3c72d8750f7b0 is out of sync, need to count used quota {{(pid=84116) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 03:15:00.279168 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-c8d5f78b-b9a6-4f69-9c63-06aebd4f3ecd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84116) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 03:15:00.285245 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-c8d5f78b-b9a6-4f69-9c63-06aebd4f3ecd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 03:15:00.296351 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-77f9136f-65f1-4db7-98c6-e90a6b61bf0f req-a295e49b-e882-42f7-9b8a-a01e9b44e21d tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Notify agent at l3_agent.dv-cinder-775706-2-iscsi the message routers_updated {{(pid=84115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 19 03:15:00.301480 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-77f9136f-65f1-4db7-98c6-e90a6b61bf0f req-a295e49b-e882-42f7-9b8a-a01e9b44e21d tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771976'] for floatingip, before_response {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:15:00.307340 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b821e02-df12-44af-82ac-72116d3802cf None None] Sync routers for ids ['38a43ecc-4ed4-4b6f-967c-3f9825b6e0d7'] in dv-cinder-775706-2-iscsi {{(pid=84118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 19 03:15:00.317590 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b821e02-df12-44af-82ac-72116d3802cf None None] Routers {'38a43ecc-4ed4-4b6f-967c-3f9825b6e0d7'} bound to L3 agent in host dv-cinder-775706-2-iscsi {{(pid=84118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 03:15:00.318356 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_hamode_db [None req-8b821e02-df12-44af-82ac-72116d3802cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f94259fdcf8>, 'dv-cinder-775706-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-19T02:56:52Z,description=<?>,heartbeat_timestamp=2021-02-19T03:14:52Z,host='dv-cinder-775706-2-iscsi',id=f4ccfb5a-d22e-440e-8ddd-f393ad00f812,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T02:56:52Z,topic='l3_agent')) {'router_ids': ['38a43ecc-4ed4-4b6f-967c-3f9825b6e0d7'], 'active': True} {{(pid=84118) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 03:15:00.369641 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-77f9136f-65f1-4db7-98c6-e90a6b61bf0f req-a295e49b-e882-42f7-9b8a-a01e9b44e21d tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] 10.222.0.13 "PUT /v2.0/floatingips/05f20d44-782b-446a-8042-15c24326acec HTTP/1.1" status: 200  len: 997 time: 1.6369777
Feb 19 03:15:00.371538 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df3d40a5-a84c-4d3b-8bc5-27e7d730d78d', 'tag': 'c41f76b7-7a24-4656-be7d-f0f1a0f836f7'}] {{(pid=84115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 03:15:00.378005 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-c8d5f78b-b9a6-4f69-9c63-06aebd4f3ecd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:15:00.414225 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-c8d5f78b-b9a6-4f69-9c63-06aebd4f3ecd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237410'] for security_group, after_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:15:00.423588 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-e9446946-309b-431a-a9e4-d86272dd2d4b tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:15:00.453826 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df3d40a5-a84c-4d3b-8bc5-27e7d730d78d', 'tag': 'c41f76b7-7a24-4656-be7d-f0f1a0f836f7', 'status': 'completed', 'code': 200}
Feb 19 03:15:00.485919 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f9136f-65f1-4db7-98c6-e90a6b61bf0f req-6e837620-04f8-444d-a7a2-c3d639ffdf66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:15:00.488802 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-77f9136f-65f1-4db7-98c6-e90a6b61bf0f req-6e837620-04f8-444d-a7a2-c3d639ffdf66 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=15972dafcae5480290e92407c155b4a6&device_id=df3d40a5-a84c-4d3b-8bc5-27e7d730d78d HTTP/1.1" status: 200  len: 1163 time: 0.1042449
Feb 19 03:15:00.537339 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-c8d5f78b-b9a6-4f69-9c63-06aebd4f3ecd admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b47b3fd6cc844176b5d3c72d8750f7b0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4293890
Feb 19 03:15:00.546496 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84116) accepted ('10.222.0.13', 56804) {{(pid=84116) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:15:00.557527 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvr_db [None req-8b821e02-df12-44af-82ac-72116d3802cf None None] Set router 38a43ecc-4ed4-4b6f-967c-3f9825b6e0d7 gateway port host: dv-cinder-775706-2-iscsi {{(pid=84118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 03:15:00.563397 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d5f78b-b9a6-4f69-9c63-06aebd4f3ecd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2b24623-8803-467e-92b5-3c551f2c808c,revision_number=1']} {{(pid=84116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:15:00.577196 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-c8d5f78b-b9a6-4f69-9c63-06aebd4f3ecd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:15:00.649668 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72377ece-047f-40ba-a36d-5d1930da5fba req-e83518af-8887-45e7-85f5-a24ea08f25d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:15:00.651065 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-72377ece-047f-40ba-a36d-5d1930da5fba req-e83518af-8887-45e7-85f5-a24ea08f25d4 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=15972dafcae5480290e92407c155b4a6&device_id=df3d40a5-a84c-4d3b-8bc5-27e7d730d78d HTTP/1.1" status: 200  len: 1163 time: 0.1695004
Feb 19 03:15:00.652103 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-06d30144-1137-42fb-a66d-78e9adb37f15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:15:00.777679 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-06d30144-1137-42fb-a66d-78e9adb37f15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:15:00.867414 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72377ece-047f-40ba-a36d-5d1930da5fba req-6288c867-86c7-4476-9f3d-0350e977ffd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:15:00.869036 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-72377ece-047f-40ba-a36d-5d1930da5fba req-6288c867-86c7-4476-9f3d-0350e977ffd6 service neutron] 10.222.0.65 "GET /v2.0/networks?id=e9c3c36b-9ba9-4bad-aa41-5ad95f05fd56 HTTP/1.1" status: 200  len: 905 time: 0.2063401
Feb 19 03:15:00.917646 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f9136f-65f1-4db7-98c6-e90a6b61bf0f req-604e99a4-35a6-4e05-925a-db33d67fcc47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:15:00.920099 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-77f9136f-65f1-4db7-98c6-e90a6b61bf0f req-604e99a4-35a6-4e05-925a-db33d67fcc47 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e9c3c36b-9ba9-4bad-aa41-5ad95f05fd56 HTTP/1.1" status: 200  len: 905 time: 0.4249516
Feb 19 03:15:00.940726 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-06d30144-1137-42fb-a66d-78e9adb37f15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237410'] for security_group, after_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:15:00.960055 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-6207e4b1-e33e-4939-921f-3b3846b8c6ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:15:00.989054 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06d30144-1137-42fb-a66d-78e9adb37f15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2b24623-8803-467e-92b5-3c551f2c808c,revision_number=None']} {{(pid=84116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:15:00.995415 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-06d30144-1137-42fb-a66d-78e9adb37f15 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:15:01.002771 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-06d30144-1137-42fb-a66d-78e9adb37f15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:15:01.007294 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-06d30144-1137-42fb-a66d-78e9adb37f15 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a2b24623-8803-467e-92b5-3c551f2c808c HTTP/1.1" status: 204  len: 168 time: 0.4595475
Feb 19 03:15:01.017246 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-72377ece-047f-40ba-a36d-5d1930da5fba req-119c4ed7-9333-4475-bbe8-c55e2aaf0b83 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c41f76b7-7a24-4656-be7d-f0f1a0f836f7 HTTP/1.1" status: 200  len: 1000 time: 0.1400383
Feb 19 03:15:01.035607 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-77f9136f-65f1-4db7-98c6-e90a6b61bf0f req-3545dcc3-7309-4f36-9549-58e9ed85e8fb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c41f76b7-7a24-4656-be7d-f0f1a0f836f7 HTTP/1.1" status: 200  len: 1000 time: 0.1079724
Feb 19 03:15:01.075190 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_hamode_db [None req-8b821e02-df12-44af-82ac-72116d3802cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f94259fdcf8>, [{'id': '38a43ecc-4ed4-4b6f-967c-3f9825b6e0d7', 'name': 'tempest-TestVolumeBootPattern-845494617-router', 'tenant_id': '15972dafcae5480290e92407c155b4a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'external_fixed_ips': [{'subnet_id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': 'd3f0dffa-05e4-4cf3-b5ed-05e96e26ef3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T03:08:20Z', 'updated_at': '2021-02-19T03:08:29Z', 'revision_number': 4, 'project_id': '15972dafcae5480290e92407c155b4a6', 'gw_port': {'id': 'd3f0dffa-05e4-4cf3-b5ed-05e96e26ef3b', 'name': '', 'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:1b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38a43ecc-4ed4-4b6f-967c-3f9825b6e0d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T03:08:21Z', 'updated_at': '2021-02-19T03:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-2-iscsi', '_floatingips': [{'id': '05f20d44-782b-446a-8042-15c24326acec', 'tenant_id': '15972dafcae5480290e92407c155b4a6', 'floating_ip_address': '172.27.0.206', 'floating_network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'router_id': '38a43ecc-4ed4-4b6f-967c-3f9825b6e0d7', 'port_id': 'c41f76b7-7a24-4656-be7d-f0f1a0f836f7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9c3c36b-9ba9-4bad-aa41-5ad95f05fd56', 'mac_address': 'fa:16:3e:d8:c1:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df3d40a5-a84c-4d3b-8bc5-27e7d730d78d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-19T03:14:56Z', 'updated_at': '2021-02-19T03:14:59Z', 'revision_number': 1, 'project_id': '15972dafcae5480290e92407c155b4a6', 'fixed_ip_address_scope': None}, {'id': 'e52be983-96df-49a7-800a-13227ee6e7db', 'tenant_id': '15972dafcae5480290e92407c155b4a6', 'floating_ip_address': '172.27.0.140', 'floating_network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'router_id': '38a43ecc-4ed4-4b6f-967c-3f9825b6e0d7', 'port_id': '6a95cc20-46ec-4a60-8188-61947b3300c6', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9c3c36b-9ba9-4bad-aa41-5ad95f05fd56', 'mac_address': 'fa:16:3e:7f:db:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fad92b9-b57d-4d32-92f4-cde038402fa3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-19T03:12:55Z', 'updated_at': '2021-02-19T03:13:01Z', 'revision_number': 2, 'project_id': '15972dafcae5480290e92407c155b4a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '620ca212-b760-4421-979b-f3ffea0ba319', 'name': '', 'network_id': 'e9c3c36b-9ba9-4bad-aa41-5ad95f05fd56', 'tenant_id': '15972dafcae5480290e92407c155b4a6', 'mac_address': 'fa:16:3e:38:b6:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38a43ecc-4ed4-4b6f-967c-3f9825b6e0d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'a7a2a5a5-1d7b-43c3-bf47-2a76329918f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T03:08:27Z', 'updated_at': '2021-02-19T03:08:40Z', 'revision_number': 5, 'project_id': '15972dafcae5480290e92407c155b4a6', 'subnets': [{'id': 'a7a2a5a5-1d7b-43c3-bf47-2a76329918f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775706-2-iscsi', False) {} {{(pid=84118) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 03:15:01.087158 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b821e02-df12-44af-82ac-72116d3802cf None None] Checking router: 38a43ecc-4ed4-4b6f-967c-3f9825b6e0d7 for host: dv-cinder-775706-2-iscsi {{(pid=84118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 19 03:15:01.106895 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b821e02-df12-44af-82ac-72116d3802cf None None] Routers {'38a43ecc-4ed4-4b6f-967c-3f9825b6e0d7'} bound to L3 agent in host dv-cinder-775706-2-iscsi {{(pid=84118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 03:15:01.107095 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72377ece-047f-40ba-a36d-5d1930da5fba req-ca278d6e-db52-4fa1-afcb-0b9984054f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:15:01.107505 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_hamode_db [None req-8b821e02-df12-44af-82ac-72116d3802cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f94259fdcf8>, 'dv-cinder-775706-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-19T02:56:52Z,description=<?>,heartbeat_timestamp=2021-02-19T03:14:52Z,host='dv-cinder-775706-2-iscsi',id=f4ccfb5a-d22e-440e-8ddd-f393ad00f812,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T02:56:52Z,topic='l3_agent')) {'router_ids': ['38a43ecc-4ed4-4b6f-967c-3f9825b6e0d7'], 'active': True} {{(pid=84118) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 03:15:01.108417 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-72377ece-047f-40ba-a36d-5d1930da5fba req-ca278d6e-db52-4fa1-afcb-0b9984054f84 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a7a2a5a5-1d7b-43c3-bf47-2a76329918f7 HTTP/1.1" status: 200  len: 850 time: 0.0840971
Feb 19 03:15:01.111437 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f9136f-65f1-4db7-98c6-e90a6b61bf0f req-331087cf-4fdd-48a9-909a-3bf8cf3df632 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:15:01.113077 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-77f9136f-65f1-4db7-98c6-e90a6b61bf0f req-331087cf-4fdd-48a9-909a-3bf8cf3df632 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a7a2a5a5-1d7b-43c3-bf47-2a76329918f7 HTTP/1.1" status: 200  len: 850 time: 0.0704463
Feb 19 03:15:01.200747 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84115) accepted ('10.222.0.13', 56820) {{(pid=84115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:15:01.222819 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f9136f-65f1-4db7-98c6-e90a6b61bf0f req-37da1995-01bd-49f5-903c-c4682509ba42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:15:01.224758 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-77f9136f-65f1-4db7-98c6-e90a6b61bf0f req-37da1995-01bd-49f5-903c-c4682509ba42 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e9c3c36b-9ba9-4bad-aa41-5ad95f05fd56&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1035717
Feb 19 03:15:01.246378 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72377ece-047f-40ba-a36d-5d1930da5fba req-5804225e-7dd7-4d52-aa72-dd62d63d75fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:15:01.248146 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-72377ece-047f-40ba-a36d-5d1930da5fba req-5804225e-7dd7-4d52-aa72-dd62d63d75fa service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e9c3c36b-9ba9-4bad-aa41-5ad95f05fd56&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1312456
Feb 19 03:15:01.350981 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvr_db [None req-8b821e02-df12-44af-82ac-72116d3802cf None None] Set router 38a43ecc-4ed4-4b6f-967c-3f9825b6e0d7 gateway port host: dv-cinder-775706-2-iscsi {{(pid=84118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 03:15:01.416030 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-77f9136f-65f1-4db7-98c6-e90a6b61bf0f req-b548dff0-95cf-4da3-94ca-f2bbf8fb99b2 service neutron] 10.222.0.13 "GET /v2.0/networks/e9c3c36b-9ba9-4bad-aa41-5ad95f05fd56?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1816034
Feb 19 03:15:01.451314 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-72377ece-047f-40ba-a36d-5d1930da5fba req-8123f562-1bc2-4d69-a402-2ccc060668ed service neutron] 10.222.0.65 "GET /v2.0/networks/e9c3c36b-9ba9-4bad-aa41-5ad95f05fd56?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1927049
Feb 19 03:15:01.601394 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-77f9136f-65f1-4db7-98c6-e90a6b61bf0f req-e097c3d6-26c1-4338-a4bb-40d3a99c45df service neutron] 10.222.0.13 "GET /v2.0/networks/e9c3c36b-9ba9-4bad-aa41-5ad95f05fd56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1753778
Feb 19 03:15:01.605298 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.v2.base [None req-c8d34a6c-d16d-4e52-bf78-853f0d7eada0 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1195505282-network', 'tenant_id': '321293abdca04df2bc758ca11cc4dab0'}} {{(pid=84115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 03:15:01.611645 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-c8d34a6c-d16d-4e52-bf78-853f0d7eada0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 03:15:01.616698 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-72377ece-047f-40ba-a36d-5d1930da5fba req-8ccc3736-8f14-446f-8a83-3aba7843887c service neutron] 10.222.0.65 "GET /v2.0/networks/e9c3c36b-9ba9-4bad-aa41-5ad95f05fd56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1570754
Feb 19 03:15:01.617324 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-c8d34a6c-d16d-4e52-bf78-853f0d7eada0 admin admin] Usage tracker for resource:network and tenant:321293abdca04df2bc758ca11cc4dab0 is out of sync, need to count used quota {{(pid=84115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 03:15:01.620593 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-c8d34a6c-d16d-4e52-bf78-853f0d7eada0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 03:15:01.627718 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-c8d34a6c-d16d-4e52-bf78-853f0d7eada0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 03:15:01.702040 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8d34a6c-d16d-4e52-bf78-853f0d7eada0 admin admin] Made reservation on behalf of 321293abdca04df2bc758ca11cc4dab0 for: {'network': 1} {{(pid=84115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 19 03:15:01.707122 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-c8d34a6c-d16d-4e52-bf78-853f0d7eada0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838630373'] for network, before_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:15:01.721330 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-c8d34a6c-d16d-4e52-bf78-853f0d7eada0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:15:01.733651 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:15:01.739644 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-c8d34a6c-d16d-4e52-bf78-853f0d7eada0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 03:15:01.746424 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-c8d34a6c-d16d-4e52-bf78-853f0d7eada0 admin admin] Usage tracker for resource:security_group_rule and tenant:321293abdca04df2bc758ca11cc4dab0 is out of sync, need to count used quota {{(pid=84115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 03:15:01.747218 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-c8d34a6c-d16d-4e52-bf78-853f0d7eada0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 03:15:01.753139 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-c8d34a6c-d16d-4e52-bf78-853f0d7eada0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 03:15:01.766861 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_hamode_db [None req-8b821e02-df12-44af-82ac-72116d3802cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f94259fdcf8>, [{'id': '38a43ecc-4ed4-4b6f-967c-3f9825b6e0d7', 'name': 'tempest-TestVolumeBootPattern-845494617-router', 'tenant_id': '15972dafcae5480290e92407c155b4a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'external_fixed_ips': [{'subnet_id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': 'd3f0dffa-05e4-4cf3-b5ed-05e96e26ef3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T03:08:20Z', 'updated_at': '2021-02-19T03:08:29Z', 'revision_number': 4, 'project_id': '15972dafcae5480290e92407c155b4a6', 'gw_port': {'id': 'd3f0dffa-05e4-4cf3-b5ed-05e96e26ef3b', 'name': '', 'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:1b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38a43ecc-4ed4-4b6f-967c-3f9825b6e0d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T03:08:21Z', 'updated_at': '2021-02-19T03:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-2-iscsi', '_floatingips': [{'id': '05f20d44-782b-446a-8042-15c24326acec', 'tenant_id': '15972dafcae5480290e92407c155b4a6', 'floating_ip_address': '172.27.0.206', 'floating_network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'router_id': '38a43ecc-4ed4-4b6f-967c-3f9825b6e0d7', 'port_id': 'c41f76b7-7a24-4656-be7d-f0f1a0f836f7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9c3c36b-9ba9-4bad-aa41-5ad95f05fd56', 'mac_address': 'fa:16:3e:d8:c1:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df3d40a5-a84c-4d3b-8bc5-27e7d730d78d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-19T03:14:56Z', 'updated_at': '2021-02-19T03:14:59Z', 'revision_number': 1, 'project_id': '15972dafcae5480290e92407c155b4a6', 'fixed_ip_address_scope': None}, {'id': 'e52be983-96df-49a7-800a-13227ee6e7db', 'tenant_id': '15972dafcae5480290e92407c155b4a6', 'floating_ip_address': '172.27.0.140', 'floating_network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'router_id': '38a43ecc-4ed4-4b6f-967c-3f9825b6e0d7', 'port_id': '6a95cc20-46ec-4a60-8188-61947b3300c6', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9c3c36b-9ba9-4bad-aa41-5ad95f05fd56', 'mac_address': 'fa:16:3e:7f:db:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fad92b9-b57d-4d32-92f4-cde038402fa3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-19T03:12:55Z', 'updated_at': '2021-02-19T03:13:01Z', 'revision_number': 2, 'project_id': '15972dafcae5480290e92407c155b4a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '620ca212-b760-4421-979b-f3ffea0ba319', 'name': '', 'network_id': 'e9c3c36b-9ba9-4bad-aa41-5ad95f05fd56', 'tenant_id': '15972dafcae5480290e92407c155b4a6', 'mac_address': 'fa:16:3e:38:b6:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38a43ecc-4ed4-4b6f-967c-3f9825b6e0d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'a7a2a5a5-1d7b-43c3-bf47-2a76329918f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T03:08:27Z', 'updated_at': '2021-02-19T03:08:40Z', 'revision_number': 5, 'project_id': '15972dafcae5480290e92407c155b4a6', 'subnets': [{'id': 'a7a2a5a5-1d7b-43c3-bf47-2a76329918f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775706-2-iscsi', False) {} {{(pid=84118) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 03:15:01.771121 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b821e02-df12-44af-82ac-72116d3802cf None None] The sync data for ids ['38a43ecc-4ed4-4b6f-967c-3f9825b6e0d7'] in dv-cinder-775706-2-iscsi is: [{'id': '38a43ecc-4ed4-4b6f-967c-3f9825b6e0d7', 'name': 'tempest-TestVolumeBootPattern-845494617-router', 'tenant_id': '15972dafcae5480290e92407c155b4a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'external_fixed_ips': [{'subnet_id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': 'd3f0dffa-05e4-4cf3-b5ed-05e96e26ef3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T03:08:20Z', 'updated_at': '2021-02-19T03:08:29Z', 'revision_number': 4, 'project_id': '15972dafcae5480290e92407c155b4a6', 'gw_port': {'id': 'd3f0dffa-05e4-4cf3-b5ed-05e96e26ef3b', 'name': '', 'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:1b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38a43ecc-4ed4-4b6f-967c-3f9825b6e0d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T03:08:21Z', 'updated_at': '2021-02-19T03:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-2-iscsi', '_floatingips': [{'id': '05f20d44-782b-446a-8042-15c24326acec', 'tenant_id': '15972dafcae5480290e92407c155b4a6', 'floating_ip_address': '172.27.0.206', 'floating_network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'router_id': '38a43ecc-4ed4-4b6f-967c-3f9825b6e0d7', 'port_id': 'c41f76b7-7a24-4656-be7d-f0f1a0f836f7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9c3c36b-9ba9-4bad-aa41-5ad95f05fd56', 'mac_address': 'fa:16:3e:d8:c1:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df3d40a5-a84c-4d3b-8bc5-27e7d730d78d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-19T03:14:56Z', 'updated_at': '2021-02-19T03:14:59Z', 'revision_number': 1, 'project_id': '15972dafcae5480290e92407c155b4a6', 'fixed_ip_address_scope': None}, {'id': 'e52be983-96df-49a7-800a-13227ee6e7db', 'tenant_id': '15972dafcae5480290e92407c155b4a6', 'floating_ip_address': '172.27.0.140', 'floating_network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'router_id': '38a43ecc-4ed4-4b6f-967c-3f9825b6e0d7', 'port_id': '6a95cc20-46ec-4a60-8188-61947b3300c6', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9c3c36b-9ba9-4bad-aa41-5ad95f05fd56', 'mac_address': 'fa:16:3e:7f:db:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fad92b9-b57d-4d32-92f4-cde038402fa3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-19T03:12:55Z', 'updated_at': '2021-02-19T03:13:01Z', 'revision_number': 2, 'project_id': '15972dafcae5480290e92407c155b4a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '620ca212-b760-4421-979b-f3ffea0ba319', 'name': '', 'network_id': 'e9c3c36b-9ba9-4bad-aa41-5ad95f05fd56', 'tenant_id': '15972dafcae5480290e92407c155b4a6', 'mac_address': 'fa:16:3e:38:b6:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38a43ecc-4ed4-4b6f-967c-3f9825b6e0d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'a7a2a5a5-1d7b-43c3-bf47-2a76329918f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T03:08:27Z', 'updated_at': '2021-02-19T03:08:40Z', 'revision_number': 5, 'project_id': '15972dafcae5480290e92407c155b4a6', 'subnets': [{'id': 'a7a2a5a5-1d7b-43c3-bf47-2a76329918f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 19 03:15:01.805307 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84115) accepted ('10.222.0.13', 56830) {{(pid=84115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:15:01.839809 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-33d9e9f3-a814-440b-b35a-ba309b5c9e3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:15:01.869636 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-33d9e9f3-a814-440b-b35a-ba309b5c9e3d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 03:15:01.883851 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-33d9e9f3-a814-440b-b35a-ba309b5c9e3d admin admin] Usage tracker for resource:security_group_rule and tenant:23baf140f8044bab8a0b43b5acb36675 is out of sync, need to count used quota {{(pid=84115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 03:15:01.889314 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-33d9e9f3-a814-440b-b35a-ba309b5c9e3d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 03:15:01.893153 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-c8d34a6c-d16d-4e52-bf78-853f0d7eada0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:15:01.898001 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-33d9e9f3-a814-440b-b35a-ba309b5c9e3d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 03:15:01.985399 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-33d9e9f3-a814-440b-b35a-ba309b5c9e3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:15:01.992841 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-c8d34a6c-d16d-4e52-bf78-853f0d7eada0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237410'] for security_group, after_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:15:01.997273 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-16eba16b-82fc-4e49-8793-a97fc5b823de tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:15:02.028607 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8d34a6c-d16d-4e52-bf78-853f0d7eada0 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=84115) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 19 03:15:02.037278 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-33d9e9f3-a814-440b-b35a-ba309b5c9e3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237410'] for security_group, after_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:15:02.056640 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d34a6c-d16d-4e52-bf78-853f0d7eada0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07e4edaa-e659-4220-86e8-f2f003c14a84,revision_number=1']} {{(pid=84115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:15:02.060894 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-c8d34a6c-d16d-4e52-bf78-853f0d7eada0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:15:02.062044 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-c8d34a6c-d16d-4e52-bf78-853f0d7eada0 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8767143388190', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838644319'] for segment, precommit_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:15:02.062501 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.db.segments_db [None req-c8d34a6c-d16d-4e52-bf78-853f0d7eada0 admin admin] Added segment cdcefa80-4c1b-403b-8df4-d9d21c7b48c4 of type vxlan for network 38704fa4-e355-4df5-b7d5-5c3d00c00f60
Feb 19 03:15:02.065791 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-123ae229-4953-4a17-bd07-ffea0ede1776 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.021s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:15:02.085182 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5be0403d-b695-4bbb-85b4-d8392155a901 None None] New status for floating IP 05f20d44-782b-446a-8042-15c24326acec: ACTIVE {{(pid=84117) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 19 03:15:02.114376 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-33d9e9f3-a814-440b-b35a-ba309b5c9e3d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=23baf140f8044bab8a0b43b5acb36675&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3043275
Feb 19 03:15:02.118025 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84116) accepted ('10.222.0.13', 56834) {{(pid=84116) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:15:02.124190 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d9e9f3-a814-440b-b35a-ba309b5c9e3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1525b8c-bc56-4124-bb4a-89806b75d4ae,revision_number=1']} {{(pid=84115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:15:02.136298 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-33d9e9f3-a814-440b-b35a-ba309b5c9e3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:15:02.142969 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-c8d34a6c-d16d-4e52-bf78-853f0d7eada0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363269711912974'] for network, precommit_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:15:02.193048 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-ac055e5a-8345-47be-be97-d0f50ccfb749 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:15:02.221691 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-c8d34a6c-d16d-4e52-bf78-853f0d7eada0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477'] for network, after_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:15:02.223072 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8d34a6c-d16d-4e52-bf78-853f0d7eada0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:15:02.223737 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-c8d34a6c-d16d-4e52-bf78-853f0d7eada0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854203462'] for network, before_response {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:15:02.229274 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-178d1dcc-6106-478a-861c-593f344bc80a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:15:02.229803 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-ac055e5a-8345-47be-be97-d0f50ccfb749 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:15:02.316294 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-ac055e5a-8345-47be-be97-d0f50ccfb749 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237410'] for security_group, after_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:15:02.322526 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-10f4543a-169b-411e-9c65-76fba90b4faa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:15:02.334540 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac055e5a-8345-47be-be97-d0f50ccfb749 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1525b8c-bc56-4124-bb4a-89806b75d4ae,revision_number=None']} {{(pid=84116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:15:02.337197 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-ac055e5a-8345-47be-be97-d0f50ccfb749 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:15:02.339945 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d34a6c-d16d-4e52-bf78-853f0d7eada0 admin admin] Pushing event updated for resources: {'Network': ['ID=38704fa4-e355-4df5-b7d5-5c3d00c00f60,revision_number=1']} {{(pid=84115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:15:02.343283 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-c8d34a6c-d16d-4e52-bf78-853f0d7eada0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:15:02.344300 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-ac055e5a-8345-47be-be97-d0f50ccfb749 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:15:02.348754 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-ac055e5a-8345-47be-be97-d0f50ccfb749 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d1525b8c-bc56-4124-bb4a-89806b75d4ae HTTP/1.1" status: 204  len: 168 time: 0.2271597
Feb 19 03:15:02.379690 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-c8d34a6c-d16d-4e52-bf78-853f0d7eada0 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 875 time: 1.1736233
Feb 19 03:15:02.380074 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84115) accepted ('10.222.0.13', 56842) {{(pid=84115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:15:02.386412 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.rpc [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Network 38704fa4-e355-4df5-b7d5-5c3d00c00f60 details requested by agent ovs-agent-dv-cinder-775706-2-iscsi with host dv-cinder-775706-2-iscsi {{(pid=84117) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 19 03:15:02.387579 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.v2.base [None req-a447a18e-9617-4cd0-89d5-72eee7536dbc admin admin] Request body: {'subnet': {'network_id': '38704fa4-e355-4df5-b7d5-5c3d00c00f60', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1195505282-subnet', 'tenant_id': '321293abdca04df2bc758ca11cc4dab0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 03:15:02.394817 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-a447a18e-9617-4cd0-89d5-72eee7536dbc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 03:15:02.399225 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-a447a18e-9617-4cd0-89d5-72eee7536dbc admin admin] Usage tracker for resource:subnet and tenant:321293abdca04df2bc758ca11cc4dab0 is out of sync, need to count used quota {{(pid=84115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 03:15:02.405152 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-a447a18e-9617-4cd0-89d5-72eee7536dbc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 03:15:02.408488 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-a447a18e-9617-4cd0-89d5-72eee7536dbc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 03:15:02.457898 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.rpc [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Network 38704fa4-e355-4df5-b7d5-5c3d00c00f60 details requested by agent ovs-agent-hv-cinder-77570 with host hv-cinder-77570 {{(pid=84117) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 19 03:15:02.460694 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a447a18e-9617-4cd0-89d5-72eee7536dbc admin admin] Made reservation on behalf of 321293abdca04df2bc758ca11cc4dab0 for: {'subnet': 1} {{(pid=84115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 19 03:15:02.465797 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-a447a18e-9617-4cd0-89d5-72eee7536dbc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2225921'] for subnet, before_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:15:02.905066 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84116) accepted ('10.222.0.13', 56848) {{(pid=84116) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:15:02.911888 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-a447a18e-9617-4cd0-89d5-72eee7536dbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853345842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2225970'] for subnet, after_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:15:02.925662 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-6e28fcb7-1ca2-48b4-905b-cd4ba61bbfaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:15:02.928596 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-0ac7b0a8-f7a3-412d-bc30-3ecc660b4ea2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:15:02.941347 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-6e28fcb7-1ca2-48b4-905b-cd4ba61bbfaa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 03:15:02.945490 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-6e28fcb7-1ca2-48b4-905b-cd4ba61bbfaa admin admin] Usage tracker for resource:security_group_rule and tenant:d7dc977ab5f64cea8a3e9af27d69d827 is out of sync, need to count used quota {{(pid=84116) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 03:15:02.948546 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-6e28fcb7-1ca2-48b4-905b-cd4ba61bbfaa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84116) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 03:15:02.954628 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-6e28fcb7-1ca2-48b4-905b-cd4ba61bbfaa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 03:15:03.041277 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-6e28fcb7-1ca2-48b4-905b-cd4ba61bbfaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:15:03.055879 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a447a18e-9617-4cd0-89d5-72eee7536dbc admin admin] Pushing event updated for resources: {'Subnet': ['ID=e58e46eb-09fe-49af-baf2-4b0266a07742,revision_number=0']} {{(pid=84115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:15:03.059245 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-a447a18e-9617-4cd0-89d5-72eee7536dbc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:15:03.076266 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-6e28fcb7-1ca2-48b4-905b-cd4ba61bbfaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237410'] for security_group, after_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:15:03.086259 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-b359c15b-91df-439f-b41a-b62cda124e45 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:15:03.129746 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a447a18e-9617-4cd0-89d5-72eee7536dbc admin admin] Checking segment: {'id': 'cdcefa80-4c1b-403b-8df4-d9d21c7b48c4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '38704fa4-e355-4df5-b7d5-5c3d00c00f60'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 19 03:15:03.130167 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a447a18e-9617-4cd0-89d5-72eee7536dbc admin admin] Network hostable DHCP agents. Network: 38704fa4-e355-4df5-b7d5-5c3d00c00f60, hostable agents: ['0c5e2175-22e3-4812-a651-647624438454'], hosted agents: [] {{(pid=84115) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 19 03:15:03.132467 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-6e28fcb7-1ca2-48b4-905b-cd4ba61bbfaa admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d7dc977ab5f64cea8a3e9af27d69d827&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2261267
Feb 19 03:15:03.134260 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e28fcb7-1ca2-48b4-905b-cd4ba61bbfaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf1d8465-5b5e-4f15-b785-5b2f05622d12,revision_number=1']} {{(pid=84116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:15:03.136675 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84115) accepted ('10.222.0.13', 56852) {{(pid=84115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:15:03.137513 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-6e28fcb7-1ca2-48b4-905b-cd4ba61bbfaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:15:03.210953 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a447a18e-9617-4cd0-89d5-72eee7536dbc admin admin] Network 38704fa4-e355-4df5-b7d5-5c3d00c00f60 is scheduled to be hosted by DHCP agent 0c5e2175-22e3-4812-a651-647624438454 with binding_index 1 {{(pid=84115) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 19 03:15:03.218387 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-1371a799-e0d3-42e9-9967-40e72860fdc3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:15:03.246748 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-1371a799-e0d3-42e9-9967-40e72860fdc3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:15:03.264858 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.scheduler.base_scheduler [None req-a447a18e-9617-4cd0-89d5-72eee7536dbc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775706-2-iscsi, 38704fa4-e355-4df5-b7d5-5c3d00c00f60) {{(pid=84115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 19 03:15:03.275441 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e2e96ca-8541-4227-bff8-be60af589769 None None] Network 38704fa4-e355-4df5-b7d5-5c3d00c00f60 requested from dv-cinder-775706-2-iscsi {{(pid=84117) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 19 03:15:03.291038 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a447a18e-9617-4cd0-89d5-72eee7536dbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:15:03.291676 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-a447a18e-9617-4cd0-89d5-72eee7536dbc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854203462'] for subnet, before_response {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:15:03.365260 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-a447a18e-9617-4cd0-89d5-72eee7536dbc admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.9839149
Feb 19 03:15:03.396508 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-1371a799-e0d3-42e9-9967-40e72860fdc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237410'] for security_group, after_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:15:03.402390 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-33d9e9f3-a814-440b-b35a-ba309b5c9e3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:15:03.414193 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-1371a799-e0d3-42e9-9967-40e72860fdc3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:15:03.417924 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-1371a799-e0d3-42e9-9967-40e72860fdc3 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/bf1d8465-5b5e-4f15-b785-5b2f05622d12 HTTP/1.1" status: 204  len: 168 time: 0.2777324
Feb 19 03:15:03.417924 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1371a799-e0d3-42e9-9967-40e72860fdc3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf1d8465-5b5e-4f15-b785-5b2f05622d12,revision_number=None']} {{(pid=84115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:15:03.419065 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-1371a799-e0d3-42e9-9967-40e72860fdc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:15:03.540990 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc897044-4971-486d-ae79-9bd9238d5694 None None] Network 38704fa4-e355-4df5-b7d5-5c3d00c00f60 requested from dv-cinder-775706-2-iscsi {{(pid=84117) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 19 03:15:04.450447 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84115) accepted ('10.222.0.13', 56884) {{(pid=84115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:15:04.561236 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.v2.base [None req-6ceff3b0-2b71-4afb-abec-8533374ac258 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-314391350-network', 'tenant_id': '4c59c0939a9c479bb306e3fff6e90ee7'}} {{(pid=84115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 03:15:04.566510 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-6ceff3b0-2b71-4afb-abec-8533374ac258 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 03:15:04.570594 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-6ceff3b0-2b71-4afb-abec-8533374ac258 admin admin] Usage tracker for resource:network and tenant:4c59c0939a9c479bb306e3fff6e90ee7 is out of sync, need to count used quota {{(pid=84115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 03:15:04.573611 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-6ceff3b0-2b71-4afb-abec-8533374ac258 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 03:15:04.579629 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-6ceff3b0-2b71-4afb-abec-8533374ac258 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 03:15:04.624399 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ceff3b0-2b71-4afb-abec-8533374ac258 admin admin] Made reservation on behalf of 4c59c0939a9c479bb306e3fff6e90ee7 for: {'network': 1} {{(pid=84115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 19 03:15:04.629347 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-6ceff3b0-2b71-4afb-abec-8533374ac258 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838630373'] for network, before_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:15:04.643118 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-6ceff3b0-2b71-4afb-abec-8533374ac258 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:15:04.659205 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-6ceff3b0-2b71-4afb-abec-8533374ac258 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 03:15:04.663471 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-6ceff3b0-2b71-4afb-abec-8533374ac258 admin admin] Usage tracker for resource:security_group_rule and tenant:4c59c0939a9c479bb306e3fff6e90ee7 is out of sync, need to count used quota {{(pid=84115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 03:15:04.666449 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-6ceff3b0-2b71-4afb-abec-8533374ac258 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 03:15:04.672280 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-6ceff3b0-2b71-4afb-abec-8533374ac258 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 03:15:04.760299 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-6ceff3b0-2b71-4afb-abec-8533374ac258 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:15:04.798652 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-6ceff3b0-2b71-4afb-abec-8533374ac258 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237410'] for security_group, after_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:15:04.802878 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-42c88ffa-c707-4335-8353-9661cf92b940 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:15:04.835436 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ceff3b0-2b71-4afb-abec-8533374ac258 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=84115) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 19 03:15:04.844669 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ceff3b0-2b71-4afb-abec-8533374ac258 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20e78516-6d4d-4339-9250-4b54354e1434,revision_number=1']} {{(pid=84115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:15:04.848563 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-6ceff3b0-2b71-4afb-abec-8533374ac258 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:15:04.851079 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-6ceff3b0-2b71-4afb-abec-8533374ac258 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8767143388190', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838644319'] for segment, precommit_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:15:04.851520 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.db.segments_db [None req-6ceff3b0-2b71-4afb-abec-8533374ac258 admin admin] Added segment 5d8dc2ff-d144-4712-a8ca-a829c5c51495 of type vxlan for network 6597f80e-3b52-47a2-a1f7-0277146712db
Feb 19 03:15:04.877766 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-6ceff3b0-2b71-4afb-abec-8533374ac258 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363269711912974'] for network, precommit_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:15:04.939056 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-6ceff3b0-2b71-4afb-abec-8533374ac258 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477'] for network, after_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:15:04.940307 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ceff3b0-2b71-4afb-abec-8533374ac258 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:15:04.940953 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-6ceff3b0-2b71-4afb-abec-8533374ac258 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854203462'] for network, before_response {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:15:04.946391 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:15:05.052276 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ceff3b0-2b71-4afb-abec-8533374ac258 admin admin] Pushing event updated for resources: {'Network': ['ID=6597f80e-3b52-47a2-a1f7-0277146712db,revision_number=1']} {{(pid=84115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:15:05.055543 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-6ceff3b0-2b71-4afb-abec-8533374ac258 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:15:05.063898 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.rpc [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Network 6597f80e-3b52-47a2-a1f7-0277146712db details requested by agent ovs-agent-dv-cinder-775706-2-iscsi with host dv-cinder-775706-2-iscsi {{(pid=84117) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 19 03:15:05.078566 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.rpc [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Network 6597f80e-3b52-47a2-a1f7-0277146712db details requested by agent ovs-agent-hv-cinder-77570 with host hv-cinder-77570 {{(pid=84117) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 19 03:15:05.088772 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-6ceff3b0-2b71-4afb-abec-8533374ac258 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 874 time: 0.6371942
Feb 19 03:15:05.091909 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84115) accepted ('10.222.0.13', 56890) {{(pid=84115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:15:05.098157 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.v2.base [None req-d2587ad3-3eb3-4641-ae87-25252ee14d23 admin admin] Request body: {'subnet': {'network_id': '6597f80e-3b52-47a2-a1f7-0277146712db', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-314391350-subnet', 'tenant_id': '4c59c0939a9c479bb306e3fff6e90ee7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 03:15:05.103301 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-d2587ad3-3eb3-4641-ae87-25252ee14d23 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 03:15:05.107639 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-d2587ad3-3eb3-4641-ae87-25252ee14d23 admin admin] Usage tracker for resource:subnet and tenant:4c59c0939a9c479bb306e3fff6e90ee7 is out of sync, need to count used quota {{(pid=84115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 03:15:05.110806 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-d2587ad3-3eb3-4641-ae87-25252ee14d23 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 03:15:05.117378 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-d2587ad3-3eb3-4641-ae87-25252ee14d23 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 03:15:05.175969 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2587ad3-3eb3-4641-ae87-25252ee14d23 admin admin] Made reservation on behalf of 4c59c0939a9c479bb306e3fff6e90ee7 for: {'subnet': 1} {{(pid=84115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 19 03:15:05.181524 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-d2587ad3-3eb3-4641-ae87-25252ee14d23 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2225921'] for subnet, before_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:15:05.777090 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d00912b-0d07-4492-a768-b7f00ddb47db req-0064bec9-a44d-4f94-8ab0-93ac72cfc039 tempest-VolumesActionsTest-1533452627 tempest-VolumesActionsTest-1533452627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:15:05.777841 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [req-4d00912b-0d07-4492-a768-b7f00ddb47db req-0064bec9-a44d-4f94-8ab0-93ac72cfc039 tempest-VolumesActionsTest-1533452627 tempest-VolumesActionsTest-1533452627-project] Synchronizing usage tracker for tenant:321293abdca04df2bc758ca11cc4dab0 on resource:network {{(pid=84115) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 19 03:15:05.898302 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [req-4d00912b-0d07-4492-a768-b7f00ddb47db req-0064bec9-a44d-4f94-8ab0-93ac72cfc039 tempest-VolumesActionsTest-1533452627 tempest-VolumesActionsTest-1533452627-project] Unset dirty status for tenant:321293abdca04df2bc758ca11cc4dab0 on resource:network {{(pid=84115) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 19 03:15:05.899569 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-4d00912b-0d07-4492-a768-b7f00ddb47db req-0064bec9-a44d-4f94-8ab0-93ac72cfc039 tempest-VolumesActionsTest-1533452627 tempest-VolumesActionsTest-1533452627-project] 10.222.0.13 "GET /v2.0/networks?id=38704fa4-e355-4df5-b7d5-5c3d00c00f60 HTTP/1.1" status: 200  len: 809 time: 0.3251395
Feb 19 03:15:05.949924 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-4d00912b-0d07-4492-a768-b7f00ddb47db req-287cf8fb-37fc-48fb-9e51-ebbae8c28350 tempest-VolumesActionsTest-1533452627 tempest-VolumesActionsTest-1533452627-project] 10.222.0.13 "GET /v2.0/quotas/321293abdca04df2bc758ca11cc4dab0 HTTP/1.1" status: 200  len: 375 time: 0.0439403
Feb 19 03:15:06.017519 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-4d00912b-0d07-4492-a768-b7f00ddb47db req-5b8e1310-30a9-4293-95eb-a5ff280a3e4d tempest-VolumesActionsTest-1533452627 tempest-VolumesActionsTest-1533452627-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=321293abdca04df2bc758ca11cc4dab0&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0568726
Feb 19 03:15:06.023998 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-d2587ad3-3eb3-4641-ae87-25252ee14d23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853345842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2225970'] for subnet, after_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:15:06.062708 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-9e2e9b7e-b10b-4b08-bd7e-8a535e5b42a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:15:06.255294 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2587ad3-3eb3-4641-ae87-25252ee14d23 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e3bea579-d2b0-4136-8407-2c02a7dc1126,revision_number=0']} {{(pid=84115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:15:06.261622 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-d2587ad3-3eb3-4641-ae87-25252ee14d23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:15:06.326484 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-4d00912b-0d07-4492-a768-b7f00ddb47db req-62ba6249-927f-4402-8917-efb513ca7966 service neutron] 10.222.0.13 "GET /v2.0/networks/38704fa4-e355-4df5-b7d5-5c3d00c00f60?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3012877
Feb 19 03:15:06.448493 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2587ad3-3eb3-4641-ae87-25252ee14d23 admin admin] Checking segment: {'id': '5d8dc2ff-d144-4712-a8ca-a829c5c51495', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '6597f80e-3b52-47a2-a1f7-0277146712db'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 19 03:15:06.448881 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2587ad3-3eb3-4641-ae87-25252ee14d23 admin admin] Network hostable DHCP agents. Network: 6597f80e-3b52-47a2-a1f7-0277146712db, hostable agents: ['0c5e2175-22e3-4812-a651-647624438454'], hosted agents: [] {{(pid=84115) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 19 03:15:06.505249 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-4d00912b-0d07-4492-a768-b7f00ddb47db req-a4e4902f-76bf-42f0-9d1a-6b2d9b84eea3 service neutron] 10.222.0.13 "GET /v2.0/networks/38704fa4-e355-4df5-b7d5-5c3d00c00f60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1721480
Feb 19 03:15:06.527491 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2587ad3-3eb3-4641-ae87-25252ee14d23 admin admin] Network 6597f80e-3b52-47a2-a1f7-0277146712db is scheduled to be hosted by DHCP agent 0c5e2175-22e3-4812-a651-647624438454 with binding_index 1 {{(pid=84115) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 19 03:15:06.562312 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.scheduler.base_scheduler [None req-d2587ad3-3eb3-4641-ae87-25252ee14d23 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775706-2-iscsi, 6597f80e-3b52-47a2-a1f7-0277146712db) {{(pid=84115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 19 03:15:06.571976 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e04487a9-4a88-4f40-9646-49475426afb9 None None] Network 6597f80e-3b52-47a2-a1f7-0277146712db requested from dv-cinder-775706-2-iscsi {{(pid=84117) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 19 03:15:06.574694 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2587ad3-3eb3-4641-ae87-25252ee14d23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:15:06.575856 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-d2587ad3-3eb3-4641-ae87-25252ee14d23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854203462'] for subnet, before_response {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:15:06.651619 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-d2587ad3-3eb3-4641-ae87-25252ee14d23 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.5497556
Feb 19 03:15:06.782467 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-1c149d18-b0d3-433c-afda-784dc010a41a req-2db1a4cc-ffdd-4e4e-be41-63d42a1a8aab tempest-VolumesActionsTest-1533452627 tempest-VolumesActionsTest-1533452627-project] 10.222.0.13 "GET /v2.0/ports?device_id=8eda5312-cad5-4611-99ce-a401a5542286 HTTP/1.1" status: 200  len: 210 time: 0.0705249
Feb 19 03:15:06.815979 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba60083b-83b4-4c4c-9a32-e01e17e1d855 None None] Network 6597f80e-3b52-47a2-a1f7-0277146712db requested from dv-cinder-775706-2-iscsi {{(pid=84117) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 19 03:15:07.452554 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84115) accepted ('10.222.0.13', 56936) {{(pid=84115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:15:07.458713 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.v2.base [None req-4ef54130-7ea7-46c5-bf1a-d47982db1ca9 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-172009200-network', 'tenant_id': 'b9fd1bd2bccd4c378d2bfdf8ce7eccd2'}} {{(pid=84115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 03:15:07.463872 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-4ef54130-7ea7-46c5-bf1a-d47982db1ca9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 03:15:07.468887 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-4ef54130-7ea7-46c5-bf1a-d47982db1ca9 admin admin] Usage tracker for resource:network and tenant:b9fd1bd2bccd4c378d2bfdf8ce7eccd2 is out of sync, need to count used quota {{(pid=84115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 03:15:07.472008 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-4ef54130-7ea7-46c5-bf1a-d47982db1ca9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 03:15:07.478383 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-4ef54130-7ea7-46c5-bf1a-d47982db1ca9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 03:15:07.518454 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ef54130-7ea7-46c5-bf1a-d47982db1ca9 admin admin] Made reservation on behalf of b9fd1bd2bccd4c378d2bfdf8ce7eccd2 for: {'network': 1} {{(pid=84115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 19 03:15:07.523348 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-4ef54130-7ea7-46c5-bf1a-d47982db1ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838630373'] for network, before_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:15:07.536440 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-4ef54130-7ea7-46c5-bf1a-d47982db1ca9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:15:07.552365 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-4ef54130-7ea7-46c5-bf1a-d47982db1ca9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 03:15:07.557094 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-4ef54130-7ea7-46c5-bf1a-d47982db1ca9 admin admin] Usage tracker for resource:security_group_rule and tenant:b9fd1bd2bccd4c378d2bfdf8ce7eccd2 is out of sync, need to count used quota {{(pid=84115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 03:15:07.560091 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-4ef54130-7ea7-46c5-bf1a-d47982db1ca9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 03:15:07.566245 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-4ef54130-7ea7-46c5-bf1a-d47982db1ca9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 03:15:07.653275 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-4ef54130-7ea7-46c5-bf1a-d47982db1ca9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:15:07.701316 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-4ef54130-7ea7-46c5-bf1a-d47982db1ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237410'] for security_group, after_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:15:07.705773 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-1371a799-e0d3-42e9-9967-40e72860fdc3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:15:07.738521 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ef54130-7ea7-46c5-bf1a-d47982db1ca9 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5}  {{(pid=84115) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 19 03:15:07.747792 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef54130-7ea7-46c5-bf1a-d47982db1ca9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16f12a12-efe2-4717-91df-0376a142d6b5,revision_number=1']} {{(pid=84115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:15:07.751695 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-4ef54130-7ea7-46c5-bf1a-d47982db1ca9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:15:07.754424 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-4ef54130-7ea7-46c5-bf1a-d47982db1ca9 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8767143388190', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838644319'] for segment, precommit_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:15:07.754863 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.db.segments_db [None req-4ef54130-7ea7-46c5-bf1a-d47982db1ca9 admin admin] Added segment ac0b8cd1-3516-42de-8780-adbf4f3bfef8 of type vxlan for network f5836c17-ed4a-4557-856f-6392518330c8
Feb 19 03:15:07.782389 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-4ef54130-7ea7-46c5-bf1a-d47982db1ca9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363269711912974'] for network, precommit_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:15:07.850520 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-4ef54130-7ea7-46c5-bf1a-d47982db1ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477'] for network, after_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:15:07.851853 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ef54130-7ea7-46c5-bf1a-d47982db1ca9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:15:07.852525 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-4ef54130-7ea7-46c5-bf1a-d47982db1ca9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854203462'] for network, before_response {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:15:07.857810 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:15:08.241952 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-16981408-8a26-457f-a52f-89c7455949b5 req-51bc05b9-74b0-45bc-885f-d8226a8a6036 tempest-VolumesActionsTest-1533452627 tempest-VolumesActionsTest-1533452627-project] 10.222.0.13 "GET /v2.0/ports?device_id=8eda5312-cad5-4611-99ce-a401a5542286 HTTP/1.1" status: 200  len: 210 time: 0.3092442
Feb 19 03:15:08.245100 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef54130-7ea7-46c5-bf1a-d47982db1ca9 admin admin] Pushing event updated for resources: {'Network': ['ID=f5836c17-ed4a-4557-856f-6392518330c8,revision_number=1']} {{(pid=84115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:15:08.247914 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-4ef54130-7ea7-46c5-bf1a-d47982db1ca9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:15:08.259599 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.rpc [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Network f5836c17-ed4a-4557-856f-6392518330c8 details requested by agent ovs-agent-hv-cinder-77570 with host hv-cinder-77570 {{(pid=84117) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 19 03:15:08.273879 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-4ef54130-7ea7-46c5-bf1a-d47982db1ca9 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 874 time: 0.8176503
Feb 19 03:15:08.274827 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84115) accepted ('10.222.0.13', 56944) {{(pid=84115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:15:08.278233 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.rpc [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Network f5836c17-ed4a-4557-856f-6392518330c8 details requested by agent ovs-agent-dv-cinder-775706-2-iscsi with host dv-cinder-775706-2-iscsi {{(pid=84117) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 19 03:15:08.282746 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.v2.base [None req-c741639c-5023-4b2a-8fdd-cb2d2d2e5c96 admin admin] Request body: {'subnet': {'network_id': 'f5836c17-ed4a-4557-856f-6392518330c8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-172009200-subnet', 'tenant_id': 'b9fd1bd2bccd4c378d2bfdf8ce7eccd2', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 03:15:08.286299 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-c741639c-5023-4b2a-8fdd-cb2d2d2e5c96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 03:15:08.290418 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-c741639c-5023-4b2a-8fdd-cb2d2d2e5c96 admin admin] Usage tracker for resource:subnet and tenant:b9fd1bd2bccd4c378d2bfdf8ce7eccd2 is out of sync, need to count used quota {{(pid=84115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 03:15:08.293509 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-c741639c-5023-4b2a-8fdd-cb2d2d2e5c96 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 03:15:08.299307 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-c741639c-5023-4b2a-8fdd-cb2d2d2e5c96 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 03:15:08.356206 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c741639c-5023-4b2a-8fdd-cb2d2d2e5c96 admin admin] Made reservation on behalf of b9fd1bd2bccd4c378d2bfdf8ce7eccd2 for: {'subnet': 1} {{(pid=84115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 19 03:15:08.361074 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-c741639c-5023-4b2a-8fdd-cb2d2d2e5c96 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2225921'] for subnet, before_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:15:08.497430 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d00912b-0d07-4492-a768-b7f00ddb47db req-4c11e9dd-61ea-45be-88c1-c09642c4de18 tempest-VolumesActionsTest-1533452627 tempest-VolumesActionsTest-1533452627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:15:08.499142 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-4d00912b-0d07-4492-a768-b7f00ddb47db req-4c11e9dd-61ea-45be-88c1-c09642c4de18 tempest-VolumesActionsTest-1533452627 tempest-VolumesActionsTest-1533452627-project] 10.222.0.65 "GET /v2.0/networks?id=38704fa4-e355-4df5-b7d5-5c3d00c00f60 HTTP/1.1" status: 200  len: 809 time: 0.1745465
Feb 19 03:15:08.512474 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.v2.base [req-4d00912b-0d07-4492-a768-b7f00ddb47db req-14ffba0b-66b5-4f0b-aaec-6178b16de67d tempest-VolumesActionsTest-1533452627 tempest-VolumesActionsTest-1533452627-project] Request body: {'port': {'device_id': '8eda5312-cad5-4611-99ce-a401a5542286', 'network_id': '38704fa4-e355-4df5-b7d5-5c3d00c00f60', 'admin_state_up': True, 'tenant_id': '321293abdca04df2bc758ca11cc4dab0'}} {{(pid=84116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 03:15:08.663600 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [req-4d00912b-0d07-4492-a768-b7f00ddb47db req-14ffba0b-66b5-4f0b-aaec-6178b16de67d tempest-VolumesActionsTest-1533452627 tempest-VolumesActionsTest-1533452627-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 03:15:08.667693 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [req-4d00912b-0d07-4492-a768-b7f00ddb47db req-14ffba0b-66b5-4f0b-aaec-6178b16de67d tempest-VolumesActionsTest-1533452627 tempest-VolumesActionsTest-1533452627-project] Usage tracker for resource:port and tenant:321293abdca04df2bc758ca11cc4dab0 is out of sync, need to count used quota {{(pid=84116) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 03:15:08.670741 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [req-4d00912b-0d07-4492-a768-b7f00ddb47db req-14ffba0b-66b5-4f0b-aaec-6178b16de67d tempest-VolumesActionsTest-1533452627 tempest-VolumesActionsTest-1533452627-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84116) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 03:15:08.676630 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [req-4d00912b-0d07-4492-a768-b7f00ddb47db req-14ffba0b-66b5-4f0b-aaec-6178b16de67d tempest-VolumesActionsTest-1533452627 tempest-VolumesActionsTest-1533452627-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 03:15:08.711006 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d00912b-0d07-4492-a768-b7f00ddb47db req-14ffba0b-66b5-4f0b-aaec-6178b16de67d tempest-VolumesActionsTest-1533452627 tempest-VolumesActionsTest-1533452627-project] Made reservation on behalf of 321293abdca04df2bc758ca11cc4dab0 for: {'port': 1} {{(pid=84116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 19 03:15:08.717086 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-4d00912b-0d07-4492-a768-b7f00ddb47db req-14ffba0b-66b5-4f0b-aaec-6178b16de67d tempest-VolumesActionsTest-1533452627 tempest-VolumesActionsTest-1533452627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838630373'] for port, before_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:15:08.807120 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-c741639c-5023-4b2a-8fdd-cb2d2d2e5c96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853345842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2225970'] for subnet, after_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:15:08.827322 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-8aabbf20-675d-48d5-ba2b-8db55fa81ef8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:15:08.960055 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c741639c-5023-4b2a-8fdd-cb2d2d2e5c96 admin admin] Pushing event updated for resources: {'Subnet': ['ID=76e4d551-ad1c-43dd-b869-4c5b05a54c78,revision_number=0']} {{(pid=84115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:15:08.965134 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-c741639c-5023-4b2a-8fdd-cb2d2d2e5c96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:15:09.037548 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c741639c-5023-4b2a-8fdd-cb2d2d2e5c96 admin admin] Checking segment: {'id': 'ac0b8cd1-3516-42de-8780-adbf4f3bfef8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f5836c17-ed4a-4557-856f-6392518330c8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 19 03:15:09.037893 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c741639c-5023-4b2a-8fdd-cb2d2d2e5c96 admin admin] Network hostable DHCP agents. Network: f5836c17-ed4a-4557-856f-6392518330c8, hostable agents: ['0c5e2175-22e3-4812-a651-647624438454'], hosted agents: [] {{(pid=84115) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 19 03:15:09.181574 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c741639c-5023-4b2a-8fdd-cb2d2d2e5c96 admin admin] Network f5836c17-ed4a-4557-856f-6392518330c8 is scheduled to be hosted by DHCP agent 0c5e2175-22e3-4812-a651-647624438454 with binding_index 1 {{(pid=84115) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 19 03:15:09.242377 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.scheduler.base_scheduler [None req-c741639c-5023-4b2a-8fdd-cb2d2d2e5c96 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775706-2-iscsi, f5836c17-ed4a-4557-856f-6392518330c8) {{(pid=84115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 19 03:15:09.255036 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c741639c-5023-4b2a-8fdd-cb2d2d2e5c96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:15:09.255744 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-c741639c-5023-4b2a-8fdd-cb2d2d2e5c96 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854203462'] for subnet, before_response {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:15:09.256042 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff7a5752-e999-478b-99cf-f2bffa3d32e5 None None] Network f5836c17-ed4a-4557-856f-6392518330c8 requested from dv-cinder-775706-2-iscsi {{(pid=84117) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 19 03:15:09.327052 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-c741639c-5023-4b2a-8fdd-cb2d2d2e5c96 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.0506525
Feb 19 03:15:09.341423 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.db_base_plugin_common [req-4d00912b-0d07-4492-a768-b7f00ddb47db req-14ffba0b-66b5-4f0b-aaec-6178b16de67d tempest-VolumesActionsTest-1533452627 tempest-VolumesActionsTest-1533452627-project] Allocated IP 172.20.0.9 (38704fa4-e355-4df5-b7d5-5c3d00c00f60/e58e46eb-09fe-49af-baf2-4b0266a07742/27411146-c4d6-42f2-9a9e-b4156db36db6) {{(pid=84116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 19 03:15:09.427015 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-775a7f54-dd6f-402b-90a4-c54921e6ff3a req-1adcd388-6fa8-4d60-b2ae-70ffa3daff44 tempest-VolumesActionsTest-1533452627 tempest-VolumesActionsTest-1533452627-project] 10.222.0.13 "GET /v2.0/ports?device_id=8eda5312-cad5-4611-99ce-a401a5542286 HTTP/1.1" status: 200  len: 210 time: 0.0584757
Feb 19 03:15:09.681948 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36c7a9a3-bbd4-4cbd-827a-d90fe84e6759 None None] Network f5836c17-ed4a-4557-856f-6392518330c8 requested from dv-cinder-775706-2-iscsi {{(pid=84117) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 19 03:15:09.721565 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-4d00912b-0d07-4492-a768-b7f00ddb47db req-14ffba0b-66b5-4f0b-aaec-6178b16de67d tempest-VolumesActionsTest-1533452627 tempest-VolumesActionsTest-1533452627-project] Notify callbacks [] for port, precommit_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:15:09.793307 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-4d00912b-0d07-4492-a768-b7f00ddb47db req-14ffba0b-66b5-4f0b-aaec-6178b16de67d tempest-VolumesActionsTest-1533452627 tempest-VolumesActionsTest-1533452627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363269711907205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2630593'] for port, after_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:15:09.809034 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-a52e8c1e-5698-468c-ba90-ee4e171f3b13 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:15:09.947328 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ffba0b-66b5-4f0b-aaec-6178b16de67d tempest-VolumesActionsTest-1533452627 tempest-VolumesActionsTest-1533452627-project] Pushing event updated for resources: {'Port': ['ID=27411146-c4d6-42f2-9a9e-b4156db36db6,revision_number=1']} {{(pid=84116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:15:09.960316 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ffba0b-66b5-4f0b-aaec-6178b16de67d tempest-VolumesActionsTest-1533452627 tempest-VolumesActionsTest-1533452627-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:15:09.960824 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ffba0b-66b5-4f0b-aaec-6178b16de67d tempest-VolumesActionsTest-1533452627 tempest-VolumesActionsTest-1533452627-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:15:09.961112 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ffba0b-66b5-4f0b-aaec-6178b16de67d tempest-VolumesActionsTest-1533452627 tempest-VolumesActionsTest-1533452627-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:15:09.961513 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ffba0b-66b5-4f0b-aaec-6178b16de67d tempest-VolumesActionsTest-1533452627 tempest-VolumesActionsTest-1533452627-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:15:09.961936 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ffba0b-66b5-4f0b-aaec-6178b16de67d tempest-VolumesActionsTest-1533452627 tempest-VolumesActionsTest-1533452627-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:15:09.962335 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ffba0b-66b5-4f0b-aaec-6178b16de67d tempest-VolumesActionsTest-1533452627 tempest-VolumesActionsTest-1533452627-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:15:09.962730 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ffba0b-66b5-4f0b-aaec-6178b16de67d tempest-VolumesActionsTest-1533452627 tempest-VolumesActionsTest-1533452627-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:15:09.963119 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ffba0b-66b5-4f0b-aaec-6178b16de67d tempest-VolumesActionsTest-1533452627 tempest-VolumesActionsTest-1533452627-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:15:09.963513 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ffba0b-66b5-4f0b-aaec-6178b16de67d tempest-VolumesActionsTest-1533452627 tempest-VolumesActionsTest-1533452627-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:15:09.963897 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ffba0b-66b5-4f0b-aaec-6178b16de67d tempest-VolumesActionsTest-1533452627 tempest-VolumesActionsTest-1533452627-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:15:09.964289 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ffba0b-66b5-4f0b-aaec-6178b16de67d tempest-VolumesActionsTest-1533452627 tempest-VolumesActionsTest-1533452627-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:15:09.964677 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ffba0b-66b5-4f0b-aaec-6178b16de67d tempest-VolumesActionsTest-1533452627 tempest-VolumesActionsTest-1533452627-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:15:09.965120 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ffba0b-66b5-4f0b-aaec-6178b16de67d tempest-VolumesActionsTest-1533452627 tempest-VolumesActionsTest-1533452627-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:15:09.965506 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ffba0b-66b5-4f0b-aaec-6178b16de67d tempest-VolumesActionsTest-1533452627 tempest-VolumesActionsTest-1533452627-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:15:09.965927 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ffba0b-66b5-4f0b-aaec-6178b16de67d tempest-VolumesActionsTest-1533452627 tempest-VolumesActionsTest-1533452627-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:15:09.966312 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ffba0b-66b5-4f0b-aaec-6178b16de67d tempest-VolumesActionsTest-1533452627 tempest-VolumesActionsTest-1533452627-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:15:09.966698 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ffba0b-66b5-4f0b-aaec-6178b16de67d tempest-VolumesActionsTest-1533452627 tempest-VolumesActionsTest-1533452627-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:15:09.967088 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ffba0b-66b5-4f0b-aaec-6178b16de67d tempest-VolumesActionsTest-1533452627 tempest-VolumesActionsTest-1533452627-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:15:09.967470 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ffba0b-66b5-4f0b-aaec-6178b16de67d tempest-VolumesActionsTest-1533452627 tempest-VolumesActionsTest-1533452627-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:15:09.967858 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ffba0b-66b5-4f0b-aaec-6178b16de67d tempest-VolumesActionsTest-1533452627 tempest-VolumesActionsTest-1533452627-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:15:09.968244 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ffba0b-66b5-4f0b-aaec-6178b16de67d tempest-VolumesActionsTest-1533452627 tempest-VolumesActionsTest-1533452627-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:15:09.968628 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ffba0b-66b5-4f0b-aaec-6178b16de67d tempest-VolumesActionsTest-1533452627 tempest-VolumesActionsTest-1533452627-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:15:09.969020 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ffba0b-66b5-4f0b-aaec-6178b16de67d tempest-VolumesActionsTest-1533452627 tempest-VolumesActionsTest-1533452627-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:15:09.969406 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14ffba0b-66b5-4f0b-aaec-6178b16de67d tempest-VolumesActionsTest-1533452627 tempest-VolumesActionsTest-1533452627-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:15:09.975242 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-14ffba0b-66b5-4f0b-aaec-6178b16de67d tempest-VolumesActionsTest-1533452627 tempest-VolumesActionsTest-1533452627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:15:10.025038 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d00912b-0d07-4492-a768-b7f00ddb47db req-14ffba0b-66b5-4f0b-aaec-6178b16de67d tempest-VolumesActionsTest-1533452627 tempest-VolumesActionsTest-1533452627-project] Network 38704fa4-e355-4df5-b7d5-5c3d00c00f60 is already hosted by enough agents. {{(pid=84116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 19 03:15:10.026206 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.scheduler.base_scheduler [req-4d00912b-0d07-4492-a768-b7f00ddb47db req-14ffba0b-66b5-4f0b-aaec-6178b16de67d tempest-VolumesActionsTest-1533452627 tempest-VolumesActionsTest-1533452627-project] Resources bound (agent type, host, resource id):  {{(pid=84116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 19 03:15:10.029502 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d00912b-0d07-4492-a768-b7f00ddb47db req-14ffba0b-66b5-4f0b-aaec-6178b16de67d tempest-VolumesActionsTest-1533452627 tempest-VolumesActionsTest-1533452627-project] Received port after_create {{(pid=84116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 19 03:15:10.096951 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d00912b-0d07-4492-a768-b7f00ddb47db req-14ffba0b-66b5-4f0b-aaec-6178b16de67d tempest-VolumesActionsTest-1533452627 tempest-VolumesActionsTest-1533452627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:15:10.097614 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-4d00912b-0d07-4492-a768-b7f00ddb47db req-14ffba0b-66b5-4f0b-aaec-6178b16de67d tempest-VolumesActionsTest-1533452627 tempest-VolumesActionsTest-1533452627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771976'] for port, before_response {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:15:10.168391 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-4d00912b-0d07-4492-a768-b7f00ddb47db req-14ffba0b-66b5-4f0b-aaec-6178b16de67d tempest-VolumesActionsTest-1533452627 tempest-VolumesActionsTest-1533452627-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.6601212
Feb 19 03:15:10.184849 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.v2.base [req-4d00912b-0d07-4492-a768-b7f00ddb47db req-7ec44633-bdac-416b-a22f-99507767e0a0 service neutron] Request body: {'port': {'device_id': '8eda5312-cad5-4611-99ce-a401a5542286', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77570'}} {{(pid=84116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 03:15:10.327631 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-4d00912b-0d07-4492-a768-b7f00ddb47db req-7ec44633-bdac-416b-a22f-99507767e0a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838630373'] for port, before_update {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:15:10.634236 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af91d902-5fcf-4eef-bccb-162caf1bfcfe req-991bb34b-43b3-414d-99bf-83793fda9927 tempest-VolumesActionsTest-1533452627 tempest-VolumesActionsTest-1533452627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:15:10.635908 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-af91d902-5fcf-4eef-bccb-162caf1bfcfe req-991bb34b-43b3-414d-99bf-83793fda9927 tempest-VolumesActionsTest-1533452627 tempest-VolumesActionsTest-1533452627-project] 10.222.0.13 "GET /v2.0/ports?device_id=8eda5312-cad5-4611-99ce-a401a5542286 HTTP/1.1" status: 200  len: 931 time: 0.0932109
Feb 19 03:15:10.684545 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [req-af91d902-5fcf-4eef-bccb-162caf1bfcfe req-5c64d2f8-475a-4891-9a4a-d7950567917f tempest-VolumesActionsTest-1533452627 tempest-VolumesActionsTest-1533452627-project] Synchronizing usage tracker for tenant:321293abdca04df2bc758ca11cc4dab0 on resource:security_group {{(pid=84115) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 19 03:15:10.727395 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [req-af91d902-5fcf-4eef-bccb-162caf1bfcfe req-5c64d2f8-475a-4891-9a4a-d7950567917f tempest-VolumesActionsTest-1533452627 tempest-VolumesActionsTest-1533452627-project] Unset dirty status for tenant:321293abdca04df2bc758ca11cc4dab0 on resource:security_group {{(pid=84115) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 19 03:15:10.728667 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-af91d902-5fcf-4eef-bccb-162caf1bfcfe req-5c64d2f8-475a-4891-9a4a-d7950567917f tempest-VolumesActionsTest-1533452627 tempest-VolumesActionsTest-1533452627-project] 10.222.0.13 "GET /v2.0/security-groups?id=07e4edaa-e659-4220-86e8-f2f003c14a84&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0861695
Feb 19 03:15:10.751373 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.notifiers.nova [req-4d00912b-0d07-4492-a768-b7f00ddb47db req-7ec44633-bdac-416b-a22f-99507767e0a0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27411146-c4d6-42f2-9a9e-b4156db36db6 {{(pid=84116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 19 03:15:10.759338 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-4d00912b-0d07-4492-a768-b7f00ddb47db req-7ec44633-bdac-416b-a22f-99507767e0a0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:15:10.772399 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [req-4d00912b-0d07-4492-a768-b7f00ddb47db req-7ec44633-bdac-416b-a22f-99507767e0a0 service neutron] Transition to ACTIVE for port object 27411146-c4d6-42f2-9a9e-b4156db36db6 will not be triggered until provisioned by entity L2. {{(pid=84116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 19 03:15:10.807429 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-4d00912b-0d07-4492-a768-b7f00ddb47db req-7ec44633-bdac-416b-a22f-99507767e0a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269711510320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767142869380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269711906403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852145191'] for port, after_update {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:15:10.823032 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-b0c1bd32-cba9-450e-bff0-9fdb2fa7320a tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:15:10.957137 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec44633-bdac-416b-a22f-99507767e0a0 service neutron] Pushing event updated for resources: {'Port': ['ID=27411146-c4d6-42f2-9a9e-b4156db36db6,revision_number=2']} {{(pid=84116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:15:10.960705 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-7ec44633-bdac-416b-a22f-99507767e0a0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:15:11.147680 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.managers [req-4d00912b-0d07-4492-a768-b7f00ddb47db req-7ec44633-bdac-416b-a22f-99507767e0a0 service neutron] Attempting to bind port 27411146-c4d6-42f2-9a9e-b4156db36db6 on host hv-cinder-77570 for vnic_type normal with profile  {{(pid=84116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 03:15:11.148044 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.managers [req-4d00912b-0d07-4492-a768-b7f00ddb47db req-7ec44633-bdac-416b-a22f-99507767e0a0 service neutron] Attempting to bind port 27411146-c4d6-42f2-9a9e-b4156db36db6 by drivers openvswitch on host hv-cinder-77570 at level 0 using segments [{'id': 'cdcefa80-4c1b-403b-8df4-d9d21c7b48c4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '38704fa4-e355-4df5-b7d5-5c3d00c00f60'}] {{(pid=84116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 19 03:15:11.148409 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d00912b-0d07-4492-a768-b7f00ddb47db req-7ec44633-bdac-416b-a22f-99507767e0a0 service neutron] Attempting to bind port 27411146-c4d6-42f2-9a9e-b4156db36db6 on network 38704fa4-e355-4df5-b7d5-5c3d00c00f60 {{(pid=84116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 19 03:15:11.153953 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d00912b-0d07-4492-a768-b7f00ddb47db req-7ec44633-bdac-416b-a22f-99507767e0a0 service neutron] Checking agent: {'id': 'd79517dc-1443-4e8d-af8f-f4fe2bcc2381', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77570', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 19, 3, 4, 30), 'started_at': datetime.datetime(2021, 2, 19, 3, 5), 'heartbeat_timestamp': datetime.datetime(2021, 2, 19, 3, 15, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.91', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 19 03:15:11.154323 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d00912b-0d07-4492-a768-b7f00ddb47db req-7ec44633-bdac-416b-a22f-99507767e0a0 service neutron] Checking segment: {'id': 'cdcefa80-4c1b-403b-8df4-d9d21c7b48c4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '38704fa4-e355-4df5-b7d5-5c3d00c00f60'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 19 03:15:11.154721 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-4d00912b-0d07-4492-a768-b7f00ddb47db req-7ec44633-bdac-416b-a22f-99507767e0a0 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:15:11.155110 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d00912b-0d07-4492-a768-b7f00ddb47db req-7ec44633-bdac-416b-a22f-99507767e0a0 service neutron] Bound using segment: {'id': 'cdcefa80-4c1b-403b-8df4-d9d21c7b48c4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '38704fa4-e355-4df5-b7d5-5c3d00c00f60'} {{(pid=84116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 19 03:15:11.155571 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.managers [req-4d00912b-0d07-4492-a768-b7f00ddb47db req-7ec44633-bdac-416b-a22f-99507767e0a0 service neutron] Bound port: 27411146-c4d6-42f2-9a9e-b4156db36db6, host: hv-cinder-77570, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdcefa80-4c1b-403b-8df4-d9d21c7b48c4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '38704fa4-e355-4df5-b7d5-5c3d00c00f60'}}] {{(pid=84116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 19 03:15:11.155934 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-4d00912b-0d07-4492-a768-b7f00ddb47db req-7ec44633-bdac-416b-a22f-99507767e0a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838630373'] for port, before_update {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:15:11.247859 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.db [req-4d00912b-0d07-4492-a768-b7f00ddb47db req-7ec44633-bdac-416b-a22f-99507767e0a0 service neutron] For port 27411146-c4d6-42f2-9a9e-b4156db36db6, host hv-cinder-77570, cleared binding levels {{(pid=84116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 19 03:15:11.250905 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.db [req-4d00912b-0d07-4492-a768-b7f00ddb47db req-7ec44633-bdac-416b-a22f-99507767e0a0 service neutron] For port 27411146-c4d6-42f2-9a9e-b4156db36db6, host hv-cinder-77570, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=27411146-c4d6-42f2-9a9e-b4156db36db6,segment=NetworkSegment(cdcefa80-4c1b-403b-8df4-d9d21c7b48c4),segment_id=cdcefa80-4c1b-403b-8df4-d9d21c7b48c4)] {{(pid=84116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 19 03:15:11.293919 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-4d00912b-0d07-4492-a768-b7f00ddb47db req-7ec44633-bdac-416b-a22f-99507767e0a0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269711510320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767142869380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269711906403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852145191'] for port, after_update {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:15:11.309174 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-604e6ad0-994d-4d5d-80b8-9c0d531c80c8 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:15:11.466818 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec44633-bdac-416b-a22f-99507767e0a0 service neutron] Pushing event updated for resources: {'Port': ['ID=27411146-c4d6-42f2-9a9e-b4156db36db6,revision_number=3']} {{(pid=84116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:15:11.472515 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-7ec44633-bdac-416b-a22f-99507767e0a0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:15:11.502034 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d00912b-0d07-4492-a768-b7f00ddb47db req-7ec44633-bdac-416b-a22f-99507767e0a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:15:11.502632 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-4d00912b-0d07-4492-a768-b7f00ddb47db req-7ec44633-bdac-416b-a22f-99507767e0a0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771976'] for port, before_response {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:15:11.504117 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-4d00912b-0d07-4492-a768-b7f00ddb47db req-7ec44633-bdac-416b-a22f-99507767e0a0 service neutron] 10.222.0.65 "PUT /v2.0/ports/27411146-c4d6-42f2-9a9e-b4156db36db6 HTTP/1.1" status: 200  len: 1157 time: 1.3239536
Feb 19 03:15:11.504639 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8eda5312-cad5-4611-99ce-a401a5542286', 'tag': '27411146-c4d6-42f2-9a9e-b4156db36db6'}] {{(pid=84116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 03:15:11.553918 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8eda5312-cad5-4611-99ce-a401a5542286', 'tag': '27411146-c4d6-42f2-9a9e-b4156db36db6', 'status': 'completed', 'code': 200}
Feb 19 03:15:11.653881 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a827592f-8067-4362-ad30-399c7c86f9b9 req-a01d39ab-ec48-4b9e-a451-6edbf47ec290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:15:11.655513 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-a827592f-8067-4362-ad30-399c7c86f9b9 req-a01d39ab-ec48-4b9e-a451-6edbf47ec290 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=321293abdca04df2bc758ca11cc4dab0&device_id=8eda5312-cad5-4611-99ce-a401a5542286 HTTP/1.1" status: 200  len: 1160 time: 0.0816572
Feb 19 03:15:11.814818 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a827592f-8067-4362-ad30-399c7c86f9b9 req-5d97df47-9992-4701-854c-f500a01f5f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:15:11.816436 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-a827592f-8067-4362-ad30-399c7c86f9b9 req-5d97df47-9992-4701-854c-f500a01f5f79 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=321293abdca04df2bc758ca11cc4dab0&shared=False HTTP/1.1" status: 200  len: 903 time: 0.1526141
Feb 19 03:15:11.938054 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c53141-11ea-4085-82b6-e134b09ef49e req-5cc99edb-bee7-4fa4-85f8-058671007f92 tempest-VolumesActionsTest-1533452627 tempest-VolumesActionsTest-1533452627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:15:11.939874 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-c7c53141-11ea-4085-82b6-e134b09ef49e req-5cc99edb-bee7-4fa4-85f8-058671007f92 tempest-VolumesActionsTest-1533452627 tempest-VolumesActionsTest-1533452627-project] 10.222.0.13 "GET /v2.0/ports?device_id=8eda5312-cad5-4611-99ce-a401a5542286 HTTP/1.1" status: 200  len: 943 time: 0.0939879
Feb 19 03:15:11.969563 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a827592f-8067-4362-ad30-399c7c86f9b9 req-cb7fdd74-b84f-467a-b788-7e53712c7bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:15:11.971191 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-a827592f-8067-4362-ad30-399c7c86f9b9 req-cb7fdd74-b84f-467a-b788-7e53712c7bf4 service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 863 time: 0.1480367
Feb 19 03:15:11.992781 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-c7c53141-11ea-4085-82b6-e134b09ef49e req-0d4283eb-d7e5-4922-a27b-57f2e8e65f0c tempest-VolumesActionsTest-1533452627 tempest-VolumesActionsTest-1533452627-project] 10.222.0.13 "GET /v2.0/security-groups?id=07e4edaa-e659-4220-86e8-f2f003c14a84&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449998
Feb 19 03:15:12.087136 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d00912b-0d07-4492-a768-b7f00ddb47db req-57a67b04-e794-4334-8ab7-58bab47c42d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:15:12.088737 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-4d00912b-0d07-4492-a768-b7f00ddb47db req-57a67b04-e794-4334-8ab7-58bab47c42d4 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=321293abdca04df2bc758ca11cc4dab0&device_id=8eda5312-cad5-4611-99ce-a401a5542286 HTTP/1.1" status: 200  len: 1160 time: 0.0801198
Feb 19 03:15:12.167159 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-4d00912b-0d07-4492-a768-b7f00ddb47db req-0148d3e0-5910-4c96-bad1-280cd091ed9a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=27411146-c4d6-42f2-9a9e-b4156db36db6 HTTP/1.1" status: 200  len: 217 time: 0.0700805
Feb 19 03:15:12.246727 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d00912b-0d07-4492-a768-b7f00ddb47db req-53fc1df5-cf72-4b7f-90d6-9239af92eed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:15:12.248280 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-4d00912b-0d07-4492-a768-b7f00ddb47db req-53fc1df5-cf72-4b7f-90d6-9239af92eed1 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=e58e46eb-09fe-49af-baf2-4b0266a07742 HTTP/1.1" status: 200  len: 849 time: 0.0677567
Feb 19 03:15:12.302023 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-4d00912b-0d07-4492-a768-b7f00ddb47db req-51e4c5ee-5a29-40a5-b85a-8cdc3c5045bb service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=38704fa4-e355-4df5-b7d5-5c3d00c00f60&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0465238
Feb 19 03:15:12.449757 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-4d00912b-0d07-4492-a768-b7f00ddb47db req-16a92aa5-16e2-4ac7-929b-b220a47df39b service neutron] 10.222.0.65 "GET /v2.0/networks/38704fa4-e355-4df5-b7d5-5c3d00c00f60?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1373615
Feb 19 03:15:12.594111 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-4d00912b-0d07-4492-a768-b7f00ddb47db req-4a332264-fd47-407b-9d58-ea03feb2813b service neutron] 10.222.0.65 "GET /v2.0/networks/38704fa4-e355-4df5-b7d5-5c3d00c00f60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1351221
Feb 19 03:15:13.338968 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d131e4-5e76-4bb3-95b2-b4a3abf6ecf9 req-f93c7757-907b-4950-861d-01558ebf2af1 tempest-VolumesActionsTest-1533452627 tempest-VolumesActionsTest-1533452627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:15:13.340579 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-b2d131e4-5e76-4bb3-95b2-b4a3abf6ecf9 req-f93c7757-907b-4950-861d-01558ebf2af1 tempest-VolumesActionsTest-1533452627 tempest-VolumesActionsTest-1533452627-project] 10.222.0.13 "GET /v2.0/ports?device_id=8eda5312-cad5-4611-99ce-a401a5542286 HTTP/1.1" status: 200  len: 943 time: 0.0871587
Feb 19 03:15:13.388773 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-b2d131e4-5e76-4bb3-95b2-b4a3abf6ecf9 req-a1e8ea09-2ab7-4003-9bbb-a3d3d6b73602 tempest-VolumesActionsTest-1533452627 tempest-VolumesActionsTest-1533452627-project] 10.222.0.13 "GET /v2.0/security-groups?id=07e4edaa-e659-4220-86e8-f2f003c14a84&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0412509
Feb 19 03:15:14.588108 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196398d0-4d8b-401c-9dae-cd11a5837481 req-b0f1e9a3-3e77-4155-a29d-cf0d6125654d tempest-VolumesActionsTest-1533452627 tempest-VolumesActionsTest-1533452627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:15:14.589632 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-196398d0-4d8b-401c-9dae-cd11a5837481 req-b0f1e9a3-3e77-4155-a29d-cf0d6125654d tempest-VolumesActionsTest-1533452627 tempest-VolumesActionsTest-1533452627-project] 10.222.0.13 "GET /v2.0/ports?device_id=8eda5312-cad5-4611-99ce-a401a5542286 HTTP/1.1" status: 200  len: 943 time: 0.0909290
Feb 19 03:15:14.639453 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-196398d0-4d8b-401c-9dae-cd11a5837481 req-133c67d0-28be-4215-940f-933d00658dc9 tempest-VolumesActionsTest-1533452627 tempest-VolumesActionsTest-1533452627-project] 10.222.0.13 "GET /v2.0/security-groups?id=07e4edaa-e659-4220-86e8-f2f003c14a84&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0435157
Feb 19 03:15:15.251288 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.objects.ports [None req-3509ce37-807b-46f4-b83f-4adcb7484616 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=84117) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}}
Feb 19 03:15:15.653189 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.rpc [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Device 27411146-c4d6-42f2-9a9e-b4156db36db6 up at agent ovs-agent-hv-cinder-77570 {{(pid=84117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 03:15:15.753049 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Provisioning for port 27411146-c4d6-42f2-9a9e-b4156db36db6 completed by entity L2. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 19 03:15:15.758824 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Provisioning complete for port 27411146-c4d6-42f2-9a9e-b4156db36db6 triggered by entity L2. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 03:15:15.759244 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16124857'] for port, provisioning_complete {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:15:15.838152 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1aedcdc-2fda-44a8-9f9f-fed8a290bee1 req-abe4ee17-e802-41b9-b453-5162c07522da tempest-VolumesActionsTest-1533452627 tempest-VolumesActionsTest-1533452627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:15:15.839663 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-b1aedcdc-2fda-44a8-9f9f-fed8a290bee1 req-abe4ee17-e802-41b9-b453-5162c07522da tempest-VolumesActionsTest-1533452627 tempest-VolumesActionsTest-1533452627-project] 10.222.0.13 "GET /v2.0/ports?device_id=8eda5312-cad5-4611-99ce-a401a5542286 HTTP/1.1" status: 200  len: 943 time: 0.0903113
Feb 19 03:15:15.886338 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838630373'] for port, before_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:15:15.887153 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-b1aedcdc-2fda-44a8-9f9f-fed8a290bee1 req-0cf30082-16e5-41d8-9147-7bef29d146e0 tempest-VolumesActionsTest-1533452627 tempest-VolumesActionsTest-1533452627-project] 10.222.0.13 "GET /v2.0/security-groups?id=07e4edaa-e659-4220-86e8-f2f003c14a84&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410967
Feb 19 03:15:15.915474 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8eda5312-cad5-4611-99ce-a401a5542286', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27411146-c4d6-42f2-9a9e-b4156db36db6'}] {{(pid=84117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 03:15:15.925913 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.db [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] For port 27411146-c4d6-42f2-9a9e-b4156db36db6, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=27411146-c4d6-42f2-9a9e-b4156db36db6,segment=NetworkSegment(cdcefa80-4c1b-403b-8df4-d9d21c7b48c4),segment_id=cdcefa80-4c1b-403b-8df4-d9d21c7b48c4)] {{(pid=84117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 03:15:15.953047 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269711510320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767142869380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269711906403'] for port, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:15:15.955096 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:15:15.990135 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8eda5312-cad5-4611-99ce-a401a5542286', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27411146-c4d6-42f2-9a9e-b4156db36db6', 'code': 200}
Feb 19 03:15:16.030410 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Pushing event updated for resources: {'Port': ['ID=27411146-c4d6-42f2-9a9e-b4156db36db6,revision_number=4']} {{(pid=84117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:15:16.033797 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:15:16.260524 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803688a0-de5a-4bec-ad10-117ed3315618 req-39997c65-4988-410f-ac12-0a3be84ff54e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:15:16.262180 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-803688a0-de5a-4bec-ad10-117ed3315618 req-39997c65-4988-410f-ac12-0a3be84ff54e service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=8eda5312-cad5-4611-99ce-a401a5542286 HTTP/1.1" status: 200  len: 1162 time: 0.0773406
Feb 19 03:15:16.304566 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-803688a0-de5a-4bec-ad10-117ed3315618 req-b857185d-6ada-4869-9fb9-9d8150230350 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=07e4edaa-e659-4220-86e8-f2f003c14a84&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0354388
Feb 19 03:15:17.086364 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14394f1c-9d5e-43ae-b06c-163493f87c95 req-e05d721e-ccc9-4470-b77c-a53ddbd88be4 tempest-VolumesActionsTest-1533452627 tempest-VolumesActionsTest-1533452627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:15:17.087884 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-14394f1c-9d5e-43ae-b06c-163493f87c95 req-e05d721e-ccc9-4470-b77c-a53ddbd88be4 tempest-VolumesActionsTest-1533452627 tempest-VolumesActionsTest-1533452627-project] 10.222.0.13 "GET /v2.0/ports?device_id=8eda5312-cad5-4611-99ce-a401a5542286 HTTP/1.1" status: 200  len: 945 time: 0.0877824
Feb 19 03:15:17.135084 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-14394f1c-9d5e-43ae-b06c-163493f87c95 req-ceeee7cf-334d-47bd-9b4b-342663350bb0 tempest-VolumesActionsTest-1533452627 tempest-VolumesActionsTest-1533452627-project] 10.222.0.13 "GET /v2.0/security-groups?id=07e4edaa-e659-4220-86e8-f2f003c14a84&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0410652
Feb 19 03:15:17.226745 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.rpc [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Device 27411146-c4d6-42f2-9a9e-b4156db36db6 up at agent ovs-agent-hv-cinder-77570 {{(pid=84117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 03:15:17.299739 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Provisioning complete for port 27411146-c4d6-42f2-9a9e-b4156db36db6 triggered by entity L2. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 03:15:17.300158 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16124857'] for port, provisioning_complete {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:15:18.171033 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.agents_db [None req-fa9641de-a39b-4023-bfa7-5325e5d2422e None None] Agent healthcheck: found 6 active agents {{(pid=84118) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 19 03:15:18.340402 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9322fb3c-1761-44d4-ab89-b549402d76c8 req-cd0360cc-814d-49d8-bb79-b2efc399f04c tempest-VolumesActionsTest-1533452627 tempest-VolumesActionsTest-1533452627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:15:18.342070 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-9322fb3c-1761-44d4-ab89-b549402d76c8 req-cd0360cc-814d-49d8-bb79-b2efc399f04c tempest-VolumesActionsTest-1533452627 tempest-VolumesActionsTest-1533452627-project] 10.222.0.13 "GET /v2.0/ports?device_id=8eda5312-cad5-4611-99ce-a401a5542286 HTTP/1.1" status: 200  len: 945 time: 0.0918951
Feb 19 03:15:18.390222 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-9322fb3c-1761-44d4-ab89-b549402d76c8 req-8db3e351-1a06-46a7-953c-07d1c8eb6950 tempest-VolumesActionsTest-1533452627 tempest-VolumesActionsTest-1533452627-project] 10.222.0.13 "GET /v2.0/security-groups?id=07e4edaa-e659-4220-86e8-f2f003c14a84&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0418894
Feb 19 03:15:19.461722 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-0a619ba9-50b4-4ed2-a7e6-bc3747011b3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:15:20.063043 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a622dab8-d1dc-43e9-8af4-b9f5253d36ff req-ceb6a6eb-a0e6-4c7c-89d6-fe42e57b6742 tempest-VolumesActionsTest-1533452627 tempest-VolumesActionsTest-1533452627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:15:20.064650 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-a622dab8-d1dc-43e9-8af4-b9f5253d36ff req-ceb6a6eb-a0e6-4c7c-89d6-fe42e57b6742 tempest-VolumesActionsTest-1533452627 tempest-VolumesActionsTest-1533452627-project] 10.222.0.13 "GET /v2.0/ports?device_id=8eda5312-cad5-4611-99ce-a401a5542286 HTTP/1.1" status: 200  len: 945 time: 0.0910983
Feb 19 03:15:20.115405 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-a622dab8-d1dc-43e9-8af4-b9f5253d36ff req-b5d8402c-3f0d-408f-98d2-bbdb65b30c4e tempest-VolumesActionsTest-1533452627 tempest-VolumesActionsTest-1533452627-project] 10.222.0.13 "GET /v2.0/security-groups?id=07e4edaa-e659-4220-86e8-f2f003c14a84&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0429854
Feb 19 03:15:21.316705 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e830c350-6d5c-435e-94c5-3472ef12c3b1 req-5f4790fd-731e-4c5a-9b5a-cc455d8bed56 tempest-VolumesActionsTest-1533452627 tempest-VolumesActionsTest-1533452627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:15:21.318388 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-e830c350-6d5c-435e-94c5-3472ef12c3b1 req-5f4790fd-731e-4c5a-9b5a-cc455d8bed56 tempest-VolumesActionsTest-1533452627 tempest-VolumesActionsTest-1533452627-project] 10.222.0.13 "GET /v2.0/ports?device_id=8eda5312-cad5-4611-99ce-a401a5542286 HTTP/1.1" status: 200  len: 945 time: 0.0867999
Feb 19 03:15:21.367075 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-e830c350-6d5c-435e-94c5-3472ef12c3b1 req-efa42584-4809-4fdf-9e1b-b22d62877b11 tempest-VolumesActionsTest-1533452627 tempest-VolumesActionsTest-1533452627-project] 10.222.0.13 "GET /v2.0/security-groups?id=07e4edaa-e659-4220-86e8-f2f003c14a84&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424533
Feb 19 03:15:21.446111 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa8bd02-c820-4b91-bced-b2327b4e926f req-0f953b73-bcd0-4958-a9ac-bd8b64e2d233 tempest-VolumesActionsTest-1533452627 tempest-VolumesActionsTest-1533452627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:15:21.446786 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [req-ffa8bd02-c820-4b91-bced-b2327b4e926f req-0f953b73-bcd0-4958-a9ac-bd8b64e2d233 tempest-VolumesActionsTest-1533452627 tempest-VolumesActionsTest-1533452627-project] Synchronizing usage tracker for tenant:321293abdca04df2bc758ca11cc4dab0 on resource:port {{(pid=84116) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 19 03:15:21.504986 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [req-ffa8bd02-c820-4b91-bced-b2327b4e926f req-0f953b73-bcd0-4958-a9ac-bd8b64e2d233 tempest-VolumesActionsTest-1533452627 tempest-VolumesActionsTest-1533452627-project] Unset dirty status for tenant:321293abdca04df2bc758ca11cc4dab0 on resource:port {{(pid=84116) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 19 03:15:21.506269 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-ffa8bd02-c820-4b91-bced-b2327b4e926f req-0f953b73-bcd0-4958-a9ac-bd8b64e2d233 tempest-VolumesActionsTest-1533452627 tempest-VolumesActionsTest-1533452627-project] 10.222.0.65 "GET /v2.0/ports?device_id=8eda5312-cad5-4611-99ce-a401a5542286 HTTP/1.1" status: 200  len: 945 time: 0.1501179
Feb 19 03:15:21.585462 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.plugin [req-ffa8bd02-c820-4b91-bced-b2327b4e926f req-7b20477e-c5c5-47db-b9e7-87028eacbc5e tempest-VolumesActionsTest-1533452627 tempest-VolumesActionsTest-1533452627-project] Deleting port 27411146-c4d6-42f2-9a9e-b4156db36db6 {{(pid=84116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 19 03:15:21.585894 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-ffa8bd02-c820-4b91-bced-b2327b4e926f req-7b20477e-c5c5-47db-b9e7-87028eacbc5e tempest-VolumesActionsTest-1533452627 tempest-VolumesActionsTest-1533452627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363269711485266'] for port, before_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:15:21.853589 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.db [req-ffa8bd02-c820-4b91-bced-b2327b4e926f req-7b20477e-c5c5-47db-b9e7-87028eacbc5e tempest-VolumesActionsTest-1533452627 tempest-VolumesActionsTest-1533452627-project] For port 27411146-c4d6-42f2-9a9e-b4156db36db6, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=27411146-c4d6-42f2-9a9e-b4156db36db6,segment=NetworkSegment(cdcefa80-4c1b-403b-8df4-d9d21c7b48c4),segment_id=cdcefa80-4c1b-403b-8df4-d9d21c7b48c4)] {{(pid=84116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 03:15:21.854042 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-ffa8bd02-c820-4b91-bced-b2327b4e926f req-7b20477e-c5c5-47db-b9e7-87028eacbc5e tempest-VolumesActionsTest-1533452627 tempest-VolumesActionsTest-1533452627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-361392'] for port, precommit_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:15:21.901639 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-bd1287d3-2e87-4703-b455-59b37078689f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:15:21.989754 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.plugin [req-ffa8bd02-c820-4b91-bced-b2327b4e926f req-7b20477e-c5c5-47db-b9e7-87028eacbc5e tempest-VolumesActionsTest-1533452627 tempest-VolumesActionsTest-1533452627-project] Calling delete_port for 27411146-c4d6-42f2-9a9e-b4156db36db6 owned by compute:nova {{(pid=84116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 19 03:15:22.272672 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-ffa8bd02-c820-4b91-bced-b2327b4e926f req-7b20477e-c5c5-47db-b9e7-87028eacbc5e tempest-VolumesActionsTest-1533452627 tempest-VolumesActionsTest-1533452627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363269711510303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363269711906437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2630593'] for port, after_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:15:22.288346 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-91abed06-e355-46d9-975e-709673afae0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:15:22.383846 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b20477e-c5c5-47db-b9e7-87028eacbc5e tempest-VolumesActionsTest-1533452627 tempest-VolumesActionsTest-1533452627-project] Pushing event deleted for resources: {'Port': ['ID=27411146-c4d6-42f2-9a9e-b4156db36db6,revision_number=None']} {{(pid=84116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:15:22.390868 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-7b20477e-c5c5-47db-b9e7-87028eacbc5e tempest-VolumesActionsTest-1533452627 tempest-VolumesActionsTest-1533452627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:15:22.478724 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-4b343f23-6f62-4db0-bfb1-0e5ba3aa11dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:15:22.504236 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffa8bd02-c820-4b91-bced-b2327b4e926f req-7b20477e-c5c5-47db-b9e7-87028eacbc5e tempest-VolumesActionsTest-1533452627 tempest-VolumesActionsTest-1533452627-project] No DVR routers for this DVR port 27411146-c4d6-42f2-9a9e-b4156db36db6 on host hv-cinder-77570 {{(pid=84116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 19 03:15:22.506706 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-ffa8bd02-c820-4b91-bced-b2327b4e926f req-7b20477e-c5c5-47db-b9e7-87028eacbc5e tempest-VolumesActionsTest-1533452627 tempest-VolumesActionsTest-1533452627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771976'] for port, before_response {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:15:22.510739 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8eda5312-cad5-4611-99ce-a401a5542286', 'name': 'network-vif-deleted', 'tag': '27411146-c4d6-42f2-9a9e-b4156db36db6'}] {{(pid=84116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 03:15:22.538415 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-9b11019b-709f-4ab2-a31f-580ffe8ab7d9 req-3cfb90ed-c095-4d77-8bcb-37f8cfc81101 tempest-VolumesActionsTest-1533452627 tempest-VolumesActionsTest-1533452627-project] 10.222.0.13 "GET /v2.0/ports?device_id=8eda5312-cad5-4611-99ce-a401a5542286 HTTP/1.1" status: 200  len: 210 time: 0.0579665
Feb 19 03:15:22.560146 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-ffa8bd02-c820-4b91-bced-b2327b4e926f req-7b20477e-c5c5-47db-b9e7-87028eacbc5e tempest-VolumesActionsTest-1533452627 tempest-VolumesActionsTest-1533452627-project] 10.222.0.65 "DELETE /v2.0/ports/27411146-c4d6-42f2-9a9e-b4156db36db6 HTTP/1.1" status: 204  len: 173 time: 1.0482175
Feb 19 03:15:22.562009 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8eda5312-cad5-4611-99ce-a401a5542286', 'name': 'network-vif-deleted', 'tag': '27411146-c4d6-42f2-9a9e-b4156db36db6', 'status': 'completed', 'code': 200}
Feb 19 03:15:23.213518 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.rpc [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Device 27411146-c4d6-42f2-9a9e-b4156db36db6 no longer exists at agent ovs-agent-hv-cinder-77570 {{(pid=84117) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 19 03:15:23.253038 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.plugin [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] No Port match for: 27411146-c4d6-42f2-9a9e-b4156db36db6 {{(pid=84117) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 19 03:15:23.253436 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.rpc [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Device 27411146-c4d6-42f2-9a9e-b4156db36db6 not bound to the agent host hv-cinder-77570 {{(pid=84117) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 19 03:15:23.543779 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:15:23.976815 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002cc72b-5f3c-4b8d-adf9-7539793a4c9e req-14c71d23-07a3-42e3-b7a9-e5bea680ddff tempest-VolumesActionsTest-1533452627 tempest-VolumesActionsTest-1533452627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:15:23.978415 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-002cc72b-5f3c-4b8d-adf9-7539793a4c9e req-14c71d23-07a3-42e3-b7a9-e5bea680ddff tempest-VolumesActionsTest-1533452627 tempest-VolumesActionsTest-1533452627-project] 10.222.0.13 "GET /v2.0/networks?id=38704fa4-e355-4df5-b7d5-5c3d00c00f60 HTTP/1.1" status: 200  len: 809 time: 0.1561136
Feb 19 03:15:23.993995 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-002cc72b-5f3c-4b8d-adf9-7539793a4c9e req-17813b6d-cb6a-4d96-a7f0-0d4bd32ca1a3 tempest-VolumesActionsTest-1533452627 tempest-VolumesActionsTest-1533452627-project] 10.222.0.13 "GET /v2.0/quotas/321293abdca04df2bc758ca11cc4dab0 HTTP/1.1" status: 200  len: 375 time: 0.0094984
Feb 19 03:15:24.046137 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-002cc72b-5f3c-4b8d-adf9-7539793a4c9e req-ed4b5158-dd7a-4e5b-b09c-cc6ef0e905ab tempest-VolumesActionsTest-1533452627 tempest-VolumesActionsTest-1533452627-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=321293abdca04df2bc758ca11cc4dab0&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0469453
Feb 19 03:15:24.189122 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-002cc72b-5f3c-4b8d-adf9-7539793a4c9e req-2e846885-590b-44a0-a570-9a9c2b4fce26 service neutron] 10.222.0.13 "GET /v2.0/networks/38704fa4-e355-4df5-b7d5-5c3d00c00f60?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1358969
Feb 19 03:15:24.318681 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-ed1abd93-30ab-455f-b25e-ecbc2cc5cf06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:15:24.339105 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-002cc72b-5f3c-4b8d-adf9-7539793a4c9e req-bba500db-e541-4784-a35a-b0cd39cde066 service neutron] 10.222.0.13 "GET /v2.0/networks/38704fa4-e355-4df5-b7d5-5c3d00c00f60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1403890
Feb 19 03:15:24.639843 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-4052d4e4-8fad-4262-9926-f21eb6484ddc req-5a3e7283-6625-49a8-8445-0458268a4ed8 tempest-VolumesActionsTest-1533452627 tempest-VolumesActionsTest-1533452627-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ed4d052-2a0f-41da-ba42-589983d9f3f8 HTTP/1.1" status: 200  len: 210 time: 0.0491071
Feb 19 03:15:25.809812 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-722bf881-f24d-4317-9886-7f545f5abb34 req-c9afcc27-a988-4f39-9ed8-5f2600bdbcbf tempest-VolumesActionsTest-1533452627 tempest-VolumesActionsTest-1533452627-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ed4d052-2a0f-41da-ba42-589983d9f3f8 HTTP/1.1" status: 200  len: 210 time: 0.0534396
Feb 19 03:15:26.608378 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002cc72b-5f3c-4b8d-adf9-7539793a4c9e req-f3ead25e-2d8e-49da-981e-f55303091829 tempest-VolumesActionsTest-1533452627 tempest-VolumesActionsTest-1533452627-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:15:26.609958 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-002cc72b-5f3c-4b8d-adf9-7539793a4c9e req-f3ead25e-2d8e-49da-981e-f55303091829 tempest-VolumesActionsTest-1533452627 tempest-VolumesActionsTest-1533452627-project] 10.222.0.65 "GET /v2.0/networks?id=38704fa4-e355-4df5-b7d5-5c3d00c00f60 HTTP/1.1" status: 200  len: 809 time: 0.4168220
Feb 19 03:15:26.622611 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.v2.base [req-002cc72b-5f3c-4b8d-adf9-7539793a4c9e req-57e1d769-b4b6-42f2-a214-ce8aa9b26f17 tempest-VolumesActionsTest-1533452627 tempest-VolumesActionsTest-1533452627-project] Request body: {'port': {'device_id': '3ed4d052-2a0f-41da-ba42-589983d9f3f8', 'network_id': '38704fa4-e355-4df5-b7d5-5c3d00c00f60', 'admin_state_up': True, 'tenant_id': '321293abdca04df2bc758ca11cc4dab0'}} {{(pid=84116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 03:15:26.765498 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [req-002cc72b-5f3c-4b8d-adf9-7539793a4c9e req-57e1d769-b4b6-42f2-a214-ce8aa9b26f17 tempest-VolumesActionsTest-1533452627 tempest-VolumesActionsTest-1533452627-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 03:15:26.769730 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [req-002cc72b-5f3c-4b8d-adf9-7539793a4c9e req-57e1d769-b4b6-42f2-a214-ce8aa9b26f17 tempest-VolumesActionsTest-1533452627 tempest-VolumesActionsTest-1533452627-project] Usage tracker for resource:port and tenant:321293abdca04df2bc758ca11cc4dab0 is out of sync, need to count used quota {{(pid=84116) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 03:15:26.772703 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [req-002cc72b-5f3c-4b8d-adf9-7539793a4c9e req-57e1d769-b4b6-42f2-a214-ce8aa9b26f17 tempest-VolumesActionsTest-1533452627 tempest-VolumesActionsTest-1533452627-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84116) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 03:15:26.778447 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [req-002cc72b-5f3c-4b8d-adf9-7539793a4c9e req-57e1d769-b4b6-42f2-a214-ce8aa9b26f17 tempest-VolumesActionsTest-1533452627 tempest-VolumesActionsTest-1533452627-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 03:15:26.815839 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-002cc72b-5f3c-4b8d-adf9-7539793a4c9e req-57e1d769-b4b6-42f2-a214-ce8aa9b26f17 tempest-VolumesActionsTest-1533452627 tempest-VolumesActionsTest-1533452627-project] Made reservation on behalf of 321293abdca04df2bc758ca11cc4dab0 for: {'port': 1} {{(pid=84116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 19 03:15:26.821602 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-002cc72b-5f3c-4b8d-adf9-7539793a4c9e req-57e1d769-b4b6-42f2-a214-ce8aa9b26f17 tempest-VolumesActionsTest-1533452627 tempest-VolumesActionsTest-1533452627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838630373'] for port, before_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:15:26.973930 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-c1bfb0a6-f99e-44c6-a87d-c472e63623f3 req-43bcee15-efd4-4be4-aac8-e7bdbb47088a tempest-VolumesActionsTest-1533452627 tempest-VolumesActionsTest-1533452627-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ed4d052-2a0f-41da-ba42-589983d9f3f8 HTTP/1.1" status: 200  len: 210 time: 0.0487990
Feb 19 03:15:27.131239 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.db_base_plugin_common [req-002cc72b-5f3c-4b8d-adf9-7539793a4c9e req-57e1d769-b4b6-42f2-a214-ce8aa9b26f17 tempest-VolumesActionsTest-1533452627 tempest-VolumesActionsTest-1533452627-project] Allocated IP 172.20.0.6 (38704fa4-e355-4df5-b7d5-5c3d00c00f60/e58e46eb-09fe-49af-baf2-4b0266a07742/e8416608-f342-4cf5-94fe-d4fee9892df7) {{(pid=84116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 19 03:15:27.345008 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-002cc72b-5f3c-4b8d-adf9-7539793a4c9e req-57e1d769-b4b6-42f2-a214-ce8aa9b26f17 tempest-VolumesActionsTest-1533452627 tempest-VolumesActionsTest-1533452627-project] Notify callbacks [] for port, precommit_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:15:27.419992 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-002cc72b-5f3c-4b8d-adf9-7539793a4c9e req-57e1d769-b4b6-42f2-a214-ce8aa9b26f17 tempest-VolumesActionsTest-1533452627 tempest-VolumesActionsTest-1533452627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363269711907205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2630593'] for port, after_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:15:27.435086 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-89cd5027-d981-4d67-95a8-a3afd1a8400f tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:15:27.546970 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84115) accepted ('10.222.0.13', 57142) {{(pid=84115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:15:27.573389 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e1d769-b4b6-42f2-a214-ce8aa9b26f17 tempest-VolumesActionsTest-1533452627 tempest-VolumesActionsTest-1533452627-project] Pushing event updated for resources: {'Port': ['ID=e8416608-f342-4cf5-94fe-d4fee9892df7,revision_number=1']} {{(pid=84116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:15:27.577634 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-57e1d769-b4b6-42f2-a214-ce8aa9b26f17 tempest-VolumesActionsTest-1533452627 tempest-VolumesActionsTest-1533452627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:15:27.613039 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea709425-6b9b-4345-8a67-107fbfa234dd admin admin] Deleting subnet e3bea579-d2b0-4136-8407-2c02a7dc1126 {{(pid=84115) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 19 03:15:27.616265 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-ea709425-6b9b-4345-8a67-107fbfa234dd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:15:27.631357 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-002cc72b-5f3c-4b8d-adf9-7539793a4c9e req-57e1d769-b4b6-42f2-a214-ce8aa9b26f17 tempest-VolumesActionsTest-1533452627 tempest-VolumesActionsTest-1533452627-project] Network 38704fa4-e355-4df5-b7d5-5c3d00c00f60 is already hosted by enough agents. {{(pid=84116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 19 03:15:27.633046 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.scheduler.base_scheduler [req-002cc72b-5f3c-4b8d-adf9-7539793a4c9e req-57e1d769-b4b6-42f2-a214-ce8aa9b26f17 tempest-VolumesActionsTest-1533452627 tempest-VolumesActionsTest-1533452627-project] Resources bound (agent type, host, resource id):  {{(pid=84116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 19 03:15:27.635288 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvrscheduler_db [req-002cc72b-5f3c-4b8d-adf9-7539793a4c9e req-57e1d769-b4b6-42f2-a214-ce8aa9b26f17 tempest-VolumesActionsTest-1533452627 tempest-VolumesActionsTest-1533452627-project] Received port after_create {{(pid=84116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 19 03:15:27.674382 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-ea709425-6b9b-4345-8a67-107fbfa234dd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1861844'] for subnet, precommit_delete_associations {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:15:27.704280 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002cc72b-5f3c-4b8d-adf9-7539793a4c9e req-57e1d769-b4b6-42f2-a214-ce8aa9b26f17 tempest-VolumesActionsTest-1533452627 tempest-VolumesActionsTest-1533452627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:15:27.704935 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-002cc72b-5f3c-4b8d-adf9-7539793a4c9e req-57e1d769-b4b6-42f2-a214-ce8aa9b26f17 tempest-VolumesActionsTest-1533452627 tempest-VolumesActionsTest-1533452627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771976'] for port, before_response {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:15:27.733316 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-ea709425-6b9b-4345-8a67-107fbfa234dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16124102'] for subnet, precommit_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:15:27.820366 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-002cc72b-5f3c-4b8d-adf9-7539793a4c9e req-57e1d769-b4b6-42f2-a214-ce8aa9b26f17 tempest-VolumesActionsTest-1533452627 tempest-VolumesActionsTest-1533452627-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2016361
Feb 19 03:15:27.833036 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.v2.base [req-002cc72b-5f3c-4b8d-adf9-7539793a4c9e req-b30f6fc6-8fc1-4831-8ee9-20baa97ceb64 service neutron] Request body: {'port': {'device_id': '3ed4d052-2a0f-41da-ba42-589983d9f3f8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77570'}} {{(pid=84116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 03:15:27.956197 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-002cc72b-5f3c-4b8d-adf9-7539793a4c9e req-b30f6fc6-8fc1-4831-8ee9-20baa97ceb64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838630373'] for port, before_update {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:15:28.021973 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-ea709425-6b9b-4345-8a67-107fbfa234dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838651698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1430005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852549845'] for subnet, after_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:15:28.038603 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-1a745933-8950-48d5-8152-5f9081e0e105 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:15:28.128766 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea709425-6b9b-4345-8a67-107fbfa234dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e3bea579-d2b0-4136-8407-2c02a7dc1126,revision_number=None']} {{(pid=84115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:15:28.187350 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea709425-6b9b-4345-8a67-107fbfa234dd admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:15:28.187670 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea709425-6b9b-4345-8a67-107fbfa234dd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:15:28.188085 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea709425-6b9b-4345-8a67-107fbfa234dd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:15:28.188494 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea709425-6b9b-4345-8a67-107fbfa234dd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:15:28.188900 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea709425-6b9b-4345-8a67-107fbfa234dd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:15:28.189310 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea709425-6b9b-4345-8a67-107fbfa234dd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:15:28.189751 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea709425-6b9b-4345-8a67-107fbfa234dd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:15:28.190163 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea709425-6b9b-4345-8a67-107fbfa234dd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:15:28.190565 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea709425-6b9b-4345-8a67-107fbfa234dd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:15:28.190964 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea709425-6b9b-4345-8a67-107fbfa234dd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:15:28.191363 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea709425-6b9b-4345-8a67-107fbfa234dd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:15:28.191759 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea709425-6b9b-4345-8a67-107fbfa234dd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:15:28.192217 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea709425-6b9b-4345-8a67-107fbfa234dd admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:15:28.192614 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea709425-6b9b-4345-8a67-107fbfa234dd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:15:28.193015 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea709425-6b9b-4345-8a67-107fbfa234dd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:15:28.193406 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea709425-6b9b-4345-8a67-107fbfa234dd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:15:28.193825 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea709425-6b9b-4345-8a67-107fbfa234dd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:15:28.194223 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea709425-6b9b-4345-8a67-107fbfa234dd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:15:28.195229 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea709425-6b9b-4345-8a67-107fbfa234dd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:15:28.195626 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea709425-6b9b-4345-8a67-107fbfa234dd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:15:28.196061 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea709425-6b9b-4345-8a67-107fbfa234dd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:15:28.196472 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea709425-6b9b-4345-8a67-107fbfa234dd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:15:28.196857 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea709425-6b9b-4345-8a67-107fbfa234dd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:15:28.197249 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea709425-6b9b-4345-8a67-107fbfa234dd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:15:28.201437 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-ea709425-6b9b-4345-8a67-107fbfa234dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:15:28.267454 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-ea709425-6b9b-4345-8a67-107fbfa234dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854203462'] for subnet, before_response {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:15:28.276771 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-ea709425-6b9b-4345-8a67-107fbfa234dd admin admin] 10.222.0.13 "DELETE /v2.0/subnets/e3bea579-d2b0-4136-8407-2c02a7dc1126 HTTP/1.1" status: 204  len: 168 time: 0.7285857
Feb 19 03:15:28.279535 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84116) accepted ('10.222.0.13', 57148) {{(pid=84116) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:15:28.284832 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e77ab89-13eb-41dd-91c4-f798a8ed39e3 req-b2d89f5a-93db-42c9-bd2d-6f516cd019ca tempest-VolumesActionsTest-1533452627 tempest-VolumesActionsTest-1533452627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:15:28.286420 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-7e77ab89-13eb-41dd-91c4-f798a8ed39e3 req-b2d89f5a-93db-42c9-bd2d-6f516cd019ca tempest-VolumesActionsTest-1533452627 tempest-VolumesActionsTest-1533452627-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ed4d052-2a0f-41da-ba42-589983d9f3f8 HTTP/1.1" status: 200  len: 931 time: 0.1638496
Feb 19 03:15:28.339014 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-7e77ab89-13eb-41dd-91c4-f798a8ed39e3 req-f5347cf7-04b3-48ea-a7f0-5ac35a26ee85 tempest-VolumesActionsTest-1533452627 tempest-VolumesActionsTest-1533452627-project] 10.222.0.13 "GET /v2.0/security-groups?id=07e4edaa-e659-4220-86e8-f2f003c14a84&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450914
Feb 19 03:15:28.430325 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-71f67f8f-4b3e-455a-b4ec-5bafbe05f30e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036838588073'] for network, before_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:15:28.670371 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.notifiers.nova [req-002cc72b-5f3c-4b8d-adf9-7539793a4c9e req-b30f6fc6-8fc1-4831-8ee9-20baa97ceb64 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8416608-f342-4cf5-94fe-d4fee9892df7 {{(pid=84116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 19 03:15:28.689902 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-002cc72b-5f3c-4b8d-adf9-7539793a4c9e req-b30f6fc6-8fc1-4831-8ee9-20baa97ceb64 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:15:28.699356 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-71f67f8f-4b3e-455a-b4ec-5bafbe05f30e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16130609', 'neutron.services.segments.db._delete_segments_for_network--9223363269711387610'] for network, precommit_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:15:28.768905 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [req-002cc72b-5f3c-4b8d-adf9-7539793a4c9e req-b30f6fc6-8fc1-4831-8ee9-20baa97ceb64 service neutron] Transition to ACTIVE for port object e8416608-f342-4cf5-94fe-d4fee9892df7 will not be triggered until provisioned by entity L2. {{(pid=84116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 19 03:15:28.804199 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-002cc72b-5f3c-4b8d-adf9-7539793a4c9e req-b30f6fc6-8fc1-4831-8ee9-20baa97ceb64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269711510320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767142869380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269711906403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852145191'] for port, after_update {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:15:28.820443 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-12ad5a15-ee52-4893-b826-94a7ca617321 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:15:28.935779 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.services.segments.db [None req-71f67f8f-4b3e-455a-b4ec-5bafbe05f30e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f94244c5f28>,) {'filters': {'network_id': ['6597f80e-3b52-47a2-a1f7-0277146712db']}} {{(pid=84116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 03:15:28.961038 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.services.segments.db [None req-71f67f8f-4b3e-455a-b4ec-5bafbe05f30e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f94244c5f28>, '5d8dc2ff-d144-4712-a8ca-a829c5c51495') {'for_net_delete': True} {{(pid=84116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 03:15:28.961377 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.services.segments.db [None req-71f67f8f-4b3e-455a-b4ec-5bafbe05f30e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f94244c5f28>, '5d8dc2ff-d144-4712-a8ca-a829c5c51495') {} {{(pid=84116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 03:15:28.981841 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-71f67f8f-4b3e-455a-b4ec-5bafbe05f30e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363269711390170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2890373'] for segment, before_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:15:28.995909 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30f6fc6-8fc1-4831-8ee9-20baa97ceb64 service neutron] Pushing event updated for resources: {'Port': ['ID=e8416608-f342-4cf5-94fe-d4fee9892df7,revision_number=2']} {{(pid=84116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:15:29.003938 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-b30f6fc6-8fc1-4831-8ee9-20baa97ceb64 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:15:29.054072 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-71f67f8f-4b3e-455a-b4ec-5bafbe05f30e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838644319'] for segment, precommit_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:15:29.111201 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-71f67f8f-4b3e-455a-b4ec-5bafbe05f30e admin admin] Releasing vxlan tunnel 4 to pool {{(pid=84116) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 19 03:15:29.350545 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.managers [None req-71f67f8f-4b3e-455a-b4ec-5bafbe05f30e admin admin] Network 6597f80e-3b52-47a2-a1f7-0277146712db has no segments {{(pid=84116) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 19 03:15:29.366271 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-71f67f8f-4b3e-455a-b4ec-5bafbe05f30e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16131513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2632757'] for segment, after_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:15:29.446766 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.managers [req-002cc72b-5f3c-4b8d-adf9-7539793a4c9e req-b30f6fc6-8fc1-4831-8ee9-20baa97ceb64 service neutron] Attempting to bind port e8416608-f342-4cf5-94fe-d4fee9892df7 on host hv-cinder-77570 for vnic_type normal with profile  {{(pid=84116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 03:15:29.447140 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.managers [req-002cc72b-5f3c-4b8d-adf9-7539793a4c9e req-b30f6fc6-8fc1-4831-8ee9-20baa97ceb64 service neutron] Attempting to bind port e8416608-f342-4cf5-94fe-d4fee9892df7 by drivers openvswitch on host hv-cinder-77570 at level 0 using segments [{'id': 'cdcefa80-4c1b-403b-8df4-d9d21c7b48c4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '38704fa4-e355-4df5-b7d5-5c3d00c00f60'}] {{(pid=84116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 19 03:15:29.447509 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-002cc72b-5f3c-4b8d-adf9-7539793a4c9e req-b30f6fc6-8fc1-4831-8ee9-20baa97ceb64 service neutron] Attempting to bind port e8416608-f342-4cf5-94fe-d4fee9892df7 on network 38704fa4-e355-4df5-b7d5-5c3d00c00f60 {{(pid=84116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 19 03:15:29.481253 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-002cc72b-5f3c-4b8d-adf9-7539793a4c9e req-b30f6fc6-8fc1-4831-8ee9-20baa97ceb64 service neutron] Checking agent: {'id': 'd79517dc-1443-4e8d-af8f-f4fe2bcc2381', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77570', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 19, 3, 4, 30), 'started_at': datetime.datetime(2021, 2, 19, 3, 5), 'heartbeat_timestamp': datetime.datetime(2021, 2, 19, 3, 15, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.91', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 19 03:15:29.481624 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-002cc72b-5f3c-4b8d-adf9-7539793a4c9e req-b30f6fc6-8fc1-4831-8ee9-20baa97ceb64 service neutron] Checking segment: {'id': 'cdcefa80-4c1b-403b-8df4-d9d21c7b48c4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '38704fa4-e355-4df5-b7d5-5c3d00c00f60'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 19 03:15:29.482082 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-002cc72b-5f3c-4b8d-adf9-7539793a4c9e req-b30f6fc6-8fc1-4831-8ee9-20baa97ceb64 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:15:29.482483 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-002cc72b-5f3c-4b8d-adf9-7539793a4c9e req-b30f6fc6-8fc1-4831-8ee9-20baa97ceb64 service neutron] Bound using segment: {'id': 'cdcefa80-4c1b-403b-8df4-d9d21c7b48c4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '38704fa4-e355-4df5-b7d5-5c3d00c00f60'} {{(pid=84116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 19 03:15:29.482976 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.managers [req-002cc72b-5f3c-4b8d-adf9-7539793a4c9e req-b30f6fc6-8fc1-4831-8ee9-20baa97ceb64 service neutron] Bound port: e8416608-f342-4cf5-94fe-d4fee9892df7, host: hv-cinder-77570, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdcefa80-4c1b-403b-8df4-d9d21c7b48c4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '38704fa4-e355-4df5-b7d5-5c3d00c00f60'}}] {{(pid=84116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 19 03:15:29.483356 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-002cc72b-5f3c-4b8d-adf9-7539793a4c9e req-b30f6fc6-8fc1-4831-8ee9-20baa97ceb64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838630373'] for port, before_update {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:15:29.537048 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c897c1-a958-4b80-8292-1d1f69eacbcd req-9320970e-61e9-421b-bea8-37d83584e72a tempest-VolumesActionsTest-1533452627 tempest-VolumesActionsTest-1533452627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:15:29.538637 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-75c897c1-a958-4b80-8292-1d1f69eacbcd req-9320970e-61e9-421b-bea8-37d83584e72a tempest-VolumesActionsTest-1533452627 tempest-VolumesActionsTest-1533452627-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ed4d052-2a0f-41da-ba42-589983d9f3f8 HTTP/1.1" status: 200  len: 943 time: 0.0875008
Feb 19 03:15:29.588167 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-75c897c1-a958-4b80-8292-1d1f69eacbcd req-4c2085fe-de7c-47ce-acd9-4b8f8d050902 tempest-VolumesActionsTest-1533452627 tempest-VolumesActionsTest-1533452627-project] 10.222.0.13 "GET /v2.0/security-groups?id=07e4edaa-e659-4220-86e8-f2f003c14a84&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426462
Feb 19 03:15:29.620725 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.managers [None req-71f67f8f-4b3e-455a-b4ec-5bafbe05f30e admin admin] Network 6597f80e-3b52-47a2-a1f7-0277146712db has no segments {{(pid=84116) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 19 03:15:29.645973 dv-cinder-775706-2-iscsi neutron-server[84004]: Traceback (most recent call last):
Feb 19 03:15:29.645973 dv-cinder-775706-2-iscsi neutron-server[84004]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 03:15:29.645973 dv-cinder-775706-2-iscsi neutron-server[84004]:     timer()
Feb 19 03:15:29.645973 dv-cinder-775706-2-iscsi neutron-server[84004]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 03:15:29.645973 dv-cinder-775706-2-iscsi neutron-server[84004]:     cb(*args, **kw)
Feb 19 03:15:29.645973 dv-cinder-775706-2-iscsi neutron-server[84004]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 19 03:15:29.645973 dv-cinder-775706-2-iscsi neutron-server[84004]:     return func(*args, **kwargs)
Feb 19 03:15:29.645973 dv-cinder-775706-2-iscsi neutron-server[84004]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 03:15:29.645973 dv-cinder-775706-2-iscsi neutron-server[84004]:     self._notify()
Feb 19 03:15:29.645973 dv-cinder-775706-2-iscsi neutron-server[84004]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 03:15:29.645973 dv-cinder-775706-2-iscsi neutron-server[84004]:     self.callback(batched_events)
Feb 19 03:15:29.645973 dv-cinder-775706-2-iscsi neutron-server[84004]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 03:15:29.645973 dv-cinder-775706-2-iscsi neutron-server[84004]:     event.method(event)
Feb 19 03:15:29.645973 dv-cinder-775706-2-iscsi neutron-server[84004]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 19 03:15:29.645973 dv-cinder-775706-2-iscsi neutron-server[84004]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 03:15:29.645973 dv-cinder-775706-2-iscsi neutron-server[84004]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 19 03:15:29.645973 dv-cinder-775706-2-iscsi neutron-server[84004]:     segment_id)['aggregates'][0]
Feb 19 03:15:29.645973 dv-cinder-775706-2-iscsi neutron-server[84004]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 19 03:15:29.645973 dv-cinder-775706-2-iscsi neutron-server[84004]:     return f(self, *a, **k)
Feb 19 03:15:29.645973 dv-cinder-775706-2-iscsi neutron-server[84004]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 19 03:15:29.645973 dv-cinder-775706-2-iscsi neutron-server[84004]:     return self._get(url).json()
Feb 19 03:15:29.645973 dv-cinder-775706-2-iscsi neutron-server[84004]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 03:15:29.645973 dv-cinder-775706-2-iscsi neutron-server[84004]:     **kwargs)
Feb 19 03:15:29.645973 dv-cinder-775706-2-iscsi neutron-server[84004]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 19 03:15:29.645973 dv-cinder-775706-2-iscsi neutron-server[84004]:     return self.request(url, 'GET', **kwargs)
Feb 19 03:15:29.645973 dv-cinder-775706-2-iscsi neutron-server[84004]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 19 03:15:29.645973 dv-cinder-775706-2-iscsi neutron-server[84004]:     **endpoint_filter)
Feb 19 03:15:29.645973 dv-cinder-775706-2-iscsi neutron-server[84004]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 19 03:15:29.645973 dv-cinder-775706-2-iscsi neutron-server[84004]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 03:15:29.645973 dv-cinder-775706-2-iscsi neutron-server[84004]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 19 03:15:29.645973 dv-cinder-775706-2-iscsi neutron-server[84004]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 03:15:29.645973 dv-cinder-775706-2-iscsi neutron-server[84004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 03:15:30.028171 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.db [req-002cc72b-5f3c-4b8d-adf9-7539793a4c9e req-b30f6fc6-8fc1-4831-8ee9-20baa97ceb64 service neutron] For port e8416608-f342-4cf5-94fe-d4fee9892df7, host hv-cinder-77570, cleared binding levels {{(pid=84116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 19 03:15:30.071702 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.db [req-002cc72b-5f3c-4b8d-adf9-7539793a4c9e req-b30f6fc6-8fc1-4831-8ee9-20baa97ceb64 service neutron] For port e8416608-f342-4cf5-94fe-d4fee9892df7, host hv-cinder-77570, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=e8416608-f342-4cf5-94fe-d4fee9892df7,segment=NetworkSegment(cdcefa80-4c1b-403b-8df4-d9d21c7b48c4),segment_id=cdcefa80-4c1b-403b-8df4-d9d21c7b48c4)] {{(pid=84116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 19 03:15:30.099460 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-002cc72b-5f3c-4b8d-adf9-7539793a4c9e req-b30f6fc6-8fc1-4831-8ee9-20baa97ceb64 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269711510320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767142869380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269711906403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852145191'] for port, after_update {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:15:30.115517 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-7b20477e-c5c5-47db-b9e7-87028eacbc5e tempest-VolumesActionsTest-1533452627 tempest-VolumesActionsTest-1533452627-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:15:30.207830 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-71f67f8f-4b3e-455a-b4ec-5bafbe05f30e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036838645191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-364612'] for network, after_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:15:30.241799 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-71f67f8f-4b3e-455a-b4ec-5bafbe05f30e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854203462'] for network, before_response {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:15:30.263072 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-71f67f8f-4b3e-455a-b4ec-5bafbe05f30e admin admin] 10.222.0.13 "DELETE /v2.0/networks/6597f80e-3b52-47a2-a1f7-0277146712db HTTP/1.1" status: 204  len: 168 time: 1.9824610
Feb 19 03:15:30.266430 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84115) accepted ('10.222.0.13', 57154) {{(pid=84115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:15:30.275600 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30f6fc6-8fc1-4831-8ee9-20baa97ceb64 service neutron] Pushing event updated for resources: {'Port': ['ID=e8416608-f342-4cf5-94fe-d4fee9892df7,revision_number=3']} {{(pid=84116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:15:30.289255 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-b30f6fc6-8fc1-4831-8ee9-20baa97ceb64 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:15:30.289839 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-52e83c0a-a058-4559-96de-0609d1695479 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.051s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:15:30.312495 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f67f8f-4b3e-455a-b4ec-5bafbe05f30e admin admin] Pushing event deleted for resources: {'Network': ['ID=6597f80e-3b52-47a2-a1f7-0277146712db,revision_number=None']} {{(pid=84116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:15:30.323235 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-71f67f8f-4b3e-455a-b4ec-5bafbe05f30e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:15:30.340381 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.db_base_plugin_v2 [None req-38addd6e-2420-4f34-8477-29d16d2b8264 admin admin] Deleting subnet 76e4d551-ad1c-43dd-b869-4c5b05a54c78 {{(pid=84115) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 19 03:15:30.342365 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002cc72b-5f3c-4b8d-adf9-7539793a4c9e req-b30f6fc6-8fc1-4831-8ee9-20baa97ceb64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:15:30.343011 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-002cc72b-5f3c-4b8d-adf9-7539793a4c9e req-b30f6fc6-8fc1-4831-8ee9-20baa97ceb64 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771976'] for port, before_response {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:15:30.344119 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-38addd6e-2420-4f34-8477-29d16d2b8264 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:15:30.344499 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-002cc72b-5f3c-4b8d-adf9-7539793a4c9e req-b30f6fc6-8fc1-4831-8ee9-20baa97ceb64 service neutron] 10.222.0.65 "PUT /v2.0/ports/e8416608-f342-4cf5-94fe-d4fee9892df7 HTTP/1.1" status: 200  len: 1157 time: 2.5166962
Feb 19 03:15:30.345032 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3ed4d052-2a0f-41da-ba42-589983d9f3f8', 'tag': 'e8416608-f342-4cf5-94fe-d4fee9892df7'}] {{(pid=84116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 03:15:30.392925 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3ed4d052-2a0f-41da-ba42-589983d9f3f8', 'tag': 'e8416608-f342-4cf5-94fe-d4fee9892df7', 'status': 'completed', 'code': 200}
Feb 19 03:15:30.400921 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-38addd6e-2420-4f34-8477-29d16d2b8264 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1861844'] for subnet, precommit_delete_associations {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:15:30.460373 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-38addd6e-2420-4f34-8477-29d16d2b8264 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16124102'] for subnet, precommit_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:15:30.490394 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002cc72b-5f3c-4b8d-adf9-7539793a4c9e req-01f30219-4e99-410e-b7f8-cbd17816233f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:15:30.492577 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-002cc72b-5f3c-4b8d-adf9-7539793a4c9e req-01f30219-4e99-410e-b7f8-cbd17816233f service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=321293abdca04df2bc758ca11cc4dab0&device_id=3ed4d052-2a0f-41da-ba42-589983d9f3f8 HTTP/1.1" status: 200  len: 1160 time: 0.0829544
Feb 19 03:15:30.567400 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-002cc72b-5f3c-4b8d-adf9-7539793a4c9e req-acf802f4-e822-43cf-9fd3-8488d2f635e6 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e8416608-f342-4cf5-94fe-d4fee9892df7 HTTP/1.1" status: 200  len: 217 time: 0.0673590
Feb 19 03:15:30.639927 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002cc72b-5f3c-4b8d-adf9-7539793a4c9e req-21124427-17af-411b-8d34-22b989c43481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:15:30.641758 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-002cc72b-5f3c-4b8d-adf9-7539793a4c9e req-21124427-17af-411b-8d34-22b989c43481 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=e58e46eb-09fe-49af-baf2-4b0266a07742 HTTP/1.1" status: 200  len: 849 time: 0.0686235
Feb 19 03:15:30.695314 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-002cc72b-5f3c-4b8d-adf9-7539793a4c9e req-d78caa87-362b-435a-a166-a524e7a268ae service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=38704fa4-e355-4df5-b7d5-5c3d00c00f60&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0473309
Feb 19 03:15:30.807005 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d33fec4-da28-4031-8860-017be4d55533 req-f842ba1e-ead5-41ef-af23-ad8c788edfcd tempest-VolumesActionsTest-1533452627 tempest-VolumesActionsTest-1533452627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:15:30.808551 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-0d33fec4-da28-4031-8860-017be4d55533 req-f842ba1e-ead5-41ef-af23-ad8c788edfcd tempest-VolumesActionsTest-1533452627 tempest-VolumesActionsTest-1533452627-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ed4d052-2a0f-41da-ba42-589983d9f3f8 HTTP/1.1" status: 200  len: 943 time: 0.1013858
Feb 19 03:15:30.813632 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-38addd6e-2420-4f34-8477-29d16d2b8264 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838651698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1430005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852549845'] for subnet, after_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:15:30.843933 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-002cc72b-5f3c-4b8d-adf9-7539793a4c9e req-b771cfeb-c43b-4e4f-bc5a-7b234c0e56c5 service neutron] 10.222.0.65 "GET /v2.0/networks/38704fa4-e355-4df5-b7d5-5c3d00c00f60?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1409123
Feb 19 03:15:31.000972 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-002cc72b-5f3c-4b8d-adf9-7539793a4c9e req-8abd74d8-9cc0-42a9-9cab-8654fb39585e service neutron] 10.222.0.65 "GET /v2.0/networks/38704fa4-e355-4df5-b7d5-5c3d00c00f60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1484978
Feb 19 03:15:31.063301 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:15:31.162137 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405d49e9-70b1-47f4-86e7-e63ae029e018 req-e05116a0-78cf-4d68-a183-1a19a832f707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:15:31.164372 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-405d49e9-70b1-47f4-86e7-e63ae029e018 req-e05116a0-78cf-4d68-a183-1a19a832f707 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=321293abdca04df2bc758ca11cc4dab0&device_id=3ed4d052-2a0f-41da-ba42-589983d9f3f8 HTTP/1.1" status: 200  len: 1160 time: 0.0849843
Feb 19 03:15:31.166247 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38addd6e-2420-4f34-8477-29d16d2b8264 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=76e4d551-ad1c-43dd-b869-4c5b05a54c78,revision_number=None']} {{(pid=84115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:15:31.175482 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-38addd6e-2420-4f34-8477-29d16d2b8264 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:15:31.220814 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-0d33fec4-da28-4031-8860-017be4d55533 req-a1286961-9574-4121-8269-8c20adf9e8b5 tempest-VolumesActionsTest-1533452627 tempest-VolumesActionsTest-1533452627-project] 10.222.0.13 "GET /v2.0/security-groups?id=07e4edaa-e659-4220-86e8-f2f003c14a84&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1588311
Feb 19 03:15:31.243558 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-38addd6e-2420-4f34-8477-29d16d2b8264 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854203462'] for subnet, before_response {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:15:31.249835 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-38addd6e-2420-4f34-8477-29d16d2b8264 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/76e4d551-ad1c-43dd-b869-4c5b05a54c78 HTTP/1.1" status: 204  len: 168 time: 0.9822273
Feb 19 03:15:31.252446 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84115) accepted ('10.222.0.13', 57164) {{(pid=84115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:15:31.313804 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405d49e9-70b1-47f4-86e7-e63ae029e018 req-7bbae1f4-58f0-4dea-9d33-c6f4fa736714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:15:31.315360 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-405d49e9-70b1-47f4-86e7-e63ae029e018 req-7bbae1f4-58f0-4dea-9d33-c6f4fa736714 service neutron] 10.222.0.65 "GET /v2.0/networks?id=38704fa4-e355-4df5-b7d5-5c3d00c00f60 HTTP/1.1" status: 200  len: 903 time: 0.1444416
Feb 19 03:15:31.368555 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-048ec33b-965e-42bb-9f87-69b200aeb337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036838588073'] for network, before_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:15:31.389308 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-405d49e9-70b1-47f4-86e7-e63ae029e018 req-243a7612-5c75-4098-af94-8ba35badb43d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e8416608-f342-4cf5-94fe-d4fee9892df7 HTTP/1.1" status: 200  len: 217 time: 0.0665705
Feb 19 03:15:31.462779 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405d49e9-70b1-47f4-86e7-e63ae029e018 req-ac7930db-bae8-4b1a-988f-f59292224e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:15:31.464351 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-405d49e9-70b1-47f4-86e7-e63ae029e018 req-ac7930db-bae8-4b1a-988f-f59292224e9e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=e58e46eb-09fe-49af-baf2-4b0266a07742 HTTP/1.1" status: 200  len: 849 time: 0.0681746
Feb 19 03:15:31.519023 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-405d49e9-70b1-47f4-86e7-e63ae029e018 req-cbdaad0e-b598-4360-9e73-2d21ea6a55bd service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=38704fa4-e355-4df5-b7d5-5c3d00c00f60&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0465517
Feb 19 03:15:31.565661 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-048ec33b-965e-42bb-9f87-69b200aeb337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16130609', 'neutron.services.segments.db._delete_segments_for_network--9223363269711387610'] for network, precommit_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:15:31.665690 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-405d49e9-70b1-47f4-86e7-e63ae029e018 req-4c239aea-00db-4329-9cdf-ab5db78455a9 service neutron] 10.222.0.65 "GET /v2.0/networks/38704fa4-e355-4df5-b7d5-5c3d00c00f60?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1381257
Feb 19 03:15:31.678809 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.services.segments.db [None req-048ec33b-965e-42bb-9f87-69b200aeb337 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f94243c5da0>,) {'filters': {'network_id': ['f5836c17-ed4a-4557-856f-6392518330c8']}} {{(pid=84115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 03:15:31.696918 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.services.segments.db [None req-048ec33b-965e-42bb-9f87-69b200aeb337 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f94243c5da0>, 'ac0b8cd1-3516-42de-8780-adbf4f3bfef8') {'for_net_delete': True} {{(pid=84115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 03:15:31.697320 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.services.segments.db [None req-048ec33b-965e-42bb-9f87-69b200aeb337 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f94243c5da0>, 'ac0b8cd1-3516-42de-8780-adbf4f3bfef8') {} {{(pid=84115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 03:15:31.709682 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-048ec33b-965e-42bb-9f87-69b200aeb337 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363269711390170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852913940'] for segment, before_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:15:31.716193 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:15:31.725262 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-048ec33b-965e-42bb-9f87-69b200aeb337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838644319'] for segment, precommit_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:15:31.727882 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-048ec33b-965e-42bb-9f87-69b200aeb337 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=84115) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 19 03:15:31.813323 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-405d49e9-70b1-47f4-86e7-e63ae029e018 req-0d0fe5f4-b514-4c28-be0f-478722db6a92 service neutron] 10.222.0.65 "GET /v2.0/networks/38704fa4-e355-4df5-b7d5-5c3d00c00f60?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1397910
Feb 19 03:15:31.909868 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.managers [None req-048ec33b-965e-42bb-9f87-69b200aeb337 admin admin] Network f5836c17-ed4a-4557-856f-6392518330c8 has no segments {{(pid=84115) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 19 03:15:31.919641 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-048ec33b-965e-42bb-9f87-69b200aeb337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16131513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853342636'] for segment, after_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:15:32.102724 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.managers [None req-048ec33b-965e-42bb-9f87-69b200aeb337 admin admin] Network f5836c17-ed4a-4557-856f-6392518330c8 has no segments {{(pid=84115) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 19 03:15:32.125514 dv-cinder-775706-2-iscsi neutron-server[84004]: Traceback (most recent call last):
Feb 19 03:15:32.125514 dv-cinder-775706-2-iscsi neutron-server[84004]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 03:15:32.125514 dv-cinder-775706-2-iscsi neutron-server[84004]:     timer()
Feb 19 03:15:32.125514 dv-cinder-775706-2-iscsi neutron-server[84004]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 03:15:32.125514 dv-cinder-775706-2-iscsi neutron-server[84004]:     cb(*args, **kw)
Feb 19 03:15:32.125514 dv-cinder-775706-2-iscsi neutron-server[84004]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 19 03:15:32.125514 dv-cinder-775706-2-iscsi neutron-server[84004]:     return func(*args, **kwargs)
Feb 19 03:15:32.125514 dv-cinder-775706-2-iscsi neutron-server[84004]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 03:15:32.125514 dv-cinder-775706-2-iscsi neutron-server[84004]:     self._notify()
Feb 19 03:15:32.125514 dv-cinder-775706-2-iscsi neutron-server[84004]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 03:15:32.125514 dv-cinder-775706-2-iscsi neutron-server[84004]:     self.callback(batched_events)
Feb 19 03:15:32.125514 dv-cinder-775706-2-iscsi neutron-server[84004]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 03:15:32.125514 dv-cinder-775706-2-iscsi neutron-server[84004]:     event.method(event)
Feb 19 03:15:32.125514 dv-cinder-775706-2-iscsi neutron-server[84004]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 19 03:15:32.125514 dv-cinder-775706-2-iscsi neutron-server[84004]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 03:15:32.125514 dv-cinder-775706-2-iscsi neutron-server[84004]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 19 03:15:32.125514 dv-cinder-775706-2-iscsi neutron-server[84004]:     segment_id)['aggregates'][0]
Feb 19 03:15:32.125514 dv-cinder-775706-2-iscsi neutron-server[84004]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 19 03:15:32.125514 dv-cinder-775706-2-iscsi neutron-server[84004]:     return f(self, *a, **k)
Feb 19 03:15:32.125514 dv-cinder-775706-2-iscsi neutron-server[84004]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 19 03:15:32.125514 dv-cinder-775706-2-iscsi neutron-server[84004]:     return self._get(url).json()
Feb 19 03:15:32.125514 dv-cinder-775706-2-iscsi neutron-server[84004]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 03:15:32.125514 dv-cinder-775706-2-iscsi neutron-server[84004]:     **kwargs)
Feb 19 03:15:32.125514 dv-cinder-775706-2-iscsi neutron-server[84004]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 19 03:15:32.125514 dv-cinder-775706-2-iscsi neutron-server[84004]:     return self.request(url, 'GET', **kwargs)
Feb 19 03:15:32.125514 dv-cinder-775706-2-iscsi neutron-server[84004]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 19 03:15:32.125514 dv-cinder-775706-2-iscsi neutron-server[84004]:     **endpoint_filter)
Feb 19 03:15:32.125514 dv-cinder-775706-2-iscsi neutron-server[84004]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 19 03:15:32.125514 dv-cinder-775706-2-iscsi neutron-server[84004]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 03:15:32.125514 dv-cinder-775706-2-iscsi neutron-server[84004]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 19 03:15:32.125514 dv-cinder-775706-2-iscsi neutron-server[84004]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 03:15:32.125514 dv-cinder-775706-2-iscsi neutron-server[84004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 03:15:32.253563 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-048ec33b-965e-42bb-9f87-69b200aeb337 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036838645191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-364612'] for network, after_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:15:32.257739 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-c8d34a6c-d16d-4e52-bf78-853f0d7eada0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:15:32.271974 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-048ec33b-965e-42bb-9f87-69b200aeb337 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854203462'] for network, before_response {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:15:32.282183 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048ec33b-965e-42bb-9f87-69b200aeb337 admin admin] Pushing event deleted for resources: {'Network': ['ID=f5836c17-ed4a-4557-856f-6392518330c8,revision_number=None']} {{(pid=84115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:15:32.285303 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-048ec33b-965e-42bb-9f87-69b200aeb337 admin admin] 10.222.0.13 "DELETE /v2.0/networks/f5836c17-ed4a-4557-856f-6392518330c8 HTTP/1.1" status: 204  len: 168 time: 1.0318136
Feb 19 03:15:32.286337 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-048ec33b-965e-42bb-9f87-69b200aeb337 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:15:32.424133 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9891a49f-2f93-4973-9991-9671341bc121 req-cc160c3e-4940-4ff7-9270-016b0886c9c6 tempest-VolumesActionsTest-1533452627 tempest-VolumesActionsTest-1533452627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:15:32.425688 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-9891a49f-2f93-4973-9991-9671341bc121 req-cc160c3e-4940-4ff7-9270-016b0886c9c6 tempest-VolumesActionsTest-1533452627 tempest-VolumesActionsTest-1533452627-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ed4d052-2a0f-41da-ba42-589983d9f3f8 HTTP/1.1" status: 200  len: 943 time: 0.0882192
Feb 19 03:15:32.475124 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-9891a49f-2f93-4973-9991-9671341bc121 req-f931bdd9-0bbb-4473-802b-5ad13202d90c tempest-VolumesActionsTest-1533452627 tempest-VolumesActionsTest-1533452627-project] 10.222.0.13 "GET /v2.0/security-groups?id=07e4edaa-e659-4220-86e8-f2f003c14a84&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431032
Feb 19 03:15:32.556054 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84115) accepted ('10.222.0.13', 57172) {{(pid=84115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:15:32.609262 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-083db9f3-851e-4081-8e4d-ef5ee92c0c2d admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=4c59c0939a9c479bb306e3fff6e90ee7&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0518699
Feb 19 03:15:32.611923 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84115) accepted ('10.222.0.13', 57176) {{(pid=84115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:15:32.686186 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-b8d7b597-3f13-446c-aed5-273073452172 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:15:32.713437 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-b8d7b597-3f13-446c-aed5-273073452172 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:15:32.850103 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-b8d7b597-3f13-446c-aed5-273073452172 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237410'] for security_group, after_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:15:32.855249 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-f0d29e45-27f8-48f0-8063-9dd63443d433 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:15:32.865919 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d7b597-3f13-446c-aed5-273073452172 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20e78516-6d4d-4339-9250-4b54354e1434,revision_number=None']} {{(pid=84115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:15:32.869703 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-b8d7b597-3f13-446c-aed5-273073452172 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:15:32.872945 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-b8d7b597-3f13-446c-aed5-273073452172 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:15:32.874184 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-b8d7b597-3f13-446c-aed5-273073452172 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/20e78516-6d4d-4339-9250-4b54354e1434 HTTP/1.1" status: 204  len: 168 time: 0.2608013
Feb 19 03:15:33.358934 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84115) accepted ('10.222.0.13', 57184) {{(pid=84115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:15:33.411043 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-94ff66f5-fce0-4fdd-897e-f9dce7106e27 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=b9fd1bd2bccd4c378d2bfdf8ce7eccd2&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0507607
Feb 19 03:15:33.413394 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84115) accepted ('10.222.0.13', 57188) {{(pid=84115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:15:33.474676 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-bd04f225-c003-4a28-8cc7-4647bfdfcf9c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:15:33.506127 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-bd04f225-c003-4a28-8cc7-4647bfdfcf9c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:15:33.631118 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.rpc [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Device e8416608-f342-4cf5-94fe-d4fee9892df7 up at agent ovs-agent-hv-cinder-77570 {{(pid=84117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 03:15:33.693766 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-bd04f225-c003-4a28-8cc7-4647bfdfcf9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237410'] for security_group, after_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:15:33.699955 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-4a17173d-22cc-4a43-b06e-28021f07d19f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:15:33.722179 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Provisioning for port e8416608-f342-4cf5-94fe-d4fee9892df7 completed by entity L2. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 19 03:15:33.727487 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Provisioning complete for port e8416608-f342-4cf5-94fe-d4fee9892df7 triggered by entity L2. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 03:15:33.727914 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16124857'] for port, provisioning_complete {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:15:33.749331 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd04f225-c003-4a28-8cc7-4647bfdfcf9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16f12a12-efe2-4717-91df-0376a142d6b5,revision_number=None']} {{(pid=84115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:15:33.763253 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-bd04f225-c003-4a28-8cc7-4647bfdfcf9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:15:33.773447 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-bd04f225-c003-4a28-8cc7-4647bfdfcf9c admin admin] Notify callbacks [] for security_group, before_response {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:15:33.774698 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-bd04f225-c003-4a28-8cc7-4647bfdfcf9c admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/16f12a12-efe2-4717-91df-0376a142d6b5 HTTP/1.1" status: 204  len: 168 time: 0.3603158
Feb 19 03:15:33.806098 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96c5ec47-9594-492c-848f-9ffa593d1995 req-f94d59ca-9d5d-43e6-91bf-3c780ed0bba3 tempest-VolumesActionsTest-1533452627 tempest-VolumesActionsTest-1533452627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:15:33.807739 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-96c5ec47-9594-492c-848f-9ffa593d1995 req-f94d59ca-9d5d-43e6-91bf-3c780ed0bba3 tempest-VolumesActionsTest-1533452627 tempest-VolumesActionsTest-1533452627-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ed4d052-2a0f-41da-ba42-589983d9f3f8 HTTP/1.1" status: 200  len: 943 time: 0.0977752
Feb 19 03:15:33.859088 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-96c5ec47-9594-492c-848f-9ffa593d1995 req-1f80a332-b40d-436b-977b-3640021ead73 tempest-VolumesActionsTest-1533452627 tempest-VolumesActionsTest-1533452627-project] 10.222.0.13 "GET /v2.0/security-groups?id=07e4edaa-e659-4220-86e8-f2f003c14a84&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0449886
Feb 19 03:15:33.878378 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838630373'] for port, before_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:15:33.910082 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ed4d052-2a0f-41da-ba42-589983d9f3f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8416608-f342-4cf5-94fe-d4fee9892df7'}] {{(pid=84117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 03:15:33.925262 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.db [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] For port e8416608-f342-4cf5-94fe-d4fee9892df7, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=e8416608-f342-4cf5-94fe-d4fee9892df7,segment=NetworkSegment(cdcefa80-4c1b-403b-8df4-d9d21c7b48c4),segment_id=cdcefa80-4c1b-403b-8df4-d9d21c7b48c4)] {{(pid=84117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 03:15:33.961412 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ed4d052-2a0f-41da-ba42-589983d9f3f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8416608-f342-4cf5-94fe-d4fee9892df7', 'code': 200}
Feb 19 03:15:33.970383 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269711510320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767142869380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269711906403'] for port, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:15:33.972434 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:15:34.048660 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Pushing event updated for resources: {'Port': ['ID=e8416608-f342-4cf5-94fe-d4fee9892df7,revision_number=4']} {{(pid=84117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:15:34.052139 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:15:34.266882 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8631e9-676a-4860-9ed6-fc92df1dc62e req-4497d956-8e47-4ef4-ae8c-984d2f91a72a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:15:34.268530 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-9d8631e9-676a-4860-9ed6-fc92df1dc62e req-4497d956-8e47-4ef4-ae8c-984d2f91a72a service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=3ed4d052-2a0f-41da-ba42-589983d9f3f8 HTTP/1.1" status: 200  len: 1162 time: 0.0852911
Feb 19 03:15:34.317774 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-9d8631e9-676a-4860-9ed6-fc92df1dc62e req-a6974da4-e727-4312-9df5-e755bcb76ba2 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=07e4edaa-e659-4220-86e8-f2f003c14a84&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0427184
Feb 19 03:15:35.061064 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdcbb9ca-f813-44b1-96f0-167f073bbd74 req-79df9c41-ea20-4f50-a43b-d421edbce47a tempest-VolumesActionsTest-1533452627 tempest-VolumesActionsTest-1533452627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:15:35.062880 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-fdcbb9ca-f813-44b1-96f0-167f073bbd74 req-79df9c41-ea20-4f50-a43b-d421edbce47a tempest-VolumesActionsTest-1533452627 tempest-VolumesActionsTest-1533452627-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ed4d052-2a0f-41da-ba42-589983d9f3f8 HTTP/1.1" status: 200  len: 945 time: 0.0914307
Feb 19 03:15:35.113031 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-fdcbb9ca-f813-44b1-96f0-167f073bbd74 req-e664066a-859b-4d5d-bba5-b05a41712aed tempest-VolumesActionsTest-1533452627 tempest-VolumesActionsTest-1533452627-project] 10.222.0.13 "GET /v2.0/security-groups?id=07e4edaa-e659-4220-86e8-f2f003c14a84&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440753
Feb 19 03:15:35.343559 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.rpc [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Device e8416608-f342-4cf5-94fe-d4fee9892df7 up at agent ovs-agent-hv-cinder-77570 {{(pid=84117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 03:15:35.417851 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Provisioning complete for port e8416608-f342-4cf5-94fe-d4fee9892df7 triggered by entity L2. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 03:15:35.418225 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16124857'] for port, provisioning_complete {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:15:36.311875 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4415f98d-7dfd-4f7c-a311-04de2b7fe46b req-64658939-d567-40b7-81fb-943abd320fab tempest-VolumesActionsTest-1533452627 tempest-VolumesActionsTest-1533452627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:15:36.313477 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-4415f98d-7dfd-4f7c-a311-04de2b7fe46b req-64658939-d567-40b7-81fb-943abd320fab tempest-VolumesActionsTest-1533452627 tempest-VolumesActionsTest-1533452627-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ed4d052-2a0f-41da-ba42-589983d9f3f8 HTTP/1.1" status: 200  len: 945 time: 0.0866408
Feb 19 03:15:36.363850 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-4415f98d-7dfd-4f7c-a311-04de2b7fe46b req-430d2c91-9423-4d4c-bcca-3cfc71bc1289 tempest-VolumesActionsTest-1533452627 tempest-VolumesActionsTest-1533452627-project] 10.222.0.13 "GET /v2.0/security-groups?id=07e4edaa-e659-4220-86e8-f2f003c14a84&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433984
Feb 19 03:15:37.874734 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aad0983-7206-4a5f-9249-61d592a0f2b5 req-03c0ed7b-ffce-4e3e-941a-4b2a8d136a43 tempest-VolumesActionsTest-1533452627 tempest-VolumesActionsTest-1533452627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:15:37.876325 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-9aad0983-7206-4a5f-9249-61d592a0f2b5 req-03c0ed7b-ffce-4e3e-941a-4b2a8d136a43 tempest-VolumesActionsTest-1533452627 tempest-VolumesActionsTest-1533452627-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ed4d052-2a0f-41da-ba42-589983d9f3f8 HTTP/1.1" status: 200  len: 945 time: 0.0849292
Feb 19 03:15:37.923275 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-9aad0983-7206-4a5f-9249-61d592a0f2b5 req-39adb038-bb9a-4ba3-a18e-1abc9d0021bb tempest-VolumesActionsTest-1533452627 tempest-VolumesActionsTest-1533452627-project] 10.222.0.13 "GET /v2.0/security-groups?id=07e4edaa-e659-4220-86e8-f2f003c14a84&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0402999
Feb 19 03:15:39.127927 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bde9981-7731-480e-baf8-6c42e0f3bd86 req-3f3cd0ea-9bed-49a1-9374-e5cc9930e64f tempest-VolumesActionsTest-1533452627 tempest-VolumesActionsTest-1533452627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:15:39.129527 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-4bde9981-7731-480e-baf8-6c42e0f3bd86 req-3f3cd0ea-9bed-49a1-9374-e5cc9930e64f tempest-VolumesActionsTest-1533452627 tempest-VolumesActionsTest-1533452627-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ed4d052-2a0f-41da-ba42-589983d9f3f8 HTTP/1.1" status: 200  len: 945 time: 0.0899303
Feb 19 03:15:39.177916 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-4bde9981-7731-480e-baf8-6c42e0f3bd86 req-2125ce69-2ef6-430e-bef4-7132c8111451 tempest-VolumesActionsTest-1533452627 tempest-VolumesActionsTest-1533452627-project] 10.222.0.13 "GET /v2.0/security-groups?id=07e4edaa-e659-4220-86e8-f2f003c14a84&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0416167
Feb 19 03:15:40.378879 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9c1054-b7d3-492e-81eb-27f8bbed5c0c req-e8ead857-4515-49f0-865c-6f99e79b1a16 tempest-VolumesActionsTest-1533452627 tempest-VolumesActionsTest-1533452627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:15:40.380472 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-5f9c1054-b7d3-492e-81eb-27f8bbed5c0c req-e8ead857-4515-49f0-865c-6f99e79b1a16 tempest-VolumesActionsTest-1533452627 tempest-VolumesActionsTest-1533452627-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ed4d052-2a0f-41da-ba42-589983d9f3f8 HTTP/1.1" status: 200  len: 945 time: 0.0851514
Feb 19 03:15:40.430648 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-5f9c1054-b7d3-492e-81eb-27f8bbed5c0c req-cab80620-fc19-4492-bfec-328208ff4878 tempest-VolumesActionsTest-1533452627 tempest-VolumesActionsTest-1533452627-project] 10.222.0.13 "GET /v2.0/security-groups?id=07e4edaa-e659-4220-86e8-f2f003c14a84&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0433121
Feb 19 03:15:41.629237 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dbc87e-d803-4fe4-a8ff-ae6df3fa8c01 req-766a41b3-ea93-4cc3-abd1-5a84cecfd4f1 tempest-VolumesActionsTest-1533452627 tempest-VolumesActionsTest-1533452627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:15:41.630876 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-36dbc87e-d803-4fe4-a8ff-ae6df3fa8c01 req-766a41b3-ea93-4cc3-abd1-5a84cecfd4f1 tempest-VolumesActionsTest-1533452627 tempest-VolumesActionsTest-1533452627-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ed4d052-2a0f-41da-ba42-589983d9f3f8 HTTP/1.1" status: 200  len: 945 time: 0.0890021
Feb 19 03:15:41.681351 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-36dbc87e-d803-4fe4-a8ff-ae6df3fa8c01 req-1d6c2edd-6fbc-4c9c-a5c0-8c695614eb1e tempest-VolumesActionsTest-1533452627 tempest-VolumesActionsTest-1533452627-project] 10.222.0.13 "GET /v2.0/security-groups?id=07e4edaa-e659-4220-86e8-f2f003c14a84&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0436342
Feb 19 03:15:41.763641 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752e4c92-048e-4348-84fb-5d19cb0bf586 req-157911ac-4b34-47db-807e-8cc55a5382b6 tempest-VolumesActionsTest-1533452627 tempest-VolumesActionsTest-1533452627-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:15:41.764676 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [req-752e4c92-048e-4348-84fb-5d19cb0bf586 req-157911ac-4b34-47db-807e-8cc55a5382b6 tempest-VolumesActionsTest-1533452627 tempest-VolumesActionsTest-1533452627-project] Synchronizing usage tracker for tenant:321293abdca04df2bc758ca11cc4dab0 on resource:port {{(pid=84116) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 19 03:15:41.798468 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [req-752e4c92-048e-4348-84fb-5d19cb0bf586 req-157911ac-4b34-47db-807e-8cc55a5382b6 tempest-VolumesActionsTest-1533452627 tempest-VolumesActionsTest-1533452627-project] Unset dirty status for tenant:321293abdca04df2bc758ca11cc4dab0 on resource:port {{(pid=84116) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 19 03:15:41.799666 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-752e4c92-048e-4348-84fb-5d19cb0bf586 req-157911ac-4b34-47db-807e-8cc55a5382b6 tempest-VolumesActionsTest-1533452627 tempest-VolumesActionsTest-1533452627-project] 10.222.0.65 "GET /v2.0/ports?device_id=3ed4d052-2a0f-41da-ba42-589983d9f3f8 HTTP/1.1" status: 200  len: 945 time: 0.1288524
Feb 19 03:15:41.875613 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.plugin [req-752e4c92-048e-4348-84fb-5d19cb0bf586 req-1a8b7cac-4cc9-426d-8035-65c47d80bdcc tempest-VolumesActionsTest-1533452627 tempest-VolumesActionsTest-1533452627-project] Deleting port e8416608-f342-4cf5-94fe-d4fee9892df7 {{(pid=84116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 19 03:15:41.876000 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-752e4c92-048e-4348-84fb-5d19cb0bf586 req-1a8b7cac-4cc9-426d-8035-65c47d80bdcc tempest-VolumesActionsTest-1533452627 tempest-VolumesActionsTest-1533452627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363269711485266'] for port, before_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:15:42.138397 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.db [req-752e4c92-048e-4348-84fb-5d19cb0bf586 req-1a8b7cac-4cc9-426d-8035-65c47d80bdcc tempest-VolumesActionsTest-1533452627 tempest-VolumesActionsTest-1533452627-project] For port e8416608-f342-4cf5-94fe-d4fee9892df7, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=e8416608-f342-4cf5-94fe-d4fee9892df7,segment=NetworkSegment(cdcefa80-4c1b-403b-8df4-d9d21c7b48c4),segment_id=cdcefa80-4c1b-403b-8df4-d9d21c7b48c4)] {{(pid=84116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 03:15:42.138725 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-752e4c92-048e-4348-84fb-5d19cb0bf586 req-1a8b7cac-4cc9-426d-8035-65c47d80bdcc tempest-VolumesActionsTest-1533452627 tempest-VolumesActionsTest-1533452627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-361392'] for port, precommit_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:15:42.273554 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.plugin [req-752e4c92-048e-4348-84fb-5d19cb0bf586 req-1a8b7cac-4cc9-426d-8035-65c47d80bdcc tempest-VolumesActionsTest-1533452627 tempest-VolumesActionsTest-1533452627-project] Calling delete_port for e8416608-f342-4cf5-94fe-d4fee9892df7 owned by compute:nova {{(pid=84116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 19 03:15:42.455461 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-752e4c92-048e-4348-84fb-5d19cb0bf586 req-1a8b7cac-4cc9-426d-8035-65c47d80bdcc tempest-VolumesActionsTest-1533452627 tempest-VolumesActionsTest-1533452627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363269711510303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363269711906437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2630593'] for port, after_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:15:42.470780 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-446a63eb-f2ed-4382-a1d5-a407a8c66c4c tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:15:42.570746 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8b7cac-4cc9-426d-8035-65c47d80bdcc tempest-VolumesActionsTest-1533452627 tempest-VolumesActionsTest-1533452627-project] Pushing event deleted for resources: {'Port': ['ID=e8416608-f342-4cf5-94fe-d4fee9892df7,revision_number=None']} {{(pid=84116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:15:42.580101 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-1a8b7cac-4cc9-426d-8035-65c47d80bdcc tempest-VolumesActionsTest-1533452627 tempest-VolumesActionsTest-1533452627-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:15:42.679575 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvrscheduler_db [req-752e4c92-048e-4348-84fb-5d19cb0bf586 req-1a8b7cac-4cc9-426d-8035-65c47d80bdcc tempest-VolumesActionsTest-1533452627 tempest-VolumesActionsTest-1533452627-project] No DVR routers for this DVR port e8416608-f342-4cf5-94fe-d4fee9892df7 on host hv-cinder-77570 {{(pid=84116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 19 03:15:42.681641 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-752e4c92-048e-4348-84fb-5d19cb0bf586 req-1a8b7cac-4cc9-426d-8035-65c47d80bdcc tempest-VolumesActionsTest-1533452627 tempest-VolumesActionsTest-1533452627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771976'] for port, before_response {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:15:42.684337 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3ed4d052-2a0f-41da-ba42-589983d9f3f8', 'name': 'network-vif-deleted', 'tag': 'e8416608-f342-4cf5-94fe-d4fee9892df7'}] {{(pid=84116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 03:15:42.724518 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-752e4c92-048e-4348-84fb-5d19cb0bf586 req-1a8b7cac-4cc9-426d-8035-65c47d80bdcc tempest-VolumesActionsTest-1533452627 tempest-VolumesActionsTest-1533452627-project] 10.222.0.65 "DELETE /v2.0/ports/e8416608-f342-4cf5-94fe-d4fee9892df7 HTTP/1.1" status: 204  len: 173 time: 0.9186404
Feb 19 03:15:42.738481 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3ed4d052-2a0f-41da-ba42-589983d9f3f8', 'name': 'network-vif-deleted', 'tag': 'e8416608-f342-4cf5-94fe-d4fee9892df7', 'status': 'completed', 'code': 200}
Feb 19 03:15:42.857210 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-740cbd50-be09-4843-8298-f8a4317d8059 req-4ba9c217-6a0b-487d-9f98-74dd124ec493 tempest-VolumesActionsTest-1533452627 tempest-VolumesActionsTest-1533452627-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ed4d052-2a0f-41da-ba42-589983d9f3f8 HTTP/1.1" status: 200  len: 210 time: 0.0518820
Feb 19 03:15:44.019992 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-868d554d-7ac5-4fa8-a84a-1ee0f9df0a74 req-9207a759-f7a8-4ab1-92ed-1d327e27b4a0 tempest-VolumesActionsTest-1533452627 tempest-VolumesActionsTest-1533452627-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ed4d052-2a0f-41da-ba42-589983d9f3f8 HTTP/1.1" status: 200  len: 210 time: 0.0489442
Feb 19 03:15:44.874762 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.rpc [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Device e8416608-f342-4cf5-94fe-d4fee9892df7 no longer exists at agent ovs-agent-hv-cinder-77570 {{(pid=84117) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 19 03:15:44.911531 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.plugin [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] No Port match for: e8416608-f342-4cf5-94fe-d4fee9892df7 {{(pid=84117) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 19 03:15:44.915427 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.rpc [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Device e8416608-f342-4cf5-94fe-d4fee9892df7 not bound to the agent host hv-cinder-77570 {{(pid=84117) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 19 03:15:45.196750 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-93aef850-41a4-4af4-8296-57246cfd22af req-ab5306c9-b235-4265-ba68-cf1fb5305f60 tempest-VolumesActionsTest-1533452627 tempest-VolumesActionsTest-1533452627-project] 10.222.0.13 "GET /v2.0/ports?device_id=3ed4d052-2a0f-41da-ba42-589983d9f3f8 HTTP/1.1" status: 200  len: 210 time: 0.0490150
Feb 19 03:15:49.472507 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-088c9f82-8c71-4d4e-bd81-4d771194f008 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:15:51.899450 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-71174129-d7a6-4939-bcb1-358d948d2523 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:15:52.477240 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-4b343f23-6f62-4db0-bfb1-0e5ba3aa11dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:15:53.556683 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:15:54.299471 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-ed1abd93-30ab-455f-b25e-ecbc2cc5cf06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:15:55.170590 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.agents_db [None req-fa9641de-a39b-4023-bfa7-5325e5d2422e None None] Agent healthcheck: found 6 active agents {{(pid=84118) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 19 03:16:01.747524 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:16:02.732894 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84115) accepted ('10.222.0.13', 57496) {{(pid=84115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:16:02.873268 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-de0a86d4-0f8b-46a7-aaac-f7eb5ff47c6f admin admin] Notify callbacks [] for security_group, before_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:16:02.889847 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-de0a86d4-0f8b-46a7-aaac-f7eb5ff47c6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 03:16:02.893998 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-de0a86d4-0f8b-46a7-aaac-f7eb5ff47c6f admin admin] Usage tracker for resource:security_group_rule and tenant:90f68f1247b24208971c14d54dbfd640 is out of sync, need to count used quota {{(pid=84115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 03:16:02.897011 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-de0a86d4-0f8b-46a7-aaac-f7eb5ff47c6f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 03:16:02.903061 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-de0a86d4-0f8b-46a7-aaac-f7eb5ff47c6f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 03:16:03.011894 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-de0a86d4-0f8b-46a7-aaac-f7eb5ff47c6f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:16:03.044476 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-de0a86d4-0f8b-46a7-aaac-f7eb5ff47c6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237410'] for security_group, after_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:16:03.060447 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-353cc172-1798-4182-972f-4c0eff58a7b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:16:03.105483 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84116) accepted ('10.222.0.13', 57502) {{(pid=84116) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:16:03.105738 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-de0a86d4-0f8b-46a7-aaac-f7eb5ff47c6f admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=90f68f1247b24208971c14d54dbfd640&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3712072
Feb 19 03:16:03.106465 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0a86d4-0f8b-46a7-aaac-f7eb5ff47c6f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a825c595-4724-4d07-91ea-dc054ca78f6d,revision_number=1']} {{(pid=84115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:16:03.110090 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-de0a86d4-0f8b-46a7-aaac-f7eb5ff47c6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:16:03.198825 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-5fa6d21f-588e-4e05-8254-0372eaa824c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:16:03.234380 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-5fa6d21f-588e-4e05-8254-0372eaa824c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:16:03.639447 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-5fa6d21f-588e-4e05-8254-0372eaa824c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237410'] for security_group, after_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:16:03.645789 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-03b14bd6-98c4-4963-a203-33e695d9b60b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:16:03.658851 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa6d21f-588e-4e05-8254-0372eaa824c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a825c595-4724-4d07-91ea-dc054ca78f6d,revision_number=None']} {{(pid=84116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:16:03.664632 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-5fa6d21f-588e-4e05-8254-0372eaa824c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:16:03.667702 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-5fa6d21f-588e-4e05-8254-0372eaa824c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:16:03.670424 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-5fa6d21f-588e-4e05-8254-0372eaa824c5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a825c595-4724-4d07-91ea-dc054ca78f6d HTTP/1.1" status: 204  len: 168 time: 0.5634420
Feb 19 03:16:04.882647 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84116) accepted ('10.222.0.13', 57536) {{(pid=84116) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:16:05.024716 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.v2.base [None req-117329c0-0451-4183-9c0b-b8540c8fe6e9 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-953477950-network', 'tenant_id': 'da9ab4fb51ce48bf882c9e08527bccfc'}} {{(pid=84116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 03:16:05.029979 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-117329c0-0451-4183-9c0b-b8540c8fe6e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 03:16:05.034117 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-117329c0-0451-4183-9c0b-b8540c8fe6e9 admin admin] Usage tracker for resource:network and tenant:da9ab4fb51ce48bf882c9e08527bccfc is out of sync, need to count used quota {{(pid=84116) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 03:16:05.037318 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-117329c0-0451-4183-9c0b-b8540c8fe6e9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84116) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 03:16:05.043413 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-117329c0-0451-4183-9c0b-b8540c8fe6e9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 03:16:05.085319 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-117329c0-0451-4183-9c0b-b8540c8fe6e9 admin admin] Made reservation on behalf of da9ab4fb51ce48bf882c9e08527bccfc for: {'network': 1} {{(pid=84116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 19 03:16:05.091288 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-117329c0-0451-4183-9c0b-b8540c8fe6e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838630373'] for network, before_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:16:05.105323 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-117329c0-0451-4183-9c0b-b8540c8fe6e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:16:05.121586 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-117329c0-0451-4183-9c0b-b8540c8fe6e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 03:16:05.126599 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-117329c0-0451-4183-9c0b-b8540c8fe6e9 admin admin] Usage tracker for resource:security_group_rule and tenant:da9ab4fb51ce48bf882c9e08527bccfc is out of sync, need to count used quota {{(pid=84116) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 03:16:05.129855 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-117329c0-0451-4183-9c0b-b8540c8fe6e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84116) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 03:16:05.136924 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-117329c0-0451-4183-9c0b-b8540c8fe6e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 03:16:05.255618 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-117329c0-0451-4183-9c0b-b8540c8fe6e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:16:05.288948 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-117329c0-0451-4183-9c0b-b8540c8fe6e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237410'] for security_group, after_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:16:05.292431 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-8cc6c2c4-e4a6-4882-955c-320a076eb9d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:16:05.328052 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-117329c0-0451-4183-9c0b-b8540c8fe6e9 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=84116) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 19 03:16:05.337755 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117329c0-0451-4183-9c0b-b8540c8fe6e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87ae1524-75bf-458d-a87c-5ccf0d558566,revision_number=1']} {{(pid=84116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:16:05.341657 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-117329c0-0451-4183-9c0b-b8540c8fe6e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:16:05.344330 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-117329c0-0451-4183-9c0b-b8540c8fe6e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838644319'] for segment, precommit_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:16:05.344715 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.db.segments_db [None req-117329c0-0451-4183-9c0b-b8540c8fe6e9 admin admin] Added segment ff4a8a90-eda9-4ae3-b965-71f9760539ca of type vxlan for network a1776468-cc33-4821-8031-5c3e2dd24b1c
Feb 19 03:16:05.378717 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-117329c0-0451-4183-9c0b-b8540c8fe6e9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363269711912974'] for network, precommit_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:16:05.439060 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-117329c0-0451-4183-9c0b-b8540c8fe6e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477'] for network, after_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:16:05.440494 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-117329c0-0451-4183-9c0b-b8540c8fe6e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:16:05.441161 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-117329c0-0451-4183-9c0b-b8540c8fe6e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854203462'] for network, before_response {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:16:05.446527 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:16:05.555861 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117329c0-0451-4183-9c0b-b8540c8fe6e9 admin admin] Pushing event updated for resources: {'Network': ['ID=a1776468-cc33-4821-8031-5c3e2dd24b1c,revision_number=1']} {{(pid=84116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:16:05.559336 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-117329c0-0451-4183-9c0b-b8540c8fe6e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:16:05.566371 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.rpc [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Network a1776468-cc33-4821-8031-5c3e2dd24b1c details requested by agent ovs-agent-dv-cinder-775706-2-iscsi with host dv-cinder-775706-2-iscsi {{(pid=84117) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 19 03:16:05.597555 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84115) accepted ('10.222.0.13', 57546) {{(pid=84115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:16:05.601113 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-117329c0-0451-4183-9c0b-b8540c8fe6e9 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 879 time: 0.7165518
Feb 19 03:16:05.606000 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.v2.base [None req-81a53128-e2e4-4856-b850-93c0c288b597 admin admin] Request body: {'subnet': {'network_id': 'a1776468-cc33-4821-8031-5c3e2dd24b1c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-953477950-subnet', 'tenant_id': 'da9ab4fb51ce48bf882c9e08527bccfc', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=84115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 03:16:05.611611 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-81a53128-e2e4-4856-b850-93c0c288b597 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 03:16:05.616040 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-81a53128-e2e4-4856-b850-93c0c288b597 admin admin] Usage tracker for resource:subnet and tenant:da9ab4fb51ce48bf882c9e08527bccfc is out of sync, need to count used quota {{(pid=84115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 03:16:05.619324 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-81a53128-e2e4-4856-b850-93c0c288b597 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 03:16:05.627858 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-81a53128-e2e4-4856-b850-93c0c288b597 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 03:16:05.644009 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.rpc [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Network a1776468-cc33-4821-8031-5c3e2dd24b1c details requested by agent ovs-agent-hv-cinder-77570 with host hv-cinder-77570 {{(pid=84117) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 19 03:16:05.667668 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81a53128-e2e4-4856-b850-93c0c288b597 admin admin] Made reservation on behalf of da9ab4fb51ce48bf882c9e08527bccfc for: {'subnet': 1} {{(pid=84115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 19 03:16:05.672980 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-81a53128-e2e4-4856-b850-93c0c288b597 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2225921'] for subnet, before_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:16:06.153551 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-81a53128-e2e4-4856-b850-93c0c288b597 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created--9223372036853345842', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2225970'] for subnet, after_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:16:06.257647 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-c741639c-5023-4b2a-8fdd-cb2d2d2e5c96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:16:06.395068 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a53128-e2e4-4856-b850-93c0c288b597 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b7b7da47-7ff1-4a2d-abb6-a52b4c6d4319,revision_number=0']} {{(pid=84115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:16:06.399621 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-81a53128-e2e4-4856-b850-93c0c288b597 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:16:06.414610 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81a53128-e2e4-4856-b850-93c0c288b597 admin admin] Checking segment: {'id': 'ff4a8a90-eda9-4ae3-b965-71f9760539ca', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a1776468-cc33-4821-8031-5c3e2dd24b1c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 19 03:16:06.414610 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81a53128-e2e4-4856-b850-93c0c288b597 admin admin] Network hostable DHCP agents. Network: a1776468-cc33-4821-8031-5c3e2dd24b1c, hostable agents: ['0c5e2175-22e3-4812-a651-647624438454'], hosted agents: [] {{(pid=84115) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 19 03:16:06.461387 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81a53128-e2e4-4856-b850-93c0c288b597 admin admin] Network a1776468-cc33-4821-8031-5c3e2dd24b1c is scheduled to be hosted by DHCP agent 0c5e2175-22e3-4812-a651-647624438454 with binding_index 1 {{(pid=84115) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 19 03:16:06.495877 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.scheduler.base_scheduler [None req-81a53128-e2e4-4856-b850-93c0c288b597 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775706-2-iscsi, a1776468-cc33-4821-8031-5c3e2dd24b1c) {{(pid=84115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 19 03:16:06.508002 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e2b6840-5ace-453b-bd2b-d36ad0882445 None None] Network a1776468-cc33-4821-8031-5c3e2dd24b1c requested from dv-cinder-775706-2-iscsi {{(pid=84117) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 19 03:16:06.510185 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81a53128-e2e4-4856-b850-93c0c288b597 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:16:06.511023 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-81a53128-e2e4-4856-b850-93c0c288b597 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854203462'] for subnet, before_response {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:16:06.574097 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-81a53128-e2e4-4856-b850-93c0c288b597 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.9748120
Feb 19 03:16:06.769069 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbd2bab9-ef8d-41c6-8ee1-7cf4be468155 None None] Network a1776468-cc33-4821-8031-5c3e2dd24b1c requested from dv-cinder-775706-2-iscsi {{(pid=84117) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 19 03:16:08.895818 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3621c6-b689-43c2-a3a5-a90839763c1b req-b504a341-fc12-4570-93a2-e820870b2987 tempest-VolumesSnapshotTestJSON-248054011 tempest-VolumesSnapshotTestJSON-248054011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:16:08.897451 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-ac3621c6-b689-43c2-a3a5-a90839763c1b req-b504a341-fc12-4570-93a2-e820870b2987 tempest-VolumesSnapshotTestJSON-248054011 tempest-VolumesSnapshotTestJSON-248054011-project] 10.222.0.13 "GET /v2.0/networks?id=a1776468-cc33-4821-8031-5c3e2dd24b1c HTTP/1.1" status: 200  len: 813 time: 0.1577878
Feb 19 03:16:08.913406 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-ac3621c6-b689-43c2-a3a5-a90839763c1b req-96cedfc2-54f4-4746-88b4-40c799d86040 tempest-VolumesSnapshotTestJSON-248054011 tempest-VolumesSnapshotTestJSON-248054011-project] 10.222.0.13 "GET /v2.0/quotas/da9ab4fb51ce48bf882c9e08527bccfc HTTP/1.1" status: 200  len: 375 time: 0.0095348
Feb 19 03:16:08.965366 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-ac3621c6-b689-43c2-a3a5-a90839763c1b req-e383d595-b8df-4916-b4a4-41604449cc00 tempest-VolumesSnapshotTestJSON-248054011 tempest-VolumesSnapshotTestJSON-248054011-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=da9ab4fb51ce48bf882c9e08527bccfc&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0465529
Feb 19 03:16:09.108353 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-ac3621c6-b689-43c2-a3a5-a90839763c1b req-ad14ea9a-f927-4b28-8b39-deb33446139a service neutron] 10.222.0.13 "GET /v2.0/networks/a1776468-cc33-4821-8031-5c3e2dd24b1c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1359410
Feb 19 03:16:09.253805 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-ac3621c6-b689-43c2-a3a5-a90839763c1b req-8a8d825c-090b-4f75-a8a1-4847b7c2c905 service neutron] 10.222.0.13 "GET /v2.0/networks/a1776468-cc33-4821-8031-5c3e2dd24b1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1389887
Feb 19 03:16:09.489507 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-a14cb43f-c695-48b7-8d15-94877a1398fb req-fa6da330-984b-4137-b345-f938497150f2 tempest-VolumesSnapshotTestJSON-248054011 tempest-VolumesSnapshotTestJSON-248054011-project] 10.222.0.13 "GET /v2.0/ports?device_id=9b624981-8f7a-4ea8-af3c-0c963b9b7d67 HTTP/1.1" status: 200  len: 210 time: 0.0522215
Feb 19 03:16:10.653092 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-40c25ea8-11fa-47b3-b12f-3629c10fc6ef req-f8f7657d-688e-4c01-b1bc-6782faf8c91d tempest-VolumesSnapshotTestJSON-248054011 tempest-VolumesSnapshotTestJSON-248054011-project] 10.222.0.13 "GET /v2.0/ports?device_id=9b624981-8f7a-4ea8-af3c-0c963b9b7d67 HTTP/1.1" status: 200  len: 210 time: 0.0502067
Feb 19 03:16:11.228644 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3621c6-b689-43c2-a3a5-a90839763c1b req-9665f0ee-a9e3-446c-a0c8-4141b4488c15 tempest-VolumesSnapshotTestJSON-248054011 tempest-VolumesSnapshotTestJSON-248054011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:16:11.229889 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [req-ac3621c6-b689-43c2-a3a5-a90839763c1b req-9665f0ee-a9e3-446c-a0c8-4141b4488c15 tempest-VolumesSnapshotTestJSON-248054011 tempest-VolumesSnapshotTestJSON-248054011-project] Synchronizing usage tracker for tenant:da9ab4fb51ce48bf882c9e08527bccfc on resource:network {{(pid=84116) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 19 03:16:11.276272 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [req-ac3621c6-b689-43c2-a3a5-a90839763c1b req-9665f0ee-a9e3-446c-a0c8-4141b4488c15 tempest-VolumesSnapshotTestJSON-248054011 tempest-VolumesSnapshotTestJSON-248054011-project] Unset dirty status for tenant:da9ab4fb51ce48bf882c9e08527bccfc on resource:network {{(pid=84116) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 19 03:16:11.277541 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-ac3621c6-b689-43c2-a3a5-a90839763c1b req-9665f0ee-a9e3-446c-a0c8-4141b4488c15 tempest-VolumesSnapshotTestJSON-248054011 tempest-VolumesSnapshotTestJSON-248054011-project] 10.222.0.65 "GET /v2.0/networks?id=a1776468-cc33-4821-8031-5c3e2dd24b1c HTTP/1.1" status: 200  len: 813 time: 0.2255456
Feb 19 03:16:11.291326 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.v2.base [req-ac3621c6-b689-43c2-a3a5-a90839763c1b req-17a41770-6c07-4918-92cc-d786604ef110 tempest-VolumesSnapshotTestJSON-248054011 tempest-VolumesSnapshotTestJSON-248054011-project] Request body: {'port': {'device_id': '9b624981-8f7a-4ea8-af3c-0c963b9b7d67', 'network_id': 'a1776468-cc33-4821-8031-5c3e2dd24b1c', 'admin_state_up': True, 'tenant_id': 'da9ab4fb51ce48bf882c9e08527bccfc'}} {{(pid=84116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 03:16:11.439945 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [req-ac3621c6-b689-43c2-a3a5-a90839763c1b req-17a41770-6c07-4918-92cc-d786604ef110 tempest-VolumesSnapshotTestJSON-248054011 tempest-VolumesSnapshotTestJSON-248054011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 03:16:11.444024 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [req-ac3621c6-b689-43c2-a3a5-a90839763c1b req-17a41770-6c07-4918-92cc-d786604ef110 tempest-VolumesSnapshotTestJSON-248054011 tempest-VolumesSnapshotTestJSON-248054011-project] Usage tracker for resource:port and tenant:da9ab4fb51ce48bf882c9e08527bccfc is out of sync, need to count used quota {{(pid=84116) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 03:16:11.447554 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [req-ac3621c6-b689-43c2-a3a5-a90839763c1b req-17a41770-6c07-4918-92cc-d786604ef110 tempest-VolumesSnapshotTestJSON-248054011 tempest-VolumesSnapshotTestJSON-248054011-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84116) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 03:16:11.453539 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [req-ac3621c6-b689-43c2-a3a5-a90839763c1b req-17a41770-6c07-4918-92cc-d786604ef110 tempest-VolumesSnapshotTestJSON-248054011 tempest-VolumesSnapshotTestJSON-248054011-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 03:16:11.507543 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac3621c6-b689-43c2-a3a5-a90839763c1b req-17a41770-6c07-4918-92cc-d786604ef110 tempest-VolumesSnapshotTestJSON-248054011 tempest-VolumesSnapshotTestJSON-248054011-project] Made reservation on behalf of da9ab4fb51ce48bf882c9e08527bccfc for: {'port': 1} {{(pid=84116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 19 03:16:11.513147 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-ac3621c6-b689-43c2-a3a5-a90839763c1b req-17a41770-6c07-4918-92cc-d786604ef110 tempest-VolumesSnapshotTestJSON-248054011 tempest-VolumesSnapshotTestJSON-248054011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838630373'] for port, before_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:16:11.818090 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-ac12634b-9131-46a6-8154-701ab6a19f36 req-49a80db1-6eb9-4b24-b458-0d122e4fa8fb tempest-VolumesSnapshotTestJSON-248054011 tempest-VolumesSnapshotTestJSON-248054011-project] 10.222.0.13 "GET /v2.0/ports?device_id=9b624981-8f7a-4ea8-af3c-0c963b9b7d67 HTTP/1.1" status: 200  len: 210 time: 0.0486734
Feb 19 03:16:11.823664 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.db_base_plugin_common [req-ac3621c6-b689-43c2-a3a5-a90839763c1b req-17a41770-6c07-4918-92cc-d786604ef110 tempest-VolumesSnapshotTestJSON-248054011 tempest-VolumesSnapshotTestJSON-248054011-project] Allocated IP 172.20.0.8 (a1776468-cc33-4821-8031-5c3e2dd24b1c/b7b7da47-7ff1-4a2d-abb6-a52b4c6d4319/f4dab91e-10f0-4d2b-b2e2-909af4dbc6a5) {{(pid=84116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 19 03:16:12.035655 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-ac3621c6-b689-43c2-a3a5-a90839763c1b req-17a41770-6c07-4918-92cc-d786604ef110 tempest-VolumesSnapshotTestJSON-248054011 tempest-VolumesSnapshotTestJSON-248054011-project] Notify callbacks [] for port, precommit_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:16:12.096254 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-ac3621c6-b689-43c2-a3a5-a90839763c1b req-17a41770-6c07-4918-92cc-d786604ef110 tempest-VolumesSnapshotTestJSON-248054011 tempest-VolumesSnapshotTestJSON-248054011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363269711907205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2630593'] for port, after_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:16:12.110606 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:16:12.252289 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a41770-6c07-4918-92cc-d786604ef110 tempest-VolumesSnapshotTestJSON-248054011 tempest-VolumesSnapshotTestJSON-248054011-project] Pushing event updated for resources: {'Port': ['ID=f4dab91e-10f0-4d2b-b2e2-909af4dbc6a5,revision_number=1']} {{(pid=84116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:16:12.267182 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a41770-6c07-4918-92cc-d786604ef110 tempest-VolumesSnapshotTestJSON-248054011 tempest-VolumesSnapshotTestJSON-248054011-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:16:12.267592 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a41770-6c07-4918-92cc-d786604ef110 tempest-VolumesSnapshotTestJSON-248054011 tempest-VolumesSnapshotTestJSON-248054011-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:16:12.267992 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a41770-6c07-4918-92cc-d786604ef110 tempest-VolumesSnapshotTestJSON-248054011 tempest-VolumesSnapshotTestJSON-248054011-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:16:12.268388 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a41770-6c07-4918-92cc-d786604ef110 tempest-VolumesSnapshotTestJSON-248054011 tempest-VolumesSnapshotTestJSON-248054011-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:16:12.268780 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a41770-6c07-4918-92cc-d786604ef110 tempest-VolumesSnapshotTestJSON-248054011 tempest-VolumesSnapshotTestJSON-248054011-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:16:12.269169 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a41770-6c07-4918-92cc-d786604ef110 tempest-VolumesSnapshotTestJSON-248054011 tempest-VolumesSnapshotTestJSON-248054011-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:16:12.269557 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a41770-6c07-4918-92cc-d786604ef110 tempest-VolumesSnapshotTestJSON-248054011 tempest-VolumesSnapshotTestJSON-248054011-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:16:12.269992 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a41770-6c07-4918-92cc-d786604ef110 tempest-VolumesSnapshotTestJSON-248054011 tempest-VolumesSnapshotTestJSON-248054011-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:16:12.270381 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a41770-6c07-4918-92cc-d786604ef110 tempest-VolumesSnapshotTestJSON-248054011 tempest-VolumesSnapshotTestJSON-248054011-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:16:12.270765 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a41770-6c07-4918-92cc-d786604ef110 tempest-VolumesSnapshotTestJSON-248054011 tempest-VolumesSnapshotTestJSON-248054011-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:16:12.271150 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a41770-6c07-4918-92cc-d786604ef110 tempest-VolumesSnapshotTestJSON-248054011 tempest-VolumesSnapshotTestJSON-248054011-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:16:12.271530 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a41770-6c07-4918-92cc-d786604ef110 tempest-VolumesSnapshotTestJSON-248054011 tempest-VolumesSnapshotTestJSON-248054011-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:16:12.271969 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a41770-6c07-4918-92cc-d786604ef110 tempest-VolumesSnapshotTestJSON-248054011 tempest-VolumesSnapshotTestJSON-248054011-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:16:12.272382 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a41770-6c07-4918-92cc-d786604ef110 tempest-VolumesSnapshotTestJSON-248054011 tempest-VolumesSnapshotTestJSON-248054011-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:16:12.272771 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a41770-6c07-4918-92cc-d786604ef110 tempest-VolumesSnapshotTestJSON-248054011 tempest-VolumesSnapshotTestJSON-248054011-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:16:12.273149 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a41770-6c07-4918-92cc-d786604ef110 tempest-VolumesSnapshotTestJSON-248054011 tempest-VolumesSnapshotTestJSON-248054011-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:16:12.273529 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a41770-6c07-4918-92cc-d786604ef110 tempest-VolumesSnapshotTestJSON-248054011 tempest-VolumesSnapshotTestJSON-248054011-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:16:12.273947 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a41770-6c07-4918-92cc-d786604ef110 tempest-VolumesSnapshotTestJSON-248054011 tempest-VolumesSnapshotTestJSON-248054011-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:16:12.274332 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a41770-6c07-4918-92cc-d786604ef110 tempest-VolumesSnapshotTestJSON-248054011 tempest-VolumesSnapshotTestJSON-248054011-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:16:12.274712 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a41770-6c07-4918-92cc-d786604ef110 tempest-VolumesSnapshotTestJSON-248054011 tempest-VolumesSnapshotTestJSON-248054011-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:16:12.275091 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a41770-6c07-4918-92cc-d786604ef110 tempest-VolumesSnapshotTestJSON-248054011 tempest-VolumesSnapshotTestJSON-248054011-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:16:12.275470 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a41770-6c07-4918-92cc-d786604ef110 tempest-VolumesSnapshotTestJSON-248054011 tempest-VolumesSnapshotTestJSON-248054011-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:16:12.275848 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a41770-6c07-4918-92cc-d786604ef110 tempest-VolumesSnapshotTestJSON-248054011 tempest-VolumesSnapshotTestJSON-248054011-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:16:12.276228 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17a41770-6c07-4918-92cc-d786604ef110 tempest-VolumesSnapshotTestJSON-248054011 tempest-VolumesSnapshotTestJSON-248054011-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:16:12.287950 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84115) accepted ('10.222.0.13', 57678) {{(pid=84115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:16:12.292970 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-17a41770-6c07-4918-92cc-d786604ef110 tempest-VolumesSnapshotTestJSON-248054011 tempest-VolumesSnapshotTestJSON-248054011-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:16:12.326811 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac3621c6-b689-43c2-a3a5-a90839763c1b req-17a41770-6c07-4918-92cc-d786604ef110 tempest-VolumesSnapshotTestJSON-248054011 tempest-VolumesSnapshotTestJSON-248054011-project] Network a1776468-cc33-4821-8031-5c3e2dd24b1c is already hosted by enough agents. {{(pid=84116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 19 03:16:12.327925 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.scheduler.base_scheduler [req-ac3621c6-b689-43c2-a3a5-a90839763c1b req-17a41770-6c07-4918-92cc-d786604ef110 tempest-VolumesSnapshotTestJSON-248054011 tempest-VolumesSnapshotTestJSON-248054011-project] Resources bound (agent type, host, resource id):  {{(pid=84116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 19 03:16:12.330304 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac3621c6-b689-43c2-a3a5-a90839763c1b req-17a41770-6c07-4918-92cc-d786604ef110 tempest-VolumesSnapshotTestJSON-248054011 tempest-VolumesSnapshotTestJSON-248054011-project] Received port after_create {{(pid=84116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 19 03:16:12.359785 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.db_base_plugin_v2 [None req-71d85e66-4764-4636-8ec6-a84031c12aae admin admin] Deleting subnet e58e46eb-09fe-49af-baf2-4b0266a07742 {{(pid=84115) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 19 03:16:12.362927 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-71d85e66-4764-4636-8ec6-a84031c12aae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:16:12.393818 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3621c6-b689-43c2-a3a5-a90839763c1b req-17a41770-6c07-4918-92cc-d786604ef110 tempest-VolumesSnapshotTestJSON-248054011 tempest-VolumesSnapshotTestJSON-248054011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:16:12.394478 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-ac3621c6-b689-43c2-a3a5-a90839763c1b req-17a41770-6c07-4918-92cc-d786604ef110 tempest-VolumesSnapshotTestJSON-248054011 tempest-VolumesSnapshotTestJSON-248054011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771976'] for port, before_response {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:16:12.416556 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-71d85e66-4764-4636-8ec6-a84031c12aae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-1861844'] for subnet, precommit_delete_associations {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:16:12.450992 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-ac3621c6-b689-43c2-a3a5-a90839763c1b req-17a41770-6c07-4918-92cc-d786604ef110 tempest-VolumesSnapshotTestJSON-248054011 tempest-VolumesSnapshotTestJSON-248054011-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1639624
Feb 19 03:16:12.463631 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.v2.base [req-ac3621c6-b689-43c2-a3a5-a90839763c1b req-6dace3b6-7571-4860-8f9c-106ed58ab8ec service neutron] Request body: {'port': {'device_id': '9b624981-8f7a-4ea8-af3c-0c963b9b7d67', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77570'}} {{(pid=84116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 03:16:12.478451 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-71d85e66-4764-4636-8ec6-a84031c12aae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16124102'] for subnet, precommit_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:16:12.589215 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-ac3621c6-b689-43c2-a3a5-a90839763c1b req-6dace3b6-7571-4860-8f9c-106ed58ab8ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838630373'] for port, before_update {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:16:13.063974 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9ee920-fb38-414c-acd4-d19fdf775cfe req-336ba713-4c96-4379-802c-4b12e9eb7250 tempest-VolumesSnapshotTestJSON-248054011 tempest-VolumesSnapshotTestJSON-248054011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:16:13.065621 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-6c9ee920-fb38-414c-acd4-d19fdf775cfe req-336ba713-4c96-4379-802c-4b12e9eb7250 tempest-VolumesSnapshotTestJSON-248054011 tempest-VolumesSnapshotTestJSON-248054011-project] 10.222.0.13 "GET /v2.0/ports?device_id=9b624981-8f7a-4ea8-af3c-0c963b9b7d67 HTTP/1.1" status: 200  len: 931 time: 0.1188722
Feb 19 03:16:13.115319 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-6c9ee920-fb38-414c-acd4-d19fdf775cfe req-d353b824-5534-449f-92ca-539da835e699 tempest-VolumesSnapshotTestJSON-248054011 tempest-VolumesSnapshotTestJSON-248054011-project] 10.222.0.13 "GET /v2.0/security-groups?id=87ae1524-75bf-458d-a87c-5ccf0d558566&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0408113
Feb 19 03:16:13.174410 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-71d85e66-4764-4636-8ec6-a84031c12aae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838651698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-1430005', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036852549845'] for subnet, after_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:16:13.192301 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-a447a18e-9617-4cd0-89d5-72eee7536dbc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:16:13.280258 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d85e66-4764-4636-8ec6-a84031c12aae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e58e46eb-09fe-49af-baf2-4b0266a07742,revision_number=None']} {{(pid=84115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:16:13.284713 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-71d85e66-4764-4636-8ec6-a84031c12aae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:16:13.328881 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-71d85e66-4764-4636-8ec6-a84031c12aae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854203462'] for subnet, before_response {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:16:13.331513 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.notifiers.nova [req-ac3621c6-b689-43c2-a3a5-a90839763c1b req-6dace3b6-7571-4860-8f9c-106ed58ab8ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f4dab91e-10f0-4d2b-b2e2-909af4dbc6a5 {{(pid=84116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 19 03:16:13.335050 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-71d85e66-4764-4636-8ec6-a84031c12aae admin admin] 10.222.0.13 "DELETE /v2.0/subnets/e58e46eb-09fe-49af-baf2-4b0266a07742 HTTP/1.1" status: 204  len: 168 time: 1.0458295
Feb 19 03:16:13.337920 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84115) accepted ('10.222.0.13', 57684) {{(pid=84115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:16:13.339850 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-ac3621c6-b689-43c2-a3a5-a90839763c1b req-6dace3b6-7571-4860-8f9c-106ed58ab8ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:16:13.352685 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [req-ac3621c6-b689-43c2-a3a5-a90839763c1b req-6dace3b6-7571-4860-8f9c-106ed58ab8ec service neutron] Transition to ACTIVE for port object f4dab91e-10f0-4d2b-b2e2-909af4dbc6a5 will not be triggered until provisioned by entity L2. {{(pid=84116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 19 03:16:13.393119 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-ac3621c6-b689-43c2-a3a5-a90839763c1b req-6dace3b6-7571-4860-8f9c-106ed58ab8ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269711510320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767142869380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269711906403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852145191'] for port, after_update {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:16:13.409342 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-7e9cb4f8-efe6-43eb-8281-539624881e40 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:16:13.456200 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-eb2f959a-27d5-4793-9d2c-5380a5131c49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036838588073'] for network, before_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:16:13.542598 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dace3b6-7571-4860-8f9c-106ed58ab8ec service neutron] Pushing event updated for resources: {'Port': ['ID=f4dab91e-10f0-4d2b-b2e2-909af4dbc6a5,revision_number=2']} {{(pid=84116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:16:13.547416 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-6dace3b6-7571-4860-8f9c-106ed58ab8ec service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:16:13.655822 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-eb2f959a-27d5-4793-9d2c-5380a5131c49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16130609', 'neutron.services.segments.db._delete_segments_for_network--9223363269711387610'] for network, precommit_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:16:13.729302 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.managers [req-ac3621c6-b689-43c2-a3a5-a90839763c1b req-6dace3b6-7571-4860-8f9c-106ed58ab8ec service neutron] Attempting to bind port f4dab91e-10f0-4d2b-b2e2-909af4dbc6a5 on host hv-cinder-77570 for vnic_type normal with profile  {{(pid=84116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 03:16:13.729678 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.managers [req-ac3621c6-b689-43c2-a3a5-a90839763c1b req-6dace3b6-7571-4860-8f9c-106ed58ab8ec service neutron] Attempting to bind port f4dab91e-10f0-4d2b-b2e2-909af4dbc6a5 by drivers openvswitch on host hv-cinder-77570 at level 0 using segments [{'id': 'ff4a8a90-eda9-4ae3-b965-71f9760539ca', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a1776468-cc33-4821-8031-5c3e2dd24b1c'}] {{(pid=84116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 19 03:16:13.730085 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac3621c6-b689-43c2-a3a5-a90839763c1b req-6dace3b6-7571-4860-8f9c-106ed58ab8ec service neutron] Attempting to bind port f4dab91e-10f0-4d2b-b2e2-909af4dbc6a5 on network a1776468-cc33-4821-8031-5c3e2dd24b1c {{(pid=84116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 19 03:16:13.735867 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac3621c6-b689-43c2-a3a5-a90839763c1b req-6dace3b6-7571-4860-8f9c-106ed58ab8ec service neutron] Checking agent: {'id': 'd79517dc-1443-4e8d-af8f-f4fe2bcc2381', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77570', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 19, 3, 4, 30), 'started_at': datetime.datetime(2021, 2, 19, 3, 5), 'heartbeat_timestamp': datetime.datetime(2021, 2, 19, 3, 16, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.91', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 19 03:16:13.736242 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac3621c6-b689-43c2-a3a5-a90839763c1b req-6dace3b6-7571-4860-8f9c-106ed58ab8ec service neutron] Checking segment: {'id': 'ff4a8a90-eda9-4ae3-b965-71f9760539ca', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a1776468-cc33-4821-8031-5c3e2dd24b1c'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 19 03:16:13.736648 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-ac3621c6-b689-43c2-a3a5-a90839763c1b req-6dace3b6-7571-4860-8f9c-106ed58ab8ec service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:16:13.737126 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac3621c6-b689-43c2-a3a5-a90839763c1b req-6dace3b6-7571-4860-8f9c-106ed58ab8ec service neutron] Bound using segment: {'id': 'ff4a8a90-eda9-4ae3-b965-71f9760539ca', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a1776468-cc33-4821-8031-5c3e2dd24b1c'} {{(pid=84116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 19 03:16:13.737597 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.managers [req-ac3621c6-b689-43c2-a3a5-a90839763c1b req-6dace3b6-7571-4860-8f9c-106ed58ab8ec service neutron] Bound port: f4dab91e-10f0-4d2b-b2e2-909af4dbc6a5, host: hv-cinder-77570, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff4a8a90-eda9-4ae3-b965-71f9760539ca', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a1776468-cc33-4821-8031-5c3e2dd24b1c'}}] {{(pid=84116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 19 03:16:13.738015 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-ac3621c6-b689-43c2-a3a5-a90839763c1b req-6dace3b6-7571-4860-8f9c-106ed58ab8ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838630373'] for port, before_update {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:16:13.772848 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.services.segments.db [None req-eb2f959a-27d5-4793-9d2c-5380a5131c49 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9426504470>,) {'filters': {'network_id': ['38704fa4-e355-4df5-b7d5-5c3d00c00f60']}} {{(pid=84115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 03:16:13.785615 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.services.segments.db [None req-eb2f959a-27d5-4793-9d2c-5380a5131c49 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9426504470>, 'cdcefa80-4c1b-403b-8df4-d9d21c7b48c4') {'for_net_delete': True} {{(pid=84115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 03:16:13.785996 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.services.segments.db [None req-eb2f959a-27d5-4793-9d2c-5380a5131c49 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9426504470>, 'cdcefa80-4c1b-403b-8df4-d9d21c7b48c4') {} {{(pid=84115) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 03:16:13.798160 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-eb2f959a-27d5-4793-9d2c-5380a5131c49 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363269711390170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036852913940'] for segment, before_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:16:13.813654 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-eb2f959a-27d5-4793-9d2c-5380a5131c49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838644319'] for segment, precommit_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:16:13.815767 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-eb2f959a-27d5-4793-9d2c-5380a5131c49 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=84115) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 19 03:16:13.836464 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.db [req-ac3621c6-b689-43c2-a3a5-a90839763c1b req-6dace3b6-7571-4860-8f9c-106ed58ab8ec service neutron] For port f4dab91e-10f0-4d2b-b2e2-909af4dbc6a5, host hv-cinder-77570, cleared binding levels {{(pid=84116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 19 03:16:13.839573 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.db [req-ac3621c6-b689-43c2-a3a5-a90839763c1b req-6dace3b6-7571-4860-8f9c-106ed58ab8ec service neutron] For port f4dab91e-10f0-4d2b-b2e2-909af4dbc6a5, host hv-cinder-77570, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=f4dab91e-10f0-4d2b-b2e2-909af4dbc6a5,segment=NetworkSegment(ff4a8a90-eda9-4ae3-b965-71f9760539ca),segment_id=ff4a8a90-eda9-4ae3-b965-71f9760539ca)] {{(pid=84116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 19 03:16:13.866239 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-ac3621c6-b689-43c2-a3a5-a90839763c1b req-6dace3b6-7571-4860-8f9c-106ed58ab8ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269711510320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767142869380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269711906403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852145191'] for port, after_update {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:16:13.882339 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-882166b8-bc91-4323-8aa8-d33a660c7377 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:16:13.996147 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.managers [None req-eb2f959a-27d5-4793-9d2c-5380a5131c49 admin admin] Network 38704fa4-e355-4df5-b7d5-5c3d00c00f60 has no segments {{(pid=84115) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 19 03:16:14.005277 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-eb2f959a-27d5-4793-9d2c-5380a5131c49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16131513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036853342636'] for segment, after_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:16:14.028141 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dace3b6-7571-4860-8f9c-106ed58ab8ec service neutron] Pushing event updated for resources: {'Port': ['ID=f4dab91e-10f0-4d2b-b2e2-909af4dbc6a5,revision_number=3']} {{(pid=84116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:16:14.041587 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-6dace3b6-7571-4860-8f9c-106ed58ab8ec service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:16:14.074177 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3621c6-b689-43c2-a3a5-a90839763c1b req-6dace3b6-7571-4860-8f9c-106ed58ab8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:16:14.074962 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-ac3621c6-b689-43c2-a3a5-a90839763c1b req-6dace3b6-7571-4860-8f9c-106ed58ab8ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771976'] for port, before_response {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:16:14.076326 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-ac3621c6-b689-43c2-a3a5-a90839763c1b req-6dace3b6-7571-4860-8f9c-106ed58ab8ec service neutron] 10.222.0.65 "PUT /v2.0/ports/f4dab91e-10f0-4d2b-b2e2-909af4dbc6a5 HTTP/1.1" status: 200  len: 1157 time: 1.6173801
Feb 19 03:16:14.076856 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b624981-8f7a-4ea8-af3c-0c963b9b7d67', 'tag': 'f4dab91e-10f0-4d2b-b2e2-909af4dbc6a5'}] {{(pid=84116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 03:16:14.125816 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b624981-8f7a-4ea8-af3c-0c963b9b7d67', 'tag': 'f4dab91e-10f0-4d2b-b2e2-909af4dbc6a5', 'status': 'completed', 'code': 200}
Feb 19 03:16:14.195079 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.managers [None req-eb2f959a-27d5-4793-9d2c-5380a5131c49 admin admin] Network 38704fa4-e355-4df5-b7d5-5c3d00c00f60 has no segments {{(pid=84115) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 19 03:16:14.220611 dv-cinder-775706-2-iscsi neutron-server[84004]: Traceback (most recent call last):
Feb 19 03:16:14.220611 dv-cinder-775706-2-iscsi neutron-server[84004]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 03:16:14.220611 dv-cinder-775706-2-iscsi neutron-server[84004]:     timer()
Feb 19 03:16:14.220611 dv-cinder-775706-2-iscsi neutron-server[84004]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 03:16:14.220611 dv-cinder-775706-2-iscsi neutron-server[84004]:     cb(*args, **kw)
Feb 19 03:16:14.220611 dv-cinder-775706-2-iscsi neutron-server[84004]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 19 03:16:14.220611 dv-cinder-775706-2-iscsi neutron-server[84004]:     return func(*args, **kwargs)
Feb 19 03:16:14.220611 dv-cinder-775706-2-iscsi neutron-server[84004]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 03:16:14.220611 dv-cinder-775706-2-iscsi neutron-server[84004]:     self._notify()
Feb 19 03:16:14.220611 dv-cinder-775706-2-iscsi neutron-server[84004]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 03:16:14.220611 dv-cinder-775706-2-iscsi neutron-server[84004]:     self.callback(batched_events)
Feb 19 03:16:14.220611 dv-cinder-775706-2-iscsi neutron-server[84004]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 03:16:14.220611 dv-cinder-775706-2-iscsi neutron-server[84004]:     event.method(event)
Feb 19 03:16:14.220611 dv-cinder-775706-2-iscsi neutron-server[84004]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 19 03:16:14.220611 dv-cinder-775706-2-iscsi neutron-server[84004]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 03:16:14.220611 dv-cinder-775706-2-iscsi neutron-server[84004]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 19 03:16:14.220611 dv-cinder-775706-2-iscsi neutron-server[84004]:     segment_id)['aggregates'][0]
Feb 19 03:16:14.220611 dv-cinder-775706-2-iscsi neutron-server[84004]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 19 03:16:14.220611 dv-cinder-775706-2-iscsi neutron-server[84004]:     return f(self, *a, **k)
Feb 19 03:16:14.220611 dv-cinder-775706-2-iscsi neutron-server[84004]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 19 03:16:14.220611 dv-cinder-775706-2-iscsi neutron-server[84004]:     return self._get(url).json()
Feb 19 03:16:14.220611 dv-cinder-775706-2-iscsi neutron-server[84004]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 03:16:14.220611 dv-cinder-775706-2-iscsi neutron-server[84004]:     **kwargs)
Feb 19 03:16:14.220611 dv-cinder-775706-2-iscsi neutron-server[84004]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 19 03:16:14.220611 dv-cinder-775706-2-iscsi neutron-server[84004]:     return self.request(url, 'GET', **kwargs)
Feb 19 03:16:14.220611 dv-cinder-775706-2-iscsi neutron-server[84004]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 19 03:16:14.220611 dv-cinder-775706-2-iscsi neutron-server[84004]:     **endpoint_filter)
Feb 19 03:16:14.220611 dv-cinder-775706-2-iscsi neutron-server[84004]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 19 03:16:14.220611 dv-cinder-775706-2-iscsi neutron-server[84004]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 03:16:14.220611 dv-cinder-775706-2-iscsi neutron-server[84004]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 19 03:16:14.220611 dv-cinder-775706-2-iscsi neutron-server[84004]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 03:16:14.220611 dv-cinder-775706-2-iscsi neutron-server[84004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 03:16:14.246960 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d5aeef-511c-415f-8035-20fe58ae7927 req-346c865f-f0f7-4c30-890b-5d1e9600c611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:16:14.248954 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-27d5aeef-511c-415f-8035-20fe58ae7927 req-346c865f-f0f7-4c30-890b-5d1e9600c611 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=da9ab4fb51ce48bf882c9e08527bccfc&device_id=9b624981-8f7a-4ea8-af3c-0c963b9b7d67 HTTP/1.1" status: 200  len: 1160 time: 0.1009619
Feb 19 03:16:14.381573 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164e728b-b2d4-4513-ba78-c954f2f10426 req-5a9ed869-2b51-4cda-8493-81495f64d73d tempest-VolumesSnapshotTestJSON-248054011 tempest-VolumesSnapshotTestJSON-248054011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:16:14.383272 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-164e728b-b2d4-4513-ba78-c954f2f10426 req-5a9ed869-2b51-4cda-8493-81495f64d73d tempest-VolumesSnapshotTestJSON-248054011 tempest-VolumesSnapshotTestJSON-248054011-project] 10.222.0.13 "GET /v2.0/ports?device_id=9b624981-8f7a-4ea8-af3c-0c963b9b7d67 HTTP/1.1" status: 200  len: 943 time: 0.1091435
Feb 19 03:16:14.384996 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-eb2f959a-27d5-4793-9d2c-5380a5131c49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036838645191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-364612'] for network, after_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:16:14.388540 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-c5ce8ea6-133f-42b2-b7f6-701c8b7fd545 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:16:14.407049 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-eb2f959a-27d5-4793-9d2c-5380a5131c49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854203462'] for network, before_response {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:16:14.408839 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d5aeef-511c-415f-8035-20fe58ae7927 req-ca5c321d-1b2e-4d4a-b7d2-6c5edb71c9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:16:14.410589 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-27d5aeef-511c-415f-8035-20fe58ae7927 req-ca5c321d-1b2e-4d4a-b7d2-6c5edb71c9a4 service neutron] 10.222.0.65 "GET /v2.0/networks?tenant_id=da9ab4fb51ce48bf882c9e08527bccfc&shared=False HTTP/1.1" status: 200  len: 907 time: 0.1522369
Feb 19 03:16:14.429497 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2f959a-27d5-4793-9d2c-5380a5131c49 admin admin] Pushing event deleted for resources: {'Network': ['ID=38704fa4-e355-4df5-b7d5-5c3d00c00f60,revision_number=None']} {{(pid=84115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:16:14.435006 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-eb2f959a-27d5-4793-9d2c-5380a5131c49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:16:14.465991 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-164e728b-b2d4-4513-ba78-c954f2f10426 req-32cf4f1b-459b-49e2-8e89-35a4e27ed5b7 tempest-VolumesSnapshotTestJSON-248054011 tempest-VolumesSnapshotTestJSON-248054011-project] 10.222.0.13 "GET /v2.0/security-groups?id=87ae1524-75bf-458d-a87c-5ccf0d558566&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0603986
Feb 19 03:16:14.470391 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-eb2f959a-27d5-4793-9d2c-5380a5131c49 admin admin] 10.222.0.13 "DELETE /v2.0/networks/38704fa4-e355-4df5-b7d5-5c3d00c00f60 HTTP/1.1" status: 204  len: 168 time: 1.1287186
Feb 19 03:16:14.561892 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d5aeef-511c-415f-8035-20fe58ae7927 req-55b0f02b-01ee-48b6-9d02-d6a65ab23cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:16:14.563491 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-27d5aeef-511c-415f-8035-20fe58ae7927 req-55b0f02b-01ee-48b6-9d02-d6a65ab23cfe service neutron] 10.222.0.65 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 863 time: 0.1461802
Feb 19 03:16:14.676949 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84115) accepted ('10.222.0.13', 57694) {{(pid=84115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:16:14.680310 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3621c6-b689-43c2-a3a5-a90839763c1b req-87813be5-d039-49a2-92d2-afa32bd8123a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:16:14.681965 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-ac3621c6-b689-43c2-a3a5-a90839763c1b req-87813be5-d039-49a2-92d2-afa32bd8123a service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=da9ab4fb51ce48bf882c9e08527bccfc&device_id=9b624981-8f7a-4ea8-af3c-0c963b9b7d67 HTTP/1.1" status: 200  len: 1160 time: 0.0797534
Feb 19 03:16:14.729270 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-36bfdd92-c059-4e9d-891b-e41e16aab064 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=321293abdca04df2bc758ca11cc4dab0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0508103
Feb 19 03:16:14.731968 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84115) accepted ('10.222.0.13', 57698) {{(pid=84115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:16:14.759194 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-ac3621c6-b689-43c2-a3a5-a90839763c1b req-2e7267dd-b302-4cf2-a6bc-4bcc5a1ab58f service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=f4dab91e-10f0-4d2b-b2e2-909af4dbc6a5 HTTP/1.1" status: 200  len: 217 time: 0.0704088
Feb 19 03:16:14.794224 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-f17d15b2-0796-40c7-bf97-e705c9411e61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:16:14.821782 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-f17d15b2-0796-40c7-bf97-e705c9411e61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:16:14.829367 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac3621c6-b689-43c2-a3a5-a90839763c1b req-11a5ca0d-7c2a-47a4-aa13-a20f61b1564f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:16:14.831036 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-ac3621c6-b689-43c2-a3a5-a90839763c1b req-11a5ca0d-7c2a-47a4-aa13-a20f61b1564f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b7b7da47-7ff1-4a2d-abb6-a52b4c6d4319 HTTP/1.1" status: 200  len: 853 time: 0.0654590
Feb 19 03:16:14.886343 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-ac3621c6-b689-43c2-a3a5-a90839763c1b req-a91445fd-9ae9-45d0-bc2f-f43f17ebc5e2 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a1776468-cc33-4821-8031-5c3e2dd24b1c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0483344
Feb 19 03:16:14.895795 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-f17d15b2-0796-40c7-bf97-e705c9411e61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237410'] for security_group, after_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:16:14.901873 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-2a7cf1b3-e024-442a-b6d9-9ded50563b83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:16:14.915830 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17d15b2-0796-40c7-bf97-e705c9411e61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07e4edaa-e659-4220-86e8-f2f003c14a84,revision_number=None']} {{(pid=84115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:16:14.918681 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-f17d15b2-0796-40c7-bf97-e705c9411e61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:16:14.952091 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-f17d15b2-0796-40c7-bf97-e705c9411e61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:16:14.953404 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-f17d15b2-0796-40c7-bf97-e705c9411e61 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/07e4edaa-e659-4220-86e8-f2f003c14a84 HTTP/1.1" status: 204  len: 168 time: 0.2203114
Feb 19 03:16:15.036106 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-ac3621c6-b689-43c2-a3a5-a90839763c1b req-5fad280a-067d-4d77-8975-67e5f0f85131 service neutron] 10.222.0.65 "GET /v2.0/networks/a1776468-cc33-4821-8031-5c3e2dd24b1c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1430156
Feb 19 03:16:15.182072 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-ac3621c6-b689-43c2-a3a5-a90839763c1b req-6b86f2dc-97cd-4c80-8ca3-f464573d4e06 service neutron] 10.222.0.65 "GET /v2.0/networks/a1776468-cc33-4821-8031-5c3e2dd24b1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1391158
Feb 19 03:16:15.671603 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9a0508-540a-45fd-ad91-506ff8980395 req-5b827be1-6157-4c24-90ea-310370467752 tempest-VolumesSnapshotTestJSON-248054011 tempest-VolumesSnapshotTestJSON-248054011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:16:15.673235 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-8f9a0508-540a-45fd-ad91-506ff8980395 req-5b827be1-6157-4c24-90ea-310370467752 tempest-VolumesSnapshotTestJSON-248054011 tempest-VolumesSnapshotTestJSON-248054011-project] 10.222.0.13 "GET /v2.0/ports?device_id=9b624981-8f7a-4ea8-af3c-0c963b9b7d67 HTTP/1.1" status: 200  len: 943 time: 0.0922642
Feb 19 03:16:15.721092 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-8f9a0508-540a-45fd-ad91-506ff8980395 req-880ffba6-7a7b-4dc3-bed3-d00efeba5126 tempest-VolumesSnapshotTestJSON-248054011 tempest-VolumesSnapshotTestJSON-248054011-project] 10.222.0.13 "GET /v2.0/security-groups?id=87ae1524-75bf-458d-a87c-5ccf0d558566&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0407488
Feb 19 03:16:16.921189 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0542bc29-d4c0-4c71-9fc4-ceeb6763f88f req-b74652f1-6e06-4cbe-8212-3822cf200b96 tempest-VolumesSnapshotTestJSON-248054011 tempest-VolumesSnapshotTestJSON-248054011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:16:16.922860 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-0542bc29-d4c0-4c71-9fc4-ceeb6763f88f req-b74652f1-6e06-4cbe-8212-3822cf200b96 tempest-VolumesSnapshotTestJSON-248054011 tempest-VolumesSnapshotTestJSON-248054011-project] 10.222.0.13 "GET /v2.0/ports?device_id=9b624981-8f7a-4ea8-af3c-0c963b9b7d67 HTTP/1.1" status: 200  len: 943 time: 0.0889122
Feb 19 03:16:16.974254 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-0542bc29-d4c0-4c71-9fc4-ceeb6763f88f req-ea8f77e9-d400-429a-a75a-4418f957233e tempest-VolumesSnapshotTestJSON-248054011 tempest-VolumesSnapshotTestJSON-248054011-project] 10.222.0.13 "GET /v2.0/security-groups?id=87ae1524-75bf-458d-a87c-5ccf0d558566&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0450382
Feb 19 03:16:17.246288 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.objects.ports [None req-b538ce73-920c-462a-be32-8717c614afcf None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=84117) get_objects /opt/stack/neutron/neutron/objects/ports.py:431}}
Feb 19 03:16:17.647567 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.rpc [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Device f4dab91e-10f0-4d2b-b2e2-909af4dbc6a5 up at agent ovs-agent-hv-cinder-77570 {{(pid=84117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 03:16:17.775973 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Provisioning for port f4dab91e-10f0-4d2b-b2e2-909af4dbc6a5 completed by entity L2. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 19 03:16:17.782873 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Provisioning complete for port f4dab91e-10f0-4d2b-b2e2-909af4dbc6a5 triggered by entity L2. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 03:16:17.783299 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16124857'] for port, provisioning_complete {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:16:17.908048 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838630373'] for port, before_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:16:17.941347 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b624981-8f7a-4ea8-af3c-0c963b9b7d67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4dab91e-10f0-4d2b-b2e2-909af4dbc6a5'}] {{(pid=84117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 03:16:17.952244 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.db [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] For port f4dab91e-10f0-4d2b-b2e2-909af4dbc6a5, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=f4dab91e-10f0-4d2b-b2e2-909af4dbc6a5,segment=NetworkSegment(ff4a8a90-eda9-4ae3-b965-71f9760539ca),segment_id=ff4a8a90-eda9-4ae3-b965-71f9760539ca)] {{(pid=84117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 03:16:17.987321 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269711510320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767142869380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269711906403'] for port, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:16:17.990472 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b624981-8f7a-4ea8-af3c-0c963b9b7d67', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f4dab91e-10f0-4d2b-b2e2-909af4dbc6a5', 'code': 200}
Feb 19 03:16:17.991699 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:16:18.065502 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Pushing event updated for resources: {'Port': ['ID=f4dab91e-10f0-4d2b-b2e2-909af4dbc6a5,revision_number=4']} {{(pid=84117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:16:18.074227 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:16:18.074618 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:16:18.075001 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:16:18.075382 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:16:18.075759 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:16:18.076134 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:16:18.076509 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:16:18.076882 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:16:18.077273 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:16:18.077685 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:16:18.078108 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:16:18.078476 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:16:18.078903 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:16:18.079272 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:16:18.079639 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:16:18.080007 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:16:18.080372 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:16:18.080738 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:16:18.081105 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:16:18.081471 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:16:18.081885 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:16:18.082304 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:16:18.082672 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:16:18.083035 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:16:18.087461 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=84117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:16:18.177628 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedbab5a-7f4c-4218-9516-4a895bb6ea03 req-eeb414ad-734d-4792-a96d-451eafa87880 tempest-VolumesSnapshotTestJSON-248054011 tempest-VolumesSnapshotTestJSON-248054011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:16:18.179264 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-fedbab5a-7f4c-4218-9516-4a895bb6ea03 req-eeb414ad-734d-4792-a96d-451eafa87880 tempest-VolumesSnapshotTestJSON-248054011 tempest-VolumesSnapshotTestJSON-248054011-project] 10.222.0.13 "GET /v2.0/ports?device_id=9b624981-8f7a-4ea8-af3c-0c963b9b7d67 HTTP/1.1" status: 200  len: 945 time: 0.0889499
Feb 19 03:16:18.230461 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-fedbab5a-7f4c-4218-9516-4a895bb6ea03 req-09da922b-a338-410b-8975-9c62cf728a79 tempest-VolumesSnapshotTestJSON-248054011 tempest-VolumesSnapshotTestJSON-248054011-project] 10.222.0.13 "GET /v2.0/security-groups?id=87ae1524-75bf-458d-a87c-5ccf0d558566&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0448227
Feb 19 03:16:18.304570 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f9c32a-b6da-4b95-9101-822544215d3c req-76548219-28bf-473e-9d8b-cea3300ff22f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:16:18.306303 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-48f9c32a-b6da-4b95-9101-822544215d3c req-76548219-28bf-473e-9d8b-cea3300ff22f service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=9b624981-8f7a-4ea8-af3c-0c963b9b7d67 HTTP/1.1" status: 200  len: 1162 time: 0.0838966
Feb 19 03:16:18.351908 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-48f9c32a-b6da-4b95-9101-822544215d3c req-f0833285-55d8-487b-b0ab-c369b97fe548 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=87ae1524-75bf-458d-a87c-5ccf0d558566&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0388381
Feb 19 03:16:19.214588 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.rpc [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Device f4dab91e-10f0-4d2b-b2e2-909af4dbc6a5 up at agent ovs-agent-hv-cinder-77570 {{(pid=84117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 03:16:19.301081 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Provisioning complete for port f4dab91e-10f0-4d2b-b2e2-909af4dbc6a5 triggered by entity L2. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 03:16:19.301532 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16124857'] for port, provisioning_complete {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:16:19.441212 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40dd5a52-c0f7-47ba-8dd9-3b920b5e08dd req-1555652e-862a-47bf-9662-ed83000ebc9e tempest-VolumesSnapshotTestJSON-248054011 tempest-VolumesSnapshotTestJSON-248054011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:16:19.443151 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-40dd5a52-c0f7-47ba-8dd9-3b920b5e08dd req-1555652e-862a-47bf-9662-ed83000ebc9e tempest-VolumesSnapshotTestJSON-248054011 tempest-VolumesSnapshotTestJSON-248054011-project] 10.222.0.13 "GET /v2.0/ports?device_id=9b624981-8f7a-4ea8-af3c-0c963b9b7d67 HTTP/1.1" status: 200  len: 945 time: 0.0942914
Feb 19 03:16:19.502324 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-40dd5a52-c0f7-47ba-8dd9-3b920b5e08dd req-57f410ad-963f-484c-b776-1c6d37f3c63b tempest-VolumesSnapshotTestJSON-248054011 tempest-VolumesSnapshotTestJSON-248054011-project] 10.222.0.13 "GET /v2.0/security-groups?id=87ae1524-75bf-458d-a87c-5ccf0d558566&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0493634
Feb 19 03:16:19.547276 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-531c3ca5-209b-41fc-b4b4-8845e6faf0ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:16:20.696711 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e36f280-0778-4c84-9fd0-bdfda0607285 req-bc0f7349-a378-455e-8cfc-7fe4de6a96e4 tempest-VolumesSnapshotTestJSON-248054011 tempest-VolumesSnapshotTestJSON-248054011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:16:20.698340 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-8e36f280-0778-4c84-9fd0-bdfda0607285 req-bc0f7349-a378-455e-8cfc-7fe4de6a96e4 tempest-VolumesSnapshotTestJSON-248054011 tempest-VolumesSnapshotTestJSON-248054011-project] 10.222.0.13 "GET /v2.0/ports?device_id=9b624981-8f7a-4ea8-af3c-0c963b9b7d67 HTTP/1.1" status: 200  len: 945 time: 0.0877280
Feb 19 03:16:20.749897 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-8e36f280-0778-4c84-9fd0-bdfda0607285 req-38083811-3e57-489d-a0b6-5806c7478e4c tempest-VolumesSnapshotTestJSON-248054011 tempest-VolumesSnapshotTestJSON-248054011-project] 10.222.0.13 "GET /v2.0/security-groups?id=87ae1524-75bf-458d-a87c-5ccf0d558566&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0452189
Feb 19 03:16:21.888250 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-c2c72992-e9e5-4a21-8bdb-9f5937b7b51c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:16:22.482306 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-4b343f23-6f62-4db0-bfb1-0e5ba3aa11dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:16:23.556463 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:16:24.293686 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-ed1abd93-30ab-455f-b25e-ecbc2cc5cf06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:16:31.751008 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:16:32.170331 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.agents_db [None req-fa9641de-a39b-4023-bfa7-5325e5d2422e None None] Agent healthcheck: found 6 active agents {{(pid=84118) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 19 03:16:34.708382 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-2abf79c0-c134-419c-b9f7-66bbb9107c66 req-8331139c-9d03-4887-b3e2-0b35415781b2 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=7fad92b9-b57d-4d32-92f4-cde038402fa3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0777538
Feb 19 03:16:34.868689 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abf79c0-c134-419c-b9f7-66bbb9107c66 req-17bbe5a7-24f6-44f1-9ec6-8522d52ab9de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:16:34.870270 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-2abf79c0-c134-419c-b9f7-66bbb9107c66 req-17bbe5a7-24f6-44f1-9ec6-8522d52ab9de service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=15972dafcae5480290e92407c155b4a6&device_id=7fad92b9-b57d-4d32-92f4-cde038402fa3 HTTP/1.1" status: 200  len: 1162 time: 0.0846639
Feb 19 03:16:35.032798 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abf79c0-c134-419c-b9f7-66bbb9107c66 req-e28ea969-6086-492c-aeaf-251202e2a80c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:16:35.034424 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-2abf79c0-c134-419c-b9f7-66bbb9107c66 req-e28ea969-6086-492c-aeaf-251202e2a80c service neutron] 10.222.0.65 "GET /v2.0/networks?id=e9c3c36b-9ba9-4bad-aa41-5ad95f05fd56 HTTP/1.1" status: 200  len: 905 time: 0.1428730
Feb 19 03:16:35.153459 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-2abf79c0-c134-419c-b9f7-66bbb9107c66 req-78cbe4db-8f1a-4c99-94ba-3ad4584e819c service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6a95cc20-46ec-4a60-8188-61947b3300c6 HTTP/1.1" status: 200  len: 1001 time: 0.1057158
Feb 19 03:16:35.227612 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abf79c0-c134-419c-b9f7-66bbb9107c66 req-27e73235-087a-44c1-b474-b718dbceaa75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:16:35.229216 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-2abf79c0-c134-419c-b9f7-66bbb9107c66 req-27e73235-087a-44c1-b474-b718dbceaa75 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a7a2a5a5-1d7b-43c3-bf47-2a76329918f7 HTTP/1.1" status: 200  len: 850 time: 0.0653448
Feb 19 03:16:35.315634 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2abf79c0-c134-419c-b9f7-66bbb9107c66 req-3cef56b6-3fad-42af-9052-d35bebdff061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:16:35.317301 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-2abf79c0-c134-419c-b9f7-66bbb9107c66 req-3cef56b6-3fad-42af-9052-d35bebdff061 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e9c3c36b-9ba9-4bad-aa41-5ad95f05fd56&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0789886
Feb 19 03:16:35.463966 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-2abf79c0-c134-419c-b9f7-66bbb9107c66 req-1f05de6c-5264-4d3e-9880-440bc796cd9f service neutron] 10.222.0.65 "GET /v2.0/networks/e9c3c36b-9ba9-4bad-aa41-5ad95f05fd56?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1382449
Feb 19 03:16:35.612015 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-2abf79c0-c134-419c-b9f7-66bbb9107c66 req-28c7e785-8dbc-4c26-baa0-f7567f64004c service neutron] 10.222.0.65 "GET /v2.0/networks/e9c3c36b-9ba9-4bad-aa41-5ad95f05fd56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1390588
Feb 19 03:16:42.163867 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-82e32c2e-60c6-40a0-8464-d079d9a3ebf7 req-ba7debce-adbc-46c1-b606-6635fd4c96d8 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] 10.222.0.13 "GET /v2.0/floatingips/05f20d44-782b-446a-8042-15c24326acec HTTP/1.1" status: 200  len: 999 time: 0.1093452
Feb 19 03:16:42.327107 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e32c2e-60c6-40a0-8464-d079d9a3ebf7 req-8d8f0d12-100c-43d9-8af5-c574d0469a6b tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:16:42.328598 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-82e32c2e-60c6-40a0-8464-d079d9a3ebf7 req-8d8f0d12-100c-43d9-8af5-c574d0469a6b tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] 10.222.0.13 "GET /v2.0/networks/11a0058d-2e2a-4262-b636-ae96512c4ecc HTTP/1.1" status: 200  len: 784 time: 0.1583858
Feb 19 03:16:42.443045 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-82e32c2e-60c6-40a0-8464-d079d9a3ebf7 req-3a5e45a3-222b-43e9-b63b-bb3d185f11f5 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.27.0.206 HTTP/1.1" status: 200  len: 1002 time: 0.1078708
Feb 19 03:16:42.527766 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e32c2e-60c6-40a0-8464-d079d9a3ebf7 req-2a6579c4-246d-4bad-8a45-d6f827723c6e tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:16:42.529193 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-82e32c2e-60c6-40a0-8464-d079d9a3ebf7 req-2a6579c4-246d-4bad-8a45-d6f827723c6e tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] 10.222.0.13 "GET /v2.0/ports/c41f76b7-7a24-4656-be7d-f0f1a0f836f7 HTTP/1.1" status: 200  len: 943 time: 0.0801446
Feb 19 03:16:42.719578 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-82e32c2e-60c6-40a0-8464-d079d9a3ebf7 req-ae6a94da-e1ee-49d0-bcd9-f886046d8019 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.27.0.206 HTTP/1.1" status: 200  len: 1002 time: 0.1073754
Feb 19 03:16:42.936312 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.plugin [req-82e32c2e-60c6-40a0-8464-d079d9a3ebf7 req-fed9786e-9bda-4531-a5b5-c5286074d3f0 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Deleting port 89e3ef46-e1b3-4c15-a5bc-b50980a45739 {{(pid=84115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 19 03:16:42.936695 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-82e32c2e-60c6-40a0-8464-d079d9a3ebf7 req-fed9786e-9bda-4531-a5b5-c5286074d3f0 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363269711485266'] for port, before_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:16:43.117978 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-82e32c2e-60c6-40a0-8464-d079d9a3ebf7 req-fed9786e-9bda-4531-a5b5-c5286074d3f0 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-361392'] for port, precommit_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:16:43.118346 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-82e32c2e-60c6-40a0-8464-d079d9a3ebf7 req-fed9786e-9bda-4531-a5b5-c5286074d3f0 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:16:43.249798 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.plugin [req-82e32c2e-60c6-40a0-8464-d079d9a3ebf7 req-fed9786e-9bda-4531-a5b5-c5286074d3f0 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Calling delete_port for 89e3ef46-e1b3-4c15-a5bc-b50980a45739 owned by network:floatingip {{(pid=84115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 19 03:16:43.568268 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-82e32c2e-60c6-40a0-8464-d079d9a3ebf7 req-fed9786e-9bda-4531-a5b5-c5286074d3f0 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363269711510303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363269711906437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853345888'] for port, after_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:16:43.581891 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-b37ec1da-231e-4d33-bd7c-4e69d5226510 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:16:43.674222 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed9786e-9bda-4531-a5b5-c5286074d3f0 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Pushing event deleted for resources: {'Port': ['ID=89e3ef46-e1b3-4c15-a5bc-b50980a45739,revision_number=None']} {{(pid=84115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:16:43.696711 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed9786e-9bda-4531-a5b5-c5286074d3f0 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:16:43.697131 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed9786e-9bda-4531-a5b5-c5286074d3f0 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:16:43.697543 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed9786e-9bda-4531-a5b5-c5286074d3f0 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:16:43.697976 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed9786e-9bda-4531-a5b5-c5286074d3f0 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:16:43.698384 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed9786e-9bda-4531-a5b5-c5286074d3f0 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:16:43.698787 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed9786e-9bda-4531-a5b5-c5286074d3f0 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:16:43.699184 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed9786e-9bda-4531-a5b5-c5286074d3f0 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:16:43.699584 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed9786e-9bda-4531-a5b5-c5286074d3f0 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:16:43.699981 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed9786e-9bda-4531-a5b5-c5286074d3f0 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:16:43.700374 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed9786e-9bda-4531-a5b5-c5286074d3f0 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:16:43.700791 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed9786e-9bda-4531-a5b5-c5286074d3f0 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:16:43.701160 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed9786e-9bda-4531-a5b5-c5286074d3f0 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:16:43.701605 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed9786e-9bda-4531-a5b5-c5286074d3f0 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:16:43.702040 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed9786e-9bda-4531-a5b5-c5286074d3f0 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:16:43.702414 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed9786e-9bda-4531-a5b5-c5286074d3f0 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:16:43.702803 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed9786e-9bda-4531-a5b5-c5286074d3f0 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:16:43.703193 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed9786e-9bda-4531-a5b5-c5286074d3f0 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:16:43.703582 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed9786e-9bda-4531-a5b5-c5286074d3f0 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:16:43.703970 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed9786e-9bda-4531-a5b5-c5286074d3f0 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:16:43.704359 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed9786e-9bda-4531-a5b5-c5286074d3f0 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:16:43.704748 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed9786e-9bda-4531-a5b5-c5286074d3f0 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:16:43.705137 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed9786e-9bda-4531-a5b5-c5286074d3f0 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:16:43.705525 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed9786e-9bda-4531-a5b5-c5286074d3f0 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:16:43.705941 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fed9786e-9bda-4531-a5b5-c5286074d3f0 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:16:43.710130 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-fed9786e-9bda-4531-a5b5-c5286074d3f0 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:16:43.824699 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-82e32c2e-60c6-40a0-8464-d079d9a3ebf7 req-fed9786e-9bda-4531-a5b5-c5286074d3f0 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Notify callbacks [] for floatingip, after_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:16:43.825016 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.db.l3_db [req-82e32c2e-60c6-40a0-8464-d079d9a3ebf7 req-fed9786e-9bda-4531-a5b5-c5286074d3f0 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Floating IP 05f20d44-782b-446a-8042-15c24326acec disassociated (deleted). External IP: 172.27.0.206, port: c41f76b7-7a24-4656-be7d-f0f1a0f836f7.
Feb 19 03:16:44.433047 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.scheduler.l3_agent_scheduler [req-82e32c2e-60c6-40a0-8464-d079d9a3ebf7 req-fed9786e-9bda-4531-a5b5-c5286074d3f0 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Router 38a43ecc-4ed4-4b6f-967c-3f9825b6e0d7 has already been hosted by L3 agent f4ccfb5a-d22e-440e-8ddd-f393ad00f812 {{(pid=84115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 19 03:16:44.623616 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-82e32c2e-60c6-40a0-8464-d079d9a3ebf7 req-fed9786e-9bda-4531-a5b5-c5286074d3f0 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Notify agent at l3_agent.dv-cinder-775706-2-iscsi the message routers_updated {{(pid=84115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 19 03:16:44.633925 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8719741-88fb-4922-82fd-05cceed2501e None None] Sync routers for ids ['38a43ecc-4ed4-4b6f-967c-3f9825b6e0d7'] in dv-cinder-775706-2-iscsi {{(pid=84118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 19 03:16:44.644546 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8719741-88fb-4922-82fd-05cceed2501e None None] Routers {'38a43ecc-4ed4-4b6f-967c-3f9825b6e0d7'} bound to L3 agent in host dv-cinder-775706-2-iscsi {{(pid=84118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 03:16:44.645215 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_hamode_db [None req-d8719741-88fb-4922-82fd-05cceed2501e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9425a51860>, 'dv-cinder-775706-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-19T02:56:52Z,description=<?>,heartbeat_timestamp=2021-02-19T03:16:22Z,host='dv-cinder-775706-2-iscsi',id=f4ccfb5a-d22e-440e-8ddd-f393ad00f812,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T02:56:52Z,topic='l3_agent')) {'router_ids': ['38a43ecc-4ed4-4b6f-967c-3f9825b6e0d7'], 'active': True} {{(pid=84118) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 03:16:44.683309 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-82e32c2e-60c6-40a0-8464-d079d9a3ebf7 req-fed9786e-9bda-4531-a5b5-c5286074d3f0 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771976'] for floatingip, before_response {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:16:44.744849 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-82e32c2e-60c6-40a0-8464-d079d9a3ebf7 req-fed9786e-9bda-4531-a5b5-c5286074d3f0 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] 10.222.0.13 "DELETE /v2.0/floatingips/05f20d44-782b-446a-8042-15c24326acec HTTP/1.1" status: 204  len: 173 time: 2.0192883
Feb 19 03:16:44.745402 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df3d40a5-a84c-4d3b-8bc5-27e7d730d78d', 'tag': 'c41f76b7-7a24-4656-be7d-f0f1a0f836f7'}] {{(pid=84115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 03:16:44.810061 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df3d40a5-a84c-4d3b-8bc5-27e7d730d78d', 'tag': 'c41f76b7-7a24-4656-be7d-f0f1a0f836f7', 'status': 'completed', 'code': 200}
Feb 19 03:16:44.841027 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvr_db [None req-d8719741-88fb-4922-82fd-05cceed2501e None None] Set router 38a43ecc-4ed4-4b6f-967c-3f9825b6e0d7 gateway port host: dv-cinder-775706-2-iscsi {{(pid=84118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 03:16:44.844051 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e32c2e-60c6-40a0-8464-d079d9a3ebf7 req-a500392a-c049-4e17-ac65-11672f48bb61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:16:44.845783 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-82e32c2e-60c6-40a0-8464-d079d9a3ebf7 req-a500392a-c049-4e17-ac65-11672f48bb61 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=15972dafcae5480290e92407c155b4a6&device_id=df3d40a5-a84c-4d3b-8bc5-27e7d730d78d HTTP/1.1" status: 200  len: 1163 time: 0.0873692
Feb 19 03:16:44.913280 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00a19ab-a3e8-4d1e-a7c4-d6fa0a27dd63 req-65a11a1a-cb37-4d90-b67f-d68e998f28c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:16:44.915322 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-d00a19ab-a3e8-4d1e-a7c4-d6fa0a27dd63 req-65a11a1a-cb37-4d90-b67f-d68e998f28c5 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=15972dafcae5480290e92407c155b4a6&device_id=df3d40a5-a84c-4d3b-8bc5-27e7d730d78d HTTP/1.1" status: 200  len: 1163 time: 0.0962176
Feb 19 03:16:44.995795 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e32c2e-60c6-40a0-8464-d079d9a3ebf7 req-31e16497-0006-4b5d-9b74-f200d35dd84a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:16:44.997426 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-82e32c2e-60c6-40a0-8464-d079d9a3ebf7 req-31e16497-0006-4b5d-9b74-f200d35dd84a service neutron] 10.222.0.13 "GET /v2.0/networks?id=e9c3c36b-9ba9-4bad-aa41-5ad95f05fd56 HTTP/1.1" status: 200  len: 905 time: 0.1448750
Feb 19 03:16:45.065358 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00a19ab-a3e8-4d1e-a7c4-d6fa0a27dd63 req-c89bcd5a-e39a-4427-8147-f1ec76cddee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:16:45.066939 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-d00a19ab-a3e8-4d1e-a7c4-d6fa0a27dd63 req-c89bcd5a-e39a-4427-8147-f1ec76cddee1 service neutron] 10.222.0.65 "GET /v2.0/networks?id=e9c3c36b-9ba9-4bad-aa41-5ad95f05fd56 HTTP/1.1" status: 200  len: 905 time: 0.1444445
Feb 19 03:16:45.075042 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-82e32c2e-60c6-40a0-8464-d079d9a3ebf7 req-e5242692-6cdb-4403-983e-764fb7b9b1d4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c41f76b7-7a24-4656-be7d-f0f1a0f836f7 HTTP/1.1" status: 200  len: 217 time: 0.0710623
Feb 19 03:16:45.146356 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e32c2e-60c6-40a0-8464-d079d9a3ebf7 req-8bd14390-bdea-480c-ac12-b62ff063f26b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:16:45.146609 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-d00a19ab-a3e8-4d1e-a7c4-d6fa0a27dd63 req-1a00f710-49cc-4571-9242-8891afbb07ba service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c41f76b7-7a24-4656-be7d-f0f1a0f836f7 HTTP/1.1" status: 200  len: 217 time: 0.0713038
Feb 19 03:16:45.147967 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-82e32c2e-60c6-40a0-8464-d079d9a3ebf7 req-8bd14390-bdea-480c-ac12-b62ff063f26b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a7a2a5a5-1d7b-43c3-bf47-2a76329918f7 HTTP/1.1" status: 200  len: 850 time: 0.0664170
Feb 19 03:16:45.226122 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_hamode_db [None req-d8719741-88fb-4922-82fd-05cceed2501e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9425a51860>, [{'id': '38a43ecc-4ed4-4b6f-967c-3f9825b6e0d7', 'name': 'tempest-TestVolumeBootPattern-845494617-router', 'tenant_id': '15972dafcae5480290e92407c155b4a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'external_fixed_ips': [{'subnet_id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': 'd3f0dffa-05e4-4cf3-b5ed-05e96e26ef3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T03:08:20Z', 'updated_at': '2021-02-19T03:08:29Z', 'revision_number': 4, 'project_id': '15972dafcae5480290e92407c155b4a6', 'gw_port': {'id': 'd3f0dffa-05e4-4cf3-b5ed-05e96e26ef3b', 'name': '', 'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:1b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38a43ecc-4ed4-4b6f-967c-3f9825b6e0d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T03:08:21Z', 'updated_at': '2021-02-19T03:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-2-iscsi', '_floatingips': [{'id': 'e52be983-96df-49a7-800a-13227ee6e7db', 'tenant_id': '15972dafcae5480290e92407c155b4a6', 'floating_ip_address': '172.27.0.140', 'floating_network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'router_id': '38a43ecc-4ed4-4b6f-967c-3f9825b6e0d7', 'port_id': '6a95cc20-46ec-4a60-8188-61947b3300c6', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9c3c36b-9ba9-4bad-aa41-5ad95f05fd56', 'mac_address': 'fa:16:3e:7f:db:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fad92b9-b57d-4d32-92f4-cde038402fa3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-19T03:12:55Z', 'updated_at': '2021-02-19T03:13:01Z', 'revision_number': 2, 'project_id': '15972dafcae5480290e92407c155b4a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '620ca212-b760-4421-979b-f3ffea0ba319', 'name': '', 'network_id': 'e9c3c36b-9ba9-4bad-aa41-5ad95f05fd56', 'tenant_id': '15972dafcae5480290e92407c155b4a6', 'mac_address': 'fa:16:3e:38:b6:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38a43ecc-4ed4-4b6f-967c-3f9825b6e0d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'a7a2a5a5-1d7b-43c3-bf47-2a76329918f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T03:08:27Z', 'updated_at': '2021-02-19T03:08:40Z', 'revision_number': 5, 'project_id': '15972dafcae5480290e92407c155b4a6', 'subnets': [{'id': 'a7a2a5a5-1d7b-43c3-bf47-2a76329918f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775706-2-iscsi', False) {} {{(pid=84118) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 03:16:45.231192 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8719741-88fb-4922-82fd-05cceed2501e None None] Checking router: 38a43ecc-4ed4-4b6f-967c-3f9825b6e0d7 for host: dv-cinder-775706-2-iscsi {{(pid=84118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 19 03:16:45.234860 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00a19ab-a3e8-4d1e-a7c4-d6fa0a27dd63 req-0feca7a9-c3ee-406f-81e0-eec89de2965c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:16:45.236601 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-d00a19ab-a3e8-4d1e-a7c4-d6fa0a27dd63 req-0feca7a9-c3ee-406f-81e0-eec89de2965c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a7a2a5a5-1d7b-43c3-bf47-2a76329918f7 HTTP/1.1" status: 200  len: 850 time: 0.0825644
Feb 19 03:16:45.238156 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e32c2e-60c6-40a0-8464-d079d9a3ebf7 req-1635ff2a-43ec-4dd8-ada4-9e7373f6a374 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:16:45.239787 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-82e32c2e-60c6-40a0-8464-d079d9a3ebf7 req-1635ff2a-43ec-4dd8-ada4-9e7373f6a374 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e9c3c36b-9ba9-4bad-aa41-5ad95f05fd56&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0847182
Feb 19 03:16:45.242486 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8719741-88fb-4922-82fd-05cceed2501e None None] Routers {'38a43ecc-4ed4-4b6f-967c-3f9825b6e0d7'} bound to L3 agent in host dv-cinder-775706-2-iscsi {{(pid=84118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 03:16:45.243271 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_hamode_db [None req-d8719741-88fb-4922-82fd-05cceed2501e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9425a51860>, 'dv-cinder-775706-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-19T02:56:52Z,description=<?>,heartbeat_timestamp=2021-02-19T03:16:22Z,host='dv-cinder-775706-2-iscsi',id=f4ccfb5a-d22e-440e-8ddd-f393ad00f812,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T02:56:52Z,topic='l3_agent')) {'router_ids': ['38a43ecc-4ed4-4b6f-967c-3f9825b6e0d7'], 'active': True} {{(pid=84118) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 03:16:45.325184 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00a19ab-a3e8-4d1e-a7c4-d6fa0a27dd63 req-2076777d-3203-42df-9ec4-381c96049315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:16:45.326795 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-d00a19ab-a3e8-4d1e-a7c4-d6fa0a27dd63 req-2076777d-3203-42df-9ec4-381c96049315 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e9c3c36b-9ba9-4bad-aa41-5ad95f05fd56&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0811446
Feb 19 03:16:45.340912 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [req-d00a19ab-a3e8-4d1e-a7c4-d6fa0a27dd63 req-e23c1928-2e5f-4b0c-8ace-b6c7ea2f907a service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=84116) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 19 03:16:45.341978 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-d00a19ab-a3e8-4d1e-a7c4-d6fa0a27dd63 req-e23c1928-2e5f-4b0c-8ace-b6c7ea2f907a service neutron] 10.222.0.65 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0061045
Feb 19 03:16:45.387930 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-82e32c2e-60c6-40a0-8464-d079d9a3ebf7 req-8dd110a5-3299-479c-9a3d-fbc968db2732 service neutron] 10.222.0.13 "GET /v2.0/networks/e9c3c36b-9ba9-4bad-aa41-5ad95f05fd56?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1412165
Feb 19 03:16:45.438615 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvr_db [None req-d8719741-88fb-4922-82fd-05cceed2501e None None] Set router 38a43ecc-4ed4-4b6f-967c-3f9825b6e0d7 gateway port host: dv-cinder-775706-2-iscsi {{(pid=84118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 03:16:45.491421 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-d00a19ab-a3e8-4d1e-a7c4-d6fa0a27dd63 req-93256db8-d17c-4ac7-8b10-463bc9b3e1a1 service neutron] 10.222.0.65 "GET /v2.0/networks/e9c3c36b-9ba9-4bad-aa41-5ad95f05fd56?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1380436
Feb 19 03:16:45.545151 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-82e32c2e-60c6-40a0-8464-d079d9a3ebf7 req-e1c21aa3-4c53-4d57-ada3-e2d7edec7101 service neutron] 10.222.0.13 "GET /v2.0/networks/e9c3c36b-9ba9-4bad-aa41-5ad95f05fd56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1496832
Feb 19 03:16:45.656008 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-d00a19ab-a3e8-4d1e-a7c4-d6fa0a27dd63 req-17ad784d-f517-4999-895c-5367e88e79ab service neutron] 10.222.0.65 "GET /v2.0/networks/e9c3c36b-9ba9-4bad-aa41-5ad95f05fd56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1568804
Feb 19 03:16:45.823272 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_hamode_db [None req-d8719741-88fb-4922-82fd-05cceed2501e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9425a51860>, [{'id': '38a43ecc-4ed4-4b6f-967c-3f9825b6e0d7', 'name': 'tempest-TestVolumeBootPattern-845494617-router', 'tenant_id': '15972dafcae5480290e92407c155b4a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'external_fixed_ips': [{'subnet_id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': 'd3f0dffa-05e4-4cf3-b5ed-05e96e26ef3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T03:08:20Z', 'updated_at': '2021-02-19T03:08:29Z', 'revision_number': 4, 'project_id': '15972dafcae5480290e92407c155b4a6', 'gw_port': {'id': 'd3f0dffa-05e4-4cf3-b5ed-05e96e26ef3b', 'name': '', 'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:1b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38a43ecc-4ed4-4b6f-967c-3f9825b6e0d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T03:08:21Z', 'updated_at': '2021-02-19T03:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-2-iscsi', '_floatingips': [{'id': 'e52be983-96df-49a7-800a-13227ee6e7db', 'tenant_id': '15972dafcae5480290e92407c155b4a6', 'floating_ip_address': '172.27.0.140', 'floating_network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'router_id': '38a43ecc-4ed4-4b6f-967c-3f9825b6e0d7', 'port_id': '6a95cc20-46ec-4a60-8188-61947b3300c6', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9c3c36b-9ba9-4bad-aa41-5ad95f05fd56', 'mac_address': 'fa:16:3e:7f:db:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fad92b9-b57d-4d32-92f4-cde038402fa3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-19T03:12:55Z', 'updated_at': '2021-02-19T03:13:01Z', 'revision_number': 2, 'project_id': '15972dafcae5480290e92407c155b4a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '620ca212-b760-4421-979b-f3ffea0ba319', 'name': '', 'network_id': 'e9c3c36b-9ba9-4bad-aa41-5ad95f05fd56', 'tenant_id': '15972dafcae5480290e92407c155b4a6', 'mac_address': 'fa:16:3e:38:b6:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38a43ecc-4ed4-4b6f-967c-3f9825b6e0d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'a7a2a5a5-1d7b-43c3-bf47-2a76329918f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T03:08:27Z', 'updated_at': '2021-02-19T03:08:40Z', 'revision_number': 5, 'project_id': '15972dafcae5480290e92407c155b4a6', 'subnets': [{'id': 'a7a2a5a5-1d7b-43c3-bf47-2a76329918f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775706-2-iscsi', False) {} {{(pid=84118) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 03:16:45.827439 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8719741-88fb-4922-82fd-05cceed2501e None None] The sync data for ids ['38a43ecc-4ed4-4b6f-967c-3f9825b6e0d7'] in dv-cinder-775706-2-iscsi is: [{'id': '38a43ecc-4ed4-4b6f-967c-3f9825b6e0d7', 'name': 'tempest-TestVolumeBootPattern-845494617-router', 'tenant_id': '15972dafcae5480290e92407c155b4a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'external_fixed_ips': [{'subnet_id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': 'd3f0dffa-05e4-4cf3-b5ed-05e96e26ef3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T03:08:20Z', 'updated_at': '2021-02-19T03:08:29Z', 'revision_number': 4, 'project_id': '15972dafcae5480290e92407c155b4a6', 'gw_port': {'id': 'd3f0dffa-05e4-4cf3-b5ed-05e96e26ef3b', 'name': '', 'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:1b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38a43ecc-4ed4-4b6f-967c-3f9825b6e0d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T03:08:21Z', 'updated_at': '2021-02-19T03:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-2-iscsi', '_floatingips': [{'id': 'e52be983-96df-49a7-800a-13227ee6e7db', 'tenant_id': '15972dafcae5480290e92407c155b4a6', 'floating_ip_address': '172.27.0.140', 'floating_network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'router_id': '38a43ecc-4ed4-4b6f-967c-3f9825b6e0d7', 'port_id': '6a95cc20-46ec-4a60-8188-61947b3300c6', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 505, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e9c3c36b-9ba9-4bad-aa41-5ad95f05fd56', 'mac_address': 'fa:16:3e:7f:db:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fad92b9-b57d-4d32-92f4-cde038402fa3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-19T03:12:55Z', 'updated_at': '2021-02-19T03:13:01Z', 'revision_number': 2, 'project_id': '15972dafcae5480290e92407c155b4a6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '620ca212-b760-4421-979b-f3ffea0ba319', 'name': '', 'network_id': 'e9c3c36b-9ba9-4bad-aa41-5ad95f05fd56', 'tenant_id': '15972dafcae5480290e92407c155b4a6', 'mac_address': 'fa:16:3e:38:b6:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38a43ecc-4ed4-4b6f-967c-3f9825b6e0d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'a7a2a5a5-1d7b-43c3-bf47-2a76329918f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T03:08:27Z', 'updated_at': '2021-02-19T03:08:40Z', 'revision_number': 5, 'project_id': '15972dafcae5480290e92407c155b4a6', 'subnets': [{'id': 'a7a2a5a5-1d7b-43c3-bf47-2a76329918f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 19 03:16:46.058958 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f39820-3c35-4c22-8a44-70dd8089de26 req-8b09593b-61e0-45de-9b4e-152fc2eb85e0 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:16:46.059736 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [req-98f39820-3c35-4c22-8a44-70dd8089de26 req-8b09593b-61e0-45de-9b4e-152fc2eb85e0 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Synchronizing usage tracker for tenant:15972dafcae5480290e92407c155b4a6 on resource:port {{(pid=84115) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 19 03:16:46.095978 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [req-98f39820-3c35-4c22-8a44-70dd8089de26 req-8b09593b-61e0-45de-9b4e-152fc2eb85e0 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Unset dirty status for tenant:15972dafcae5480290e92407c155b4a6 on resource:port {{(pid=84115) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 19 03:16:46.097327 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-98f39820-3c35-4c22-8a44-70dd8089de26 req-8b09593b-61e0-45de-9b4e-152fc2eb85e0 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] 10.222.0.13 "GET /v2.0/ports?device_id=df3d40a5-a84c-4d3b-8bc5-27e7d730d78d HTTP/1.1" status: 200  len: 946 time: 0.1249666
Feb 19 03:16:46.147754 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-98f39820-3c35-4c22-8a44-70dd8089de26 req-efee697e-e1f1-4d2a-aafc-bcd860303c55 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] 10.222.0.13 "GET /v2.0/security-groups?id=00f7ce86-0f19-4798-a066-63f8a8d47966&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0435121
Feb 19 03:16:46.215675 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-523446ad-09dd-4676-bb0e-8c3ce2e85c70 None None] New status for floating IP 05f20d44-782b-446a-8042-15c24326acec: DOWN {{(pid=84117) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 19 03:16:47.364948 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c244e752-617f-4531-83f8-c2ddc6b346b1 req-12095dad-135f-4574-a265-669fc502e922 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:16:47.366636 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-c244e752-617f-4531-83f8-c2ddc6b346b1 req-12095dad-135f-4574-a265-669fc502e922 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] 10.222.0.13 "GET /v2.0/ports?device_id=df3d40a5-a84c-4d3b-8bc5-27e7d730d78d HTTP/1.1" status: 200  len: 946 time: 0.0936108
Feb 19 03:16:47.416099 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-c244e752-617f-4531-83f8-c2ddc6b346b1 req-f4b9bbb9-3671-4bfa-b57e-012c096c7821 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] 10.222.0.13 "GET /v2.0/security-groups?id=00f7ce86-0f19-4798-a066-63f8a8d47966&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0431314
Feb 19 03:16:48.350477 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9503b1e-4557-499a-bbd2-419477eee3bc req-ee08e393-5910-4247-a169-6289d8105327 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:16:48.351235 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [req-e9503b1e-4557-499a-bbd2-419477eee3bc req-ee08e393-5910-4247-a169-6289d8105327 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Synchronizing usage tracker for tenant:15972dafcae5480290e92407c155b4a6 on resource:port {{(pid=84116) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 19 03:16:48.363801 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [req-e9503b1e-4557-499a-bbd2-419477eee3bc req-ee08e393-5910-4247-a169-6289d8105327 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Unset dirty status for tenant:15972dafcae5480290e92407c155b4a6 on resource:port {{(pid=84116) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 19 03:16:48.365000 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-e9503b1e-4557-499a-bbd2-419477eee3bc req-ee08e393-5910-4247-a169-6289d8105327 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] 10.222.0.65 "GET /v2.0/ports?device_id=df3d40a5-a84c-4d3b-8bc5-27e7d730d78d HTTP/1.1" status: 200  len: 946 time: 0.3355222
Feb 19 03:16:48.440853 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.plugin [req-e9503b1e-4557-499a-bbd2-419477eee3bc req-36308165-0fff-421c-a5e5-d70838e1a65f tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Deleting port c41f76b7-7a24-4656-be7d-f0f1a0f836f7 {{(pid=84116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 19 03:16:48.441247 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-e9503b1e-4557-499a-bbd2-419477eee3bc req-36308165-0fff-421c-a5e5-d70838e1a65f tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363269711485266'] for port, before_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:16:48.619785 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de78ea64-d8cb-402f-93f3-bcf8ec3e30ec req-50e93fd9-3a63-4743-af4f-e6780f2b7eeb tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:16:48.621399 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-de78ea64-d8cb-402f-93f3-bcf8ec3e30ec req-50e93fd9-3a63-4743-af4f-e6780f2b7eeb tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] 10.222.0.13 "GET /v2.0/ports?device_id=df3d40a5-a84c-4d3b-8bc5-27e7d730d78d HTTP/1.1" status: 200  len: 946 time: 0.0890193
Feb 19 03:16:48.668874 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-de78ea64-d8cb-402f-93f3-bcf8ec3e30ec req-1072a73b-adf4-4fdb-af52-2ed09f65608b tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] 10.222.0.13 "GET /v2.0/security-groups?id=00f7ce86-0f19-4798-a066-63f8a8d47966&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0409596
Feb 19 03:16:48.708254 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.db [req-e9503b1e-4557-499a-bbd2-419477eee3bc req-36308165-0fff-421c-a5e5-d70838e1a65f tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] For port c41f76b7-7a24-4656-be7d-f0f1a0f836f7, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=c41f76b7-7a24-4656-be7d-f0f1a0f836f7,segment=NetworkSegment(fd301c7f-c4b0-4332-b94c-0e4a8acda55e),segment_id=fd301c7f-c4b0-4332-b94c-0e4a8acda55e)] {{(pid=84116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 03:16:48.708667 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-e9503b1e-4557-499a-bbd2-419477eee3bc req-36308165-0fff-421c-a5e5-d70838e1a65f tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-361392'] for port, precommit_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:16:48.845846 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.plugin [req-e9503b1e-4557-499a-bbd2-419477eee3bc req-36308165-0fff-421c-a5e5-d70838e1a65f tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Calling delete_port for c41f76b7-7a24-4656-be7d-f0f1a0f836f7 owned by compute:nova {{(pid=84116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 19 03:16:48.893220 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.rpc [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Device c41f76b7-7a24-4656-be7d-f0f1a0f836f7 no longer exists at agent ovs-agent-hv-cinder-77570 {{(pid=84117) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 19 03:16:49.018673 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838630373'] for port, before_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:16:49.022448 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-e9503b1e-4557-499a-bbd2-419477eee3bc req-36308165-0fff-421c-a5e5-d70838e1a65f tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363269711510303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363269711906437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2630593'] for port, after_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:16:49.056576 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-87e3f764-f14c-4683-8cfb-2fda96c9a88b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:16:49.172721 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36308165-0fff-421c-a5e5-d70838e1a65f tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Pushing event deleted for resources: {'Port': ['ID=c41f76b7-7a24-4656-be7d-f0f1a0f836f7,revision_number=None']} {{(pid=84116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:16:49.175801 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-36308165-0fff-421c-a5e5-d70838e1a65f tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:16:49.293817 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9503b1e-4557-499a-bbd2-419477eee3bc req-36308165-0fff-421c-a5e5-d70838e1a65f tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] No DVR routers for this DVR port c41f76b7-7a24-4656-be7d-f0f1a0f836f7 on host hv-cinder-77570 {{(pid=84116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 19 03:16:49.296196 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-e9503b1e-4557-499a-bbd2-419477eee3bc req-36308165-0fff-421c-a5e5-d70838e1a65f tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771976'] for port, before_response {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:16:49.299010 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df3d40a5-a84c-4d3b-8bc5-27e7d730d78d', 'name': 'network-vif-deleted', 'tag': 'c41f76b7-7a24-4656-be7d-f0f1a0f836f7'}] {{(pid=84116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 03:16:49.340600 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-e9503b1e-4557-499a-bbd2-419477eee3bc req-36308165-0fff-421c-a5e5-d70838e1a65f tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] 10.222.0.65 "DELETE /v2.0/ports/c41f76b7-7a24-4656-be7d-f0f1a0f836f7 HTTP/1.1" status: 204  len: 173 time: 0.9698195
Feb 19 03:16:49.353451 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df3d40a5-a84c-4d3b-8bc5-27e7d730d78d', 'name': 'network-vif-deleted', 'tag': 'c41f76b7-7a24-4656-be7d-f0f1a0f836f7', 'status': 'completed', 'code': 200}
Feb 19 03:16:49.466159 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-fbf01c0a-d6dd-410c-9f10-9e100de641d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:16:49.840576 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-b88da802-d150-42e0-8c1b-2bebda06cda6 req-cde4cfd2-3e27-4034-bcf0-2d0abdb6847b tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] 10.222.0.13 "GET /v2.0/ports?device_id=df3d40a5-a84c-4d3b-8bc5-27e7d730d78d HTTP/1.1" status: 200  len: 210 time: 0.0526280
Feb 19 03:16:51.017310 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-c06f2c10-9f8b-42ee-a9b7-a5d06f5da23f req-c35798a0-95c3-4f57-b98e-986523f92531 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] 10.222.0.13 "GET /v2.0/ports?device_id=df3d40a5-a84c-4d3b-8bc5-27e7d730d78d HTTP/1.1" status: 200  len: 210 time: 0.0490534
Feb 19 03:16:51.896054 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-299e8e07-8e92-4906-9fc4-a52c5b03b794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:16:52.191749 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-1a8ea0aa-9b7b-42f5-bf5d-69fe4f885f87 req-e0480593-bb98-427a-854f-ad34fef6ce12 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] 10.222.0.13 "GET /v2.0/ports?device_id=df3d40a5-a84c-4d3b-8bc5-27e7d730d78d HTTP/1.1" status: 200  len: 210 time: 0.0491812
Feb 19 03:16:52.478625 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-4b343f23-6f62-4db0-bfb1-0e5ba3aa11dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:16:53.550945 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:16:54.301923 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-ed1abd93-30ab-455f-b25e-ecbc2cc5cf06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:16:55.943141 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-a8f92f3a-aee5-4bff-bbb4-1e0970669b62 req-71fd6831-7251-4f3b-8461-02d4e7382b7a tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] 10.222.0.13 "GET /v2.0/floatingips/e52be983-96df-49a7-800a-13227ee6e7db HTTP/1.1" status: 200  len: 998 time: 0.1182435
Feb 19 03:16:56.105071 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f92f3a-aee5-4bff-bbb4-1e0970669b62 req-655ad0be-d4c5-4e25-afd1-284abd19f72f tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:16:56.106579 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-a8f92f3a-aee5-4bff-bbb4-1e0970669b62 req-655ad0be-d4c5-4e25-afd1-284abd19f72f tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] 10.222.0.13 "GET /v2.0/networks/11a0058d-2e2a-4262-b636-ae96512c4ecc HTTP/1.1" status: 200  len: 784 time: 0.1569328
Feb 19 03:16:56.219173 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [req-a8f92f3a-aee5-4bff-bbb4-1e0970669b62 req-39413e00-af2a-49d3-892f-e26a94b0aa64 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Synchronizing usage tracker for tenant:15972dafcae5480290e92407c155b4a6 on resource:floatingip {{(pid=84115) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 19 03:16:56.265356 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [req-a8f92f3a-aee5-4bff-bbb4-1e0970669b62 req-39413e00-af2a-49d3-892f-e26a94b0aa64 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Unset dirty status for tenant:15972dafcae5480290e92407c155b4a6 on resource:floatingip {{(pid=84115) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 19 03:16:56.267028 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-a8f92f3a-aee5-4bff-bbb4-1e0970669b62 req-39413e00-af2a-49d3-892f-e26a94b0aa64 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.27.0.140 HTTP/1.1" status: 200  len: 1001 time: 0.1542349
Feb 19 03:16:56.350950 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f92f3a-aee5-4bff-bbb4-1e0970669b62 req-7b769e0a-88bc-4683-81d7-c1f0d9c1f172 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:16:56.353052 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-a8f92f3a-aee5-4bff-bbb4-1e0970669b62 req-7b769e0a-88bc-4683-81d7-c1f0d9c1f172 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] 10.222.0.13 "GET /v2.0/ports/6a95cc20-46ec-4a60-8188-61947b3300c6 HTTP/1.1" status: 200  len: 942 time: 0.0801544
Feb 19 03:16:56.541969 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-a8f92f3a-aee5-4bff-bbb4-1e0970669b62 req-8230c2fe-9731-43e7-8b68-75121789ad1c tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.27.0.140 HTTP/1.1" status: 200  len: 1001 time: 0.1056819
Feb 19 03:16:56.770308 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.plugin [req-a8f92f3a-aee5-4bff-bbb4-1e0970669b62 req-9317e902-b0cf-45b6-958e-f5f72abbbb76 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Deleting port 960792bd-dbcc-44bd-8a79-23ff97ed930f {{(pid=84115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 19 03:16:56.770694 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-a8f92f3a-aee5-4bff-bbb4-1e0970669b62 req-9317e902-b0cf-45b6-958e-f5f72abbbb76 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363269711485266'] for port, before_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:16:56.952224 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-a8f92f3a-aee5-4bff-bbb4-1e0970669b62 req-9317e902-b0cf-45b6-958e-f5f72abbbb76 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-361392'] for port, precommit_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:16:56.952752 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-a8f92f3a-aee5-4bff-bbb4-1e0970669b62 req-9317e902-b0cf-45b6-958e-f5f72abbbb76 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:16:57.087546 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.plugin [req-a8f92f3a-aee5-4bff-bbb4-1e0970669b62 req-9317e902-b0cf-45b6-958e-f5f72abbbb76 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Calling delete_port for 960792bd-dbcc-44bd-8a79-23ff97ed930f owned by network:floatingip {{(pid=84115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 19 03:16:57.402492 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-a8f92f3a-aee5-4bff-bbb4-1e0970669b62 req-9317e902-b0cf-45b6-958e-f5f72abbbb76 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363269711510303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363269711906437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853345888'] for port, after_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:16:57.418111 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-593877ab-d975-43bd-8277-d66d44640e0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:16:57.521729 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9317e902-b0cf-45b6-958e-f5f72abbbb76 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Pushing event deleted for resources: {'Port': ['ID=960792bd-dbcc-44bd-8a79-23ff97ed930f,revision_number=None']} {{(pid=84115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:16:57.529405 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-9317e902-b0cf-45b6-958e-f5f72abbbb76 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:16:57.641587 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-a8f92f3a-aee5-4bff-bbb4-1e0970669b62 req-9317e902-b0cf-45b6-958e-f5f72abbbb76 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Notify callbacks [] for floatingip, after_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:16:57.641975 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.db.l3_db [req-a8f92f3a-aee5-4bff-bbb4-1e0970669b62 req-9317e902-b0cf-45b6-958e-f5f72abbbb76 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Floating IP e52be983-96df-49a7-800a-13227ee6e7db disassociated (deleted). External IP: 172.27.0.140, port: 6a95cc20-46ec-4a60-8188-61947b3300c6.
Feb 19 03:16:58.245280 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a8f92f3a-aee5-4bff-bbb4-1e0970669b62 req-9317e902-b0cf-45b6-958e-f5f72abbbb76 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Router 38a43ecc-4ed4-4b6f-967c-3f9825b6e0d7 has already been hosted by L3 agent f4ccfb5a-d22e-440e-8ddd-f393ad00f812 {{(pid=84115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 19 03:16:58.437586 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a8f92f3a-aee5-4bff-bbb4-1e0970669b62 req-9317e902-b0cf-45b6-958e-f5f72abbbb76 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Notify agent at l3_agent.dv-cinder-775706-2-iscsi the message routers_updated {{(pid=84115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 19 03:16:58.447756 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a32eb1a-2a9e-4fef-b815-7489429dac54 None None] Sync routers for ids ['38a43ecc-4ed4-4b6f-967c-3f9825b6e0d7'] in dv-cinder-775706-2-iscsi {{(pid=84118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 19 03:16:58.457533 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a32eb1a-2a9e-4fef-b815-7489429dac54 None None] Routers {'38a43ecc-4ed4-4b6f-967c-3f9825b6e0d7'} bound to L3 agent in host dv-cinder-775706-2-iscsi {{(pid=84118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 03:16:58.458238 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_hamode_db [None req-6a32eb1a-2a9e-4fef-b815-7489429dac54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9425a51f28>, 'dv-cinder-775706-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-19T02:56:52Z,description=<?>,heartbeat_timestamp=2021-02-19T03:16:52Z,host='dv-cinder-775706-2-iscsi',id=f4ccfb5a-d22e-440e-8ddd-f393ad00f812,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T02:56:52Z,topic='l3_agent')) {'router_ids': ['38a43ecc-4ed4-4b6f-967c-3f9825b6e0d7'], 'active': True} {{(pid=84118) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 03:16:58.500698 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-a8f92f3a-aee5-4bff-bbb4-1e0970669b62 req-9317e902-b0cf-45b6-958e-f5f72abbbb76 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771976'] for floatingip, before_response {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:16:58.560269 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-a8f92f3a-aee5-4bff-bbb4-1e0970669b62 req-9317e902-b0cf-45b6-958e-f5f72abbbb76 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] 10.222.0.13 "DELETE /v2.0/floatingips/e52be983-96df-49a7-800a-13227ee6e7db HTTP/1.1" status: 204  len: 173 time: 2.0119846
Feb 19 03:16:58.560845 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fad92b9-b57d-4d32-92f4-cde038402fa3', 'tag': '6a95cc20-46ec-4a60-8188-61947b3300c6'}] {{(pid=84115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 03:16:58.620027 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fad92b9-b57d-4d32-92f4-cde038402fa3', 'tag': '6a95cc20-46ec-4a60-8188-61947b3300c6', 'status': 'completed', 'code': 200}
Feb 19 03:16:58.649073 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvr_db [None req-6a32eb1a-2a9e-4fef-b815-7489429dac54 None None] Set router 38a43ecc-4ed4-4b6f-967c-3f9825b6e0d7 gateway port host: dv-cinder-775706-2-iscsi {{(pid=84118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 03:16:58.657395 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f92f3a-aee5-4bff-bbb4-1e0970669b62 req-63147a99-86f7-4915-aaae-f6ec599f1db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:16:58.659179 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-a8f92f3a-aee5-4bff-bbb4-1e0970669b62 req-63147a99-86f7-4915-aaae-f6ec599f1db6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=15972dafcae5480290e92407c155b4a6&device_id=7fad92b9-b57d-4d32-92f4-cde038402fa3 HTTP/1.1" status: 200  len: 1162 time: 0.0856993
Feb 19 03:16:58.803935 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f92f3a-aee5-4bff-bbb4-1e0970669b62 req-7d3c77d8-f72b-438e-9e8a-5b8e67a9b105 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:16:58.805527 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-a8f92f3a-aee5-4bff-bbb4-1e0970669b62 req-7d3c77d8-f72b-438e-9e8a-5b8e67a9b105 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e9c3c36b-9ba9-4bad-aa41-5ad95f05fd56 HTTP/1.1" status: 200  len: 905 time: 0.1398790
Feb 19 03:16:58.878513 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-a8f92f3a-aee5-4bff-bbb4-1e0970669b62 req-21c83f4f-53de-459c-a1d6-3edcbb0e918f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6a95cc20-46ec-4a60-8188-61947b3300c6 HTTP/1.1" status: 200  len: 217 time: 0.0663097
Feb 19 03:16:58.994359 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f92f3a-aee5-4bff-bbb4-1e0970669b62 req-6c17293a-b176-464a-9f03-5b0825704c8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:16:58.996695 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3279818-5edb-4ba2-a4bb-b595a423a307 req-3ed96996-a1dc-4c4d-88b6-586203747484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:16:58.998031 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_hamode_db [None req-6a32eb1a-2a9e-4fef-b815-7489429dac54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9425a51f28>, [{'id': '38a43ecc-4ed4-4b6f-967c-3f9825b6e0d7', 'name': 'tempest-TestVolumeBootPattern-845494617-router', 'tenant_id': '15972dafcae5480290e92407c155b4a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'external_fixed_ips': [{'subnet_id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': 'd3f0dffa-05e4-4cf3-b5ed-05e96e26ef3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T03:08:20Z', 'updated_at': '2021-02-19T03:08:29Z', 'revision_number': 4, 'project_id': '15972dafcae5480290e92407c155b4a6', 'gw_port': {'id': 'd3f0dffa-05e4-4cf3-b5ed-05e96e26ef3b', 'name': '', 'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:1b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38a43ecc-4ed4-4b6f-967c-3f9825b6e0d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T03:08:21Z', 'updated_at': '2021-02-19T03:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-2-iscsi', '_interfaces': [{'id': '620ca212-b760-4421-979b-f3ffea0ba319', 'name': '', 'network_id': 'e9c3c36b-9ba9-4bad-aa41-5ad95f05fd56', 'tenant_id': '15972dafcae5480290e92407c155b4a6', 'mac_address': 'fa:16:3e:38:b6:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38a43ecc-4ed4-4b6f-967c-3f9825b6e0d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'a7a2a5a5-1d7b-43c3-bf47-2a76329918f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T03:08:27Z', 'updated_at': '2021-02-19T03:08:40Z', 'revision_number': 5, 'project_id': '15972dafcae5480290e92407c155b4a6', 'subnets': [{'id': 'a7a2a5a5-1d7b-43c3-bf47-2a76329918f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775706-2-iscsi', False) {} {{(pid=84118) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 03:16:58.998918 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-f3279818-5edb-4ba2-a4bb-b595a423a307 req-3ed96996-a1dc-4c4d-88b6-586203747484 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=15972dafcae5480290e92407c155b4a6&device_id=7fad92b9-b57d-4d32-92f4-cde038402fa3 HTTP/1.1" status: 200  len: 1162 time: 0.0962195
Feb 19 03:16:59.002540 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a32eb1a-2a9e-4fef-b815-7489429dac54 None None] Checking router: 38a43ecc-4ed4-4b6f-967c-3f9825b6e0d7 for host: dv-cinder-775706-2-iscsi {{(pid=84118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 19 03:16:59.002697 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-a8f92f3a-aee5-4bff-bbb4-1e0970669b62 req-6c17293a-b176-464a-9f03-5b0825704c8e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a7a2a5a5-1d7b-43c3-bf47-2a76329918f7 HTTP/1.1" status: 200  len: 850 time: 0.1177335
Feb 19 03:16:59.012426 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a32eb1a-2a9e-4fef-b815-7489429dac54 None None] Routers {'38a43ecc-4ed4-4b6f-967c-3f9825b6e0d7'} bound to L3 agent in host dv-cinder-775706-2-iscsi {{(pid=84118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 03:16:59.013191 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_hamode_db [None req-6a32eb1a-2a9e-4fef-b815-7489429dac54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9425a51f28>, 'dv-cinder-775706-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-19T02:56:52Z,description=<?>,heartbeat_timestamp=2021-02-19T03:16:52Z,host='dv-cinder-775706-2-iscsi',id=f4ccfb5a-d22e-440e-8ddd-f393ad00f812,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T02:56:52Z,topic='l3_agent')) {'router_ids': ['38a43ecc-4ed4-4b6f-967c-3f9825b6e0d7'], 'active': True} {{(pid=84118) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 03:16:59.091675 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f92f3a-aee5-4bff-bbb4-1e0970669b62 req-04ef70e3-5d5c-426e-ba2c-c4cd30e1455a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:16:59.093957 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-a8f92f3a-aee5-4bff-bbb4-1e0970669b62 req-04ef70e3-5d5c-426e-ba2c-c4cd30e1455a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e9c3c36b-9ba9-4bad-aa41-5ad95f05fd56&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0898812
Feb 19 03:16:59.156045 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3279818-5edb-4ba2-a4bb-b595a423a307 req-1ab7b261-d8e1-49e3-b31a-7daf3f17e66b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:16:59.157665 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-f3279818-5edb-4ba2-a4bb-b595a423a307 req-1ab7b261-d8e1-49e3-b31a-7daf3f17e66b service neutron] 10.222.0.65 "GET /v2.0/networks?id=e9c3c36b-9ba9-4bad-aa41-5ad95f05fd56 HTTP/1.1" status: 200  len: 905 time: 0.1502755
Feb 19 03:16:59.222860 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvr_db [None req-6a32eb1a-2a9e-4fef-b815-7489429dac54 None None] Set router 38a43ecc-4ed4-4b6f-967c-3f9825b6e0d7 gateway port host: dv-cinder-775706-2-iscsi {{(pid=84118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 03:16:59.246717 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-f3279818-5edb-4ba2-a4bb-b595a423a307 req-e62ef5a4-814e-489f-955c-81ef9bedc1f6 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6a95cc20-46ec-4a60-8188-61947b3300c6 HTTP/1.1" status: 200  len: 217 time: 0.0759811
Feb 19 03:16:59.258115 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-a8f92f3a-aee5-4bff-bbb4-1e0970669b62 req-769c05cb-3e3a-4c83-bd4f-6e003a934eef service neutron] 10.222.0.13 "GET /v2.0/networks/e9c3c36b-9ba9-4bad-aa41-5ad95f05fd56?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1570225
Feb 19 03:16:59.321790 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3279818-5edb-4ba2-a4bb-b595a423a307 req-c02e7cf3-a22d-49d3-ab16-a0b69d3b921e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:16:59.323489 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-f3279818-5edb-4ba2-a4bb-b595a423a307 req-c02e7cf3-a22d-49d3-ab16-a0b69d3b921e service neutron] 10.222.0.65 "GET /v2.0/subnets?id=a7a2a5a5-1d7b-43c3-bf47-2a76329918f7 HTTP/1.1" status: 200  len: 850 time: 0.0683012
Feb 19 03:16:59.409172 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-a8f92f3a-aee5-4bff-bbb4-1e0970669b62 req-9b2e0ffd-ffad-4c67-8f4d-371cc302a9a6 service neutron] 10.222.0.13 "GET /v2.0/networks/e9c3c36b-9ba9-4bad-aa41-5ad95f05fd56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1439872
Feb 19 03:16:59.418129 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3279818-5edb-4ba2-a4bb-b595a423a307 req-a39fcba4-634e-45b3-9381-2efdf167c780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:16:59.419881 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-f3279818-5edb-4ba2-a4bb-b595a423a307 req-a39fcba4-634e-45b3-9381-2efdf167c780 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=e9c3c36b-9ba9-4bad-aa41-5ad95f05fd56&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0873337
Feb 19 03:16:59.571749 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-f3279818-5edb-4ba2-a4bb-b595a423a307 req-0f8638e0-5079-4306-9423-bdf01abf24c1 service neutron] 10.222.0.65 "GET /v2.0/networks/e9c3c36b-9ba9-4bad-aa41-5ad95f05fd56?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1419597
Feb 19 03:16:59.582705 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_hamode_db [None req-6a32eb1a-2a9e-4fef-b815-7489429dac54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9425a51f28>, [{'id': '38a43ecc-4ed4-4b6f-967c-3f9825b6e0d7', 'name': 'tempest-TestVolumeBootPattern-845494617-router', 'tenant_id': '15972dafcae5480290e92407c155b4a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'external_fixed_ips': [{'subnet_id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': 'd3f0dffa-05e4-4cf3-b5ed-05e96e26ef3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T03:08:20Z', 'updated_at': '2021-02-19T03:08:29Z', 'revision_number': 4, 'project_id': '15972dafcae5480290e92407c155b4a6', 'gw_port': {'id': 'd3f0dffa-05e4-4cf3-b5ed-05e96e26ef3b', 'name': '', 'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:1b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38a43ecc-4ed4-4b6f-967c-3f9825b6e0d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T03:08:21Z', 'updated_at': '2021-02-19T03:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-2-iscsi', '_interfaces': [{'id': '620ca212-b760-4421-979b-f3ffea0ba319', 'name': '', 'network_id': 'e9c3c36b-9ba9-4bad-aa41-5ad95f05fd56', 'tenant_id': '15972dafcae5480290e92407c155b4a6', 'mac_address': 'fa:16:3e:38:b6:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38a43ecc-4ed4-4b6f-967c-3f9825b6e0d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'a7a2a5a5-1d7b-43c3-bf47-2a76329918f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T03:08:27Z', 'updated_at': '2021-02-19T03:08:40Z', 'revision_number': 5, 'project_id': '15972dafcae5480290e92407c155b4a6', 'subnets': [{'id': 'a7a2a5a5-1d7b-43c3-bf47-2a76329918f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775706-2-iscsi', False) {} {{(pid=84118) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 03:16:59.586669 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a32eb1a-2a9e-4fef-b815-7489429dac54 None None] The sync data for ids ['38a43ecc-4ed4-4b6f-967c-3f9825b6e0d7'] in dv-cinder-775706-2-iscsi is: [{'id': '38a43ecc-4ed4-4b6f-967c-3f9825b6e0d7', 'name': 'tempest-TestVolumeBootPattern-845494617-router', 'tenant_id': '15972dafcae5480290e92407c155b4a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'external_fixed_ips': [{'subnet_id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': 'd3f0dffa-05e4-4cf3-b5ed-05e96e26ef3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T03:08:20Z', 'updated_at': '2021-02-19T03:08:29Z', 'revision_number': 4, 'project_id': '15972dafcae5480290e92407c155b4a6', 'gw_port': {'id': 'd3f0dffa-05e4-4cf3-b5ed-05e96e26ef3b', 'name': '', 'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:1b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38a43ecc-4ed4-4b6f-967c-3f9825b6e0d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T03:08:21Z', 'updated_at': '2021-02-19T03:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-2-iscsi', '_interfaces': [{'id': '620ca212-b760-4421-979b-f3ffea0ba319', 'name': '', 'network_id': 'e9c3c36b-9ba9-4bad-aa41-5ad95f05fd56', 'tenant_id': '15972dafcae5480290e92407c155b4a6', 'mac_address': 'fa:16:3e:38:b6:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38a43ecc-4ed4-4b6f-967c-3f9825b6e0d7', 'device_owner': 'network:router_interface', 'standard_attr_id': 326, 'fixed_ips': [{'subnet_id': 'a7a2a5a5-1d7b-43c3-bf47-2a76329918f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T03:08:27Z', 'updated_at': '2021-02-19T03:08:40Z', 'revision_number': 5, 'project_id': '15972dafcae5480290e92407c155b4a6', 'subnets': [{'id': 'a7a2a5a5-1d7b-43c3-bf47-2a76329918f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 19 03:16:59.723162 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-f3279818-5edb-4ba2-a4bb-b595a423a307 req-b8b1ef3d-b3b0-4eaf-b077-b87d61849b07 service neutron] 10.222.0.65 "GET /v2.0/networks/e9c3c36b-9ba9-4bad-aa41-5ad95f05fd56?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1443574
Feb 19 03:16:59.980781 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-276e2f96-35bb-4357-9324-a996caabcfba None None] New status for floating IP e52be983-96df-49a7-800a-13227ee6e7db: DOWN {{(pid=84117) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 19 03:17:00.028419 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56596f0-3d6c-41f2-b31e-7fc39d0f9f61 req-bb28bb1f-83d1-4af2-85e5-59e3aa60d8d2 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:17:00.029195 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [req-e56596f0-3d6c-41f2-b31e-7fc39d0f9f61 req-bb28bb1f-83d1-4af2-85e5-59e3aa60d8d2 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Synchronizing usage tracker for tenant:15972dafcae5480290e92407c155b4a6 on resource:port {{(pid=84115) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 19 03:17:00.078641 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [req-e56596f0-3d6c-41f2-b31e-7fc39d0f9f61 req-bb28bb1f-83d1-4af2-85e5-59e3aa60d8d2 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Unset dirty status for tenant:15972dafcae5480290e92407c155b4a6 on resource:port {{(pid=84115) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 19 03:17:00.079987 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-e56596f0-3d6c-41f2-b31e-7fc39d0f9f61 req-bb28bb1f-83d1-4af2-85e5-59e3aa60d8d2 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] 10.222.0.13 "GET /v2.0/ports?device_id=7fad92b9-b57d-4d32-92f4-cde038402fa3 HTTP/1.1" status: 200  len: 945 time: 0.1435804
Feb 19 03:17:00.134474 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-e56596f0-3d6c-41f2-b31e-7fc39d0f9f61 req-129255c7-580c-4b8a-bd90-d8f1e2de055e tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] 10.222.0.13 "GET /v2.0/security-groups?id=00f7ce86-0f19-4798-a066-63f8a8d47966&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0467553
Feb 19 03:17:01.339225 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6791380-2bb8-4f12-8e21-4a40f97dfec2 req-238af2c4-25bb-4c8e-912e-eb4b069292f1 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:17:01.340781 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-c6791380-2bb8-4f12-8e21-4a40f97dfec2 req-238af2c4-25bb-4c8e-912e-eb4b069292f1 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] 10.222.0.13 "GET /v2.0/ports?device_id=7fad92b9-b57d-4d32-92f4-cde038402fa3 HTTP/1.1" status: 200  len: 945 time: 0.0877440
Feb 19 03:17:01.387184 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-c6791380-2bb8-4f12-8e21-4a40f97dfec2 req-af059f46-ea4d-4614-8972-e6c0a3fb0c54 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] 10.222.0.13 "GET /v2.0/security-groups?id=00f7ce86-0f19-4798-a066-63f8a8d47966&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0402088
Feb 19 03:17:01.968240 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:17:02.589327 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62529d7-5851-410f-a965-c8643b85e8c2 req-a105af7b-a497-4f1d-8e25-effafae2d14b tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:17:02.590998 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-e62529d7-5851-410f-a965-c8643b85e8c2 req-a105af7b-a497-4f1d-8e25-effafae2d14b tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] 10.222.0.13 "GET /v2.0/ports?device_id=7fad92b9-b57d-4d32-92f4-cde038402fa3 HTTP/1.1" status: 200  len: 945 time: 0.0907857
Feb 19 03:17:02.638479 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-e62529d7-5851-410f-a965-c8643b85e8c2 req-a54d3be0-3a4e-4e44-8227-8a6067a0141a tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] 10.222.0.13 "GET /v2.0/security-groups?id=00f7ce86-0f19-4798-a066-63f8a8d47966&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0410216
Feb 19 03:17:03.836375 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1e0aca-5c07-4dcf-b014-aeeabb6b7e52 req-feb4effd-ce18-4800-b17e-74c3555f810a tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:17:03.838448 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-1e1e0aca-5c07-4dcf-b014-aeeabb6b7e52 req-feb4effd-ce18-4800-b17e-74c3555f810a tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] 10.222.0.13 "GET /v2.0/ports?device_id=7fad92b9-b57d-4d32-92f4-cde038402fa3 HTTP/1.1" status: 200  len: 945 time: 0.0891027
Feb 19 03:17:03.885755 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-1e1e0aca-5c07-4dcf-b014-aeeabb6b7e52 req-80a4addc-3dcc-48dc-be51-4b154cf6c37d tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] 10.222.0.13 "GET /v2.0/security-groups?id=00f7ce86-0f19-4798-a066-63f8a8d47966&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0411875
Feb 19 03:17:04.065564 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.rpc [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Device 6a95cc20-46ec-4a60-8188-61947b3300c6 up at agent ovs-agent-hv-cinder-77570 {{(pid=84117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 03:17:04.143413 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Provisioning complete for port 6a95cc20-46ec-4a60-8188-61947b3300c6 triggered by entity L2. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 03:17:04.143826 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16124857'] for port, provisioning_complete {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:17:04.590261 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581a7b88-5bab-4242-aa37-2fb067979fb1 req-e81a35d0-0412-43fd-be9a-f19993d71c9e tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:17:04.591034 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [req-581a7b88-5bab-4242-aa37-2fb067979fb1 req-e81a35d0-0412-43fd-be9a-f19993d71c9e tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Synchronizing usage tracker for tenant:15972dafcae5480290e92407c155b4a6 on resource:port {{(pid=84116) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 19 03:17:04.603608 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [req-581a7b88-5bab-4242-aa37-2fb067979fb1 req-e81a35d0-0412-43fd-be9a-f19993d71c9e tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Unset dirty status for tenant:15972dafcae5480290e92407c155b4a6 on resource:port {{(pid=84116) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 19 03:17:04.605555 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-581a7b88-5bab-4242-aa37-2fb067979fb1 req-e81a35d0-0412-43fd-be9a-f19993d71c9e tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] 10.222.0.65 "GET /v2.0/ports?device_id=7fad92b9-b57d-4d32-92f4-cde038402fa3 HTTP/1.1" status: 200  len: 945 time: 0.1006906
Feb 19 03:17:04.687092 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.plugin [req-581a7b88-5bab-4242-aa37-2fb067979fb1 req-27d70511-eae5-4d8a-8cf6-06e12daec73a tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Deleting port 6a95cc20-46ec-4a60-8188-61947b3300c6 {{(pid=84116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 19 03:17:04.687406 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-581a7b88-5bab-4242-aa37-2fb067979fb1 req-27d70511-eae5-4d8a-8cf6-06e12daec73a tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363269711485266'] for port, before_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:17:04.963733 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.db [req-581a7b88-5bab-4242-aa37-2fb067979fb1 req-27d70511-eae5-4d8a-8cf6-06e12daec73a tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] For port 6a95cc20-46ec-4a60-8188-61947b3300c6, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=6a95cc20-46ec-4a60-8188-61947b3300c6,segment=NetworkSegment(fd301c7f-c4b0-4332-b94c-0e4a8acda55e),segment_id=fd301c7f-c4b0-4332-b94c-0e4a8acda55e)] {{(pid=84116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 03:17:04.964877 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-581a7b88-5bab-4242-aa37-2fb067979fb1 req-27d70511-eae5-4d8a-8cf6-06e12daec73a tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-361392'] for port, precommit_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:17:05.107644 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2122d5c0-0416-4297-86db-e3d613530a9d req-e8e5ceee-bab4-4415-aa5d-c29960c44800 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:17:05.109335 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-2122d5c0-0416-4297-86db-e3d613530a9d req-e8e5ceee-bab4-4415-aa5d-c29960c44800 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] 10.222.0.13 "GET /v2.0/ports?device_id=7fad92b9-b57d-4d32-92f4-cde038402fa3 HTTP/1.1" status: 200  len: 945 time: 0.0993023
Feb 19 03:17:05.114821 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.plugin [req-581a7b88-5bab-4242-aa37-2fb067979fb1 req-27d70511-eae5-4d8a-8cf6-06e12daec73a tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Calling delete_port for 6a95cc20-46ec-4a60-8188-61947b3300c6 owned by compute:nova {{(pid=84116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 19 03:17:05.158461 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-2122d5c0-0416-4297-86db-e3d613530a9d req-2533bd1d-426b-4af7-bbc0-8de6e6ae1a5c tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] 10.222.0.13 "GET /v2.0/security-groups?id=00f7ce86-0f19-4798-a066-63f8a8d47966&fields=id&fields=name HTTP/1.1" status: 200  len: 320 time: 0.0426369
Feb 19 03:17:05.294447 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-581a7b88-5bab-4242-aa37-2fb067979fb1 req-27d70511-eae5-4d8a-8cf6-06e12daec73a tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363269711510303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363269711906437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2630593'] for port, after_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:17:05.313467 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-b30f6fc6-8fc1-4831-8ee9-20baa97ceb64 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:17:05.374910 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84115) accepted ('10.222.0.13', 58150) {{(pid=84115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:17:05.406523 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d70511-eae5-4d8a-8cf6-06e12daec73a tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Pushing event deleted for resources: {'Port': ['ID=6a95cc20-46ec-4a60-8188-61947b3300c6,revision_number=None']} {{(pid=84116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:17:05.416630 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-27d70511-eae5-4d8a-8cf6-06e12daec73a tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:17:05.503467 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-0777eb78-d1fa-42ab-ad18-c089d594da17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:17:05.519267 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-0777eb78-d1fa-42ab-ad18-c089d594da17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 03:17:05.523489 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-0777eb78-d1fa-42ab-ad18-c089d594da17 admin admin] Usage tracker for resource:security_group_rule and tenant:8725d2875c6b47c98195657d7e5e2c2d is out of sync, need to count used quota {{(pid=84115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 03:17:05.523781 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvrscheduler_db [req-581a7b88-5bab-4242-aa37-2fb067979fb1 req-27d70511-eae5-4d8a-8cf6-06e12daec73a tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] No DVR routers for this DVR port 6a95cc20-46ec-4a60-8188-61947b3300c6 on host hv-cinder-77570 {{(pid=84116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 19 03:17:05.526322 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-581a7b88-5bab-4242-aa37-2fb067979fb1 req-27d70511-eae5-4d8a-8cf6-06e12daec73a tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771976'] for port, before_response {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:17:05.526483 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-0777eb78-d1fa-42ab-ad18-c089d594da17 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 03:17:05.531199 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fad92b9-b57d-4d32-92f4-cde038402fa3', 'name': 'network-vif-deleted', 'tag': '6a95cc20-46ec-4a60-8188-61947b3300c6'}] {{(pid=84116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 03:17:05.537916 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-0777eb78-d1fa-42ab-ad18-c089d594da17 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 03:17:05.579354 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fad92b9-b57d-4d32-92f4-cde038402fa3', 'name': 'network-vif-deleted', 'tag': '6a95cc20-46ec-4a60-8188-61947b3300c6', 'status': 'completed', 'code': 200}
Feb 19 03:17:05.591811 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-581a7b88-5bab-4242-aa37-2fb067979fb1 req-27d70511-eae5-4d8a-8cf6-06e12daec73a tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] 10.222.0.65 "DELETE /v2.0/ports/6a95cc20-46ec-4a60-8188-61947b3300c6 HTTP/1.1" status: 204  len: 173 time: 0.9814787
Feb 19 03:17:05.622599 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-0777eb78-d1fa-42ab-ad18-c089d594da17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:17:05.653636 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-0777eb78-d1fa-42ab-ad18-c089d594da17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237410'] for security_group, after_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:17:05.662480 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-4a03f2cf-396e-4b14-bda7-7a787607155b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:17:05.705436 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-0777eb78-d1fa-42ab-ad18-c089d594da17 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=8725d2875c6b47c98195657d7e5e2c2d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3293655
Feb 19 03:17:05.706328 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0777eb78-d1fa-42ab-ad18-c089d594da17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5791caa-47e6-4fe5-8499-a874f1036914,revision_number=1']} {{(pid=84115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:17:05.708379 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84116) accepted ('10.222.0.13', 58158) {{(pid=84116) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:17:05.710089 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-0777eb78-d1fa-42ab-ad18-c089d594da17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:17:05.771182 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-9e0b04da-be34-434c-bdc7-3a2865cbe3dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:17:05.798160 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-9e0b04da-be34-434c-bdc7-3a2865cbe3dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:17:05.890584 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-9e0b04da-be34-434c-bdc7-3a2865cbe3dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237410'] for security_group, after_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:17:05.895111 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-a4289e69-3e4f-4c6a-89b1-767df0d62bba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:17:05.906922 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0b04da-be34-434c-bdc7-3a2865cbe3dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5791caa-47e6-4fe5-8499-a874f1036914,revision_number=None']} {{(pid=84116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:17:05.913138 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-9e0b04da-be34-434c-bdc7-3a2865cbe3dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:17:05.915309 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-9e0b04da-be34-434c-bdc7-3a2865cbe3dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:17:05.918554 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-9e0b04da-be34-434c-bdc7-3a2865cbe3dc admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/b5791caa-47e6-4fe5-8499-a874f1036914 HTTP/1.1" status: 204  len: 168 time: 0.2071657
Feb 19 03:17:06.369045 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-8ce91e13-72bc-494d-82e0-2aa1e4f26f06 req-0feec2fd-9ba1-4dc1-bbcb-448a513cb193 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] 10.222.0.13 "GET /v2.0/ports?device_id=7fad92b9-b57d-4d32-92f4-cde038402fa3 HTTP/1.1" status: 200  len: 210 time: 0.0488451
Feb 19 03:17:07.535618 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-c775954d-1a02-4402-95be-eaae9ef813bd req-f6ace64b-1eac-4178-a8c7-98e35da50ac2 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] 10.222.0.13 "GET /v2.0/ports?device_id=7fad92b9-b57d-4d32-92f4-cde038402fa3 HTTP/1.1" status: 200  len: 210 time: 0.0521586
Feb 19 03:17:08.107390 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.rpc [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Device 6a95cc20-46ec-4a60-8188-61947b3300c6 no longer exists at agent ovs-agent-hv-cinder-77570 {{(pid=84117) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 19 03:17:08.144694 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.plugin [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] No Port match for: 6a95cc20-46ec-4a60-8188-61947b3300c6 {{(pid=84117) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 19 03:17:08.145090 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.rpc [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Device 6a95cc20-46ec-4a60-8188-61947b3300c6 not bound to the agent host hv-cinder-77570 {{(pid=84117) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 19 03:17:08.715788 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-f4313a10-858c-407e-93f3-ea11c286758e req-27ba1c51-5053-4f73-8a18-1e4cb1e06266 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] 10.222.0.13 "GET /v2.0/ports?device_id=7fad92b9-b57d-4d32-92f4-cde038402fa3 HTTP/1.1" status: 200  len: 210 time: 0.0492713
Feb 19 03:17:09.170431 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.agents_db [None req-fa9641de-a39b-4023-bfa7-5325e5d2422e None None] Agent healthcheck: found 6 active agents {{(pid=84118) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 19 03:17:09.921072 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-50351e6f-288a-4117-918a-3f1c3fdbc89e req-2262d585-e70b-4461-bf25-b9f1fc338126 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] 10.222.0.13 "GET /v2.0/floatingips/0f724ef1-f248-478a-8f19-a002f6811724 HTTP/1.1" status: 200  len: 692 time: 0.0897951
Feb 19 03:17:10.082882 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50351e6f-288a-4117-918a-3f1c3fdbc89e req-8bc5bacb-4b05-4cb0-92dc-820f668bba5a tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:17:10.084288 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-50351e6f-288a-4117-918a-3f1c3fdbc89e req-8bc5bacb-4b05-4cb0-92dc-820f668bba5a tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] 10.222.0.13 "GET /v2.0/networks/11a0058d-2e2a-4262-b636-ae96512c4ecc HTTP/1.1" status: 200  len: 784 time: 0.1574955
Feb 19 03:17:10.171224 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [req-50351e6f-288a-4117-918a-3f1c3fdbc89e req-eb9ff2e7-e8f7-423c-aabc-942ce31f9b1f tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Synchronizing usage tracker for tenant:15972dafcae5480290e92407c155b4a6 on resource:floatingip {{(pid=84115) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 19 03:17:10.210085 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [req-50351e6f-288a-4117-918a-3f1c3fdbc89e req-eb9ff2e7-e8f7-423c-aabc-942ce31f9b1f tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Unset dirty status for tenant:15972dafcae5480290e92407c155b4a6 on resource:floatingip {{(pid=84115) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 19 03:17:10.211493 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-50351e6f-288a-4117-918a-3f1c3fdbc89e req-eb9ff2e7-e8f7-423c-aabc-942ce31f9b1f tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.27.0.24 HTTP/1.1" status: 200  len: 695 time: 0.1209159
Feb 19 03:17:10.299064 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-50351e6f-288a-4117-918a-3f1c3fdbc89e req-55cd62ab-9c79-4d3b-8802-3408205ae002 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.27.0.24 HTTP/1.1" status: 200  len: 695 time: 0.0809486
Feb 19 03:17:10.476352 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.plugin [req-50351e6f-288a-4117-918a-3f1c3fdbc89e req-33322df3-3080-4af2-a8e4-556e94eeca6b tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Deleting port e55218ee-5a33-4040-bb10-11f5c7b2f078 {{(pid=84115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 19 03:17:10.476736 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-50351e6f-288a-4117-918a-3f1c3fdbc89e req-33322df3-3080-4af2-a8e4-556e94eeca6b tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363269711485266'] for port, before_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:17:10.887423 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-50351e6f-288a-4117-918a-3f1c3fdbc89e req-33322df3-3080-4af2-a8e4-556e94eeca6b tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-361392'] for port, precommit_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:17:10.887786 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-50351e6f-288a-4117-918a-3f1c3fdbc89e req-33322df3-3080-4af2-a8e4-556e94eeca6b tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:17:11.020378 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.plugin [req-50351e6f-288a-4117-918a-3f1c3fdbc89e req-33322df3-3080-4af2-a8e4-556e94eeca6b tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Calling delete_port for e55218ee-5a33-4040-bb10-11f5c7b2f078 owned by network:floatingip {{(pid=84115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 19 03:17:11.202934 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-50351e6f-288a-4117-918a-3f1c3fdbc89e req-33322df3-3080-4af2-a8e4-556e94eeca6b tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363269711510303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363269711906437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853345888'] for port, after_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:17:11.219724 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-c8875d23-b915-4006-b5db-243eee0062e0 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:17:11.318134 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33322df3-3080-4af2-a8e4-556e94eeca6b tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Pushing event deleted for resources: {'Port': ['ID=e55218ee-5a33-4040-bb10-11f5c7b2f078,revision_number=None']} {{(pid=84115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:17:11.328262 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-33322df3-3080-4af2-a8e4-556e94eeca6b tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:17:11.445244 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-50351e6f-288a-4117-918a-3f1c3fdbc89e req-33322df3-3080-4af2-a8e4-556e94eeca6b tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Notify callbacks [] for floatingip, after_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:17:11.568807 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-50351e6f-288a-4117-918a-3f1c3fdbc89e req-33322df3-3080-4af2-a8e4-556e94eeca6b tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771976'] for floatingip, before_response {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:17:11.570095 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-50351e6f-288a-4117-918a-3f1c3fdbc89e req-33322df3-3080-4af2-a8e4-556e94eeca6b tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] 10.222.0.13 "DELETE /v2.0/floatingips/0f724ef1-f248-478a-8f19-a002f6811724 HTTP/1.1" status: 204  len: 173 time: 1.2648771
Feb 19 03:17:13.091633 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-23fbf14f-f2f8-41c2-af28-816667f6405d req-968a7ae8-acb8-49f9-9544-a80962aae91c tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] 10.222.0.13 "GET /v2.0/security-groups/00f7ce86-0f19-4798-a066-63f8a8d47966 HTTP/1.1" status: 200  len: 2999 time: 0.0523212
Feb 19 03:17:13.165662 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-23fbf14f-f2f8-41c2-af28-816667f6405d req-251b064d-734b-4d09-a798-804b6c6d0e39 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Notify callbacks [] for security_group, before_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:17:13.202617 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-23fbf14f-f2f8-41c2-af28-816667f6405d req-251b064d-734b-4d09-a798-804b6c6d0e39 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:17:13.284804 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-23fbf14f-f2f8-41c2-af28-816667f6405d req-251b064d-734b-4d09-a798-804b6c6d0e39 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237410'] for security_group, after_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:17:13.290404 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-14df6c5d-374e-45ab-bede-1d010b105adc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:17:13.306468 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-251b064d-734b-4d09-a798-804b6c6d0e39 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=00f7ce86-0f19-4798-a066-63f8a8d47966,revision_number=None']} {{(pid=84115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:17:13.309094 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-251b064d-734b-4d09-a798-804b6c6d0e39 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:17:13.346840 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-23fbf14f-f2f8-41c2-af28-816667f6405d req-251b064d-734b-4d09-a798-804b6c6d0e39 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Notify callbacks [] for security_group, before_response {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:17:13.348048 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-23fbf14f-f2f8-41c2-af28-816667f6405d req-251b064d-734b-4d09-a798-804b6c6d0e39 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] 10.222.0.13 "DELETE /v2.0/security-groups/00f7ce86-0f19-4798-a066-63f8a8d47966 HTTP/1.1" status: 204  len: 173 time: 0.2500374
Feb 19 03:17:13.437977 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84116) accepted ('10.222.0.13', 58222) {{(pid=84116) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:17:14.173476 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-bbfa7cdd-1d8a-4b9a-a2d8-a59f4a49a6b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854389681'] for router_interface, before_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:17:14.785416 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.plugin [None req-bbfa7cdd-1d8a-4b9a-a2d8-a59f4a49a6b1 admin admin] Deleting port 620ca212-b760-4421-979b-f3ffea0ba319 {{(pid=84116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 19 03:17:14.785809 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-bbfa7cdd-1d8a-4b9a-a2d8-a59f4a49a6b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363269711485266'] for port, before_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:17:14.855180 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f977caf2-4b73-4121-b92f-9e26f3bf1914 req-b589cd28-8c91-4691-b6f4-d3a7bc59e87b tempest-VolumesSnapshotTestJSON-248054011 tempest-VolumesSnapshotTestJSON-248054011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:17:14.856802 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-f977caf2-4b73-4121-b92f-9e26f3bf1914 req-b589cd28-8c91-4691-b6f4-d3a7bc59e87b tempest-VolumesSnapshotTestJSON-248054011 tempest-VolumesSnapshotTestJSON-248054011-project] 10.222.0.13 "GET /v2.0/ports?device_id=9b624981-8f7a-4ea8-af3c-0c963b9b7d67 HTTP/1.1" status: 200  len: 945 time: 0.0882404
Feb 19 03:17:14.907662 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-f977caf2-4b73-4121-b92f-9e26f3bf1914 req-571ffe3c-9ced-4b16-a5ee-0375e5972d3e tempest-VolumesSnapshotTestJSON-248054011 tempest-VolumesSnapshotTestJSON-248054011-project] 10.222.0.13 "GET /v2.0/security-groups?id=87ae1524-75bf-458d-a87c-5ccf0d558566&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0440838
Feb 19 03:17:14.971233 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.db [None req-bbfa7cdd-1d8a-4b9a-a2d8-a59f4a49a6b1 admin admin] For port 620ca212-b760-4421-979b-f3ffea0ba319, host dv-cinder-775706-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-2-iscsi',level=0,port_id=620ca212-b760-4421-979b-f3ffea0ba319,segment=NetworkSegment(fd301c7f-c4b0-4332-b94c-0e4a8acda55e),segment_id=fd301c7f-c4b0-4332-b94c-0e4a8acda55e)] {{(pid=84116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 03:17:14.971577 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-bbfa7cdd-1d8a-4b9a-a2d8-a59f4a49a6b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-361392'] for port, precommit_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:17:15.105620 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.plugin [None req-bbfa7cdd-1d8a-4b9a-a2d8-a59f4a49a6b1 admin admin] Calling delete_port for 620ca212-b760-4421-979b-f3ffea0ba319 owned by network:router_interface {{(pid=84116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 19 03:17:15.317428 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-bbfa7cdd-1d8a-4b9a-a2d8-a59f4a49a6b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363269711510303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363269711906437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2630593'] for port, after_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:17:15.333373 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-b7e87f03-f56c-4aee-a6f3-4e46f2a7b2e2 tempest-AttachVolumeShelveTestJSON-426270048 tempest-AttachVolumeShelveTestJSON-426270048-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:17:15.427792 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfa7cdd-1d8a-4b9a-a2d8-a59f4a49a6b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=620ca212-b760-4421-979b-f3ffea0ba319,revision_number=None']} {{(pid=84116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:17:15.445081 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfa7cdd-1d8a-4b9a-a2d8-a59f4a49a6b1 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:17:15.445497 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfa7cdd-1d8a-4b9a-a2d8-a59f4a49a6b1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:17:15.445935 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfa7cdd-1d8a-4b9a-a2d8-a59f4a49a6b1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:17:15.446343 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfa7cdd-1d8a-4b9a-a2d8-a59f4a49a6b1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:17:15.446745 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfa7cdd-1d8a-4b9a-a2d8-a59f4a49a6b1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:17:15.447147 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfa7cdd-1d8a-4b9a-a2d8-a59f4a49a6b1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:17:15.447546 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfa7cdd-1d8a-4b9a-a2d8-a59f4a49a6b1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:17:15.447945 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfa7cdd-1d8a-4b9a-a2d8-a59f4a49a6b1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:17:15.448339 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfa7cdd-1d8a-4b9a-a2d8-a59f4a49a6b1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:17:15.448733 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfa7cdd-1d8a-4b9a-a2d8-a59f4a49a6b1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:17:15.449125 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfa7cdd-1d8a-4b9a-a2d8-a59f4a49a6b1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:17:15.449522 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfa7cdd-1d8a-4b9a-a2d8-a59f4a49a6b1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:17:15.450000 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfa7cdd-1d8a-4b9a-a2d8-a59f4a49a6b1 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:17:15.450417 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfa7cdd-1d8a-4b9a-a2d8-a59f4a49a6b1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:17:15.450808 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfa7cdd-1d8a-4b9a-a2d8-a59f4a49a6b1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:17:15.451199 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfa7cdd-1d8a-4b9a-a2d8-a59f4a49a6b1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:17:15.451587 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfa7cdd-1d8a-4b9a-a2d8-a59f4a49a6b1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:17:15.451977 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfa7cdd-1d8a-4b9a-a2d8-a59f4a49a6b1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:17:15.452364 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfa7cdd-1d8a-4b9a-a2d8-a59f4a49a6b1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:17:15.452755 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfa7cdd-1d8a-4b9a-a2d8-a59f4a49a6b1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:17:15.453143 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfa7cdd-1d8a-4b9a-a2d8-a59f4a49a6b1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:17:15.453531 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfa7cdd-1d8a-4b9a-a2d8-a59f4a49a6b1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:17:15.453945 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfa7cdd-1d8a-4b9a-a2d8-a59f4a49a6b1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:17:15.454333 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbfa7cdd-1d8a-4b9a-a2d8-a59f4a49a6b1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:17:15.459367 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-bbfa7cdd-1d8a-4b9a-a2d8-a59f4a49a6b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:17:15.761629 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-bbfa7cdd-1d8a-4b9a-a2d8-a59f4a49a6b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-393212'] for router_interface, after_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:17:16.117263 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6e761d-772f-4d17-b03a-0789949d39f9 req-beb39829-54c8-4d35-971e-954cfb086058 tempest-VolumesSnapshotTestJSON-248054011 tempest-VolumesSnapshotTestJSON-248054011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:17:16.118923 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-8d6e761d-772f-4d17-b03a-0789949d39f9 req-beb39829-54c8-4d35-971e-954cfb086058 tempest-VolumesSnapshotTestJSON-248054011 tempest-VolumesSnapshotTestJSON-248054011-project] 10.222.0.13 "GET /v2.0/ports?device_id=9b624981-8f7a-4ea8-af3c-0c963b9b7d67 HTTP/1.1" status: 200  len: 945 time: 0.0921645
Feb 19 03:17:16.141557 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.rpc [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Device f4dab91e-10f0-4d2b-b2e2-909af4dbc6a5 up at agent ovs-agent-hv-cinder-77570 {{(pid=84117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 03:17:16.170113 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-8d6e761d-772f-4d17-b03a-0789949d39f9 req-386a5d7f-f49a-421f-b126-2f23bbf73af1 tempest-VolumesSnapshotTestJSON-248054011 tempest-VolumesSnapshotTestJSON-248054011-project] 10.222.0.13 "GET /v2.0/security-groups?id=87ae1524-75bf-458d-a87c-5ccf0d558566&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0430925
Feb 19 03:17:16.228956 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Provisioning complete for port f4dab91e-10f0-4d2b-b2e2-909af4dbc6a5 triggered by entity L2. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 03:17:16.229310 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16124857'] for port, provisioning_complete {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:17:16.321552 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbfa7cdd-1d8a-4b9a-a2d8-a59f4a49a6b1 admin admin] Router 38a43ecc-4ed4-4b6f-967c-3f9825b6e0d7 has already been hosted by L3 agent f4ccfb5a-d22e-440e-8ddd-f393ad00f812 {{(pid=84116) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 19 03:17:16.538511 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb5fc5a-8c0e-457b-a052-14078aa43200 req-2c3b4cc9-81e9-468f-927d-66c08d443898 tempest-VolumesSnapshotTestJSON-248054011 tempest-VolumesSnapshotTestJSON-248054011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:17:16.539191 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [req-7bb5fc5a-8c0e-457b-a052-14078aa43200 req-2c3b4cc9-81e9-468f-927d-66c08d443898 tempest-VolumesSnapshotTestJSON-248054011 tempest-VolumesSnapshotTestJSON-248054011-project] Synchronizing usage tracker for tenant:da9ab4fb51ce48bf882c9e08527bccfc on resource:port {{(pid=84116) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 19 03:17:16.562540 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbfa7cdd-1d8a-4b9a-a2d8-a59f4a49a6b1 admin admin] Notify agent at l3_agent.dv-cinder-775706-2-iscsi the message routers_updated {{(pid=84116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 19 03:17:16.571273 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd70a760-b79c-4551-9c39-eaa076399f4b None None] Sync routers for ids ['38a43ecc-4ed4-4b6f-967c-3f9825b6e0d7'] in dv-cinder-775706-2-iscsi {{(pid=84118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 19 03:17:16.577155 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-bbfa7cdd-1d8a-4b9a-a2d8-a59f4a49a6b1 admin admin] 10.222.0.13 "PUT /v2.0/routers/38a43ecc-4ed4-4b6f-967c-3f9825b6e0d7/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.1380272
Feb 19 03:17:16.579921 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84116) accepted ('10.222.0.13', 58236) {{(pid=84116) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:17:16.581879 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd70a760-b79c-4551-9c39-eaa076399f4b None None] Routers {'38a43ecc-4ed4-4b6f-967c-3f9825b6e0d7'} bound to L3 agent in host dv-cinder-775706-2-iscsi {{(pid=84118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 03:17:16.582705 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_hamode_db [None req-cd70a760-b79c-4551-9c39-eaa076399f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9425a9a860>, 'dv-cinder-775706-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-19T02:56:52Z,description=<?>,heartbeat_timestamp=2021-02-19T03:16:52Z,host='dv-cinder-775706-2-iscsi',id=f4ccfb5a-d22e-440e-8ddd-f393ad00f812,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T02:56:52Z,topic='l3_agent')) {'router_ids': ['38a43ecc-4ed4-4b6f-967c-3f9825b6e0d7'], 'active': True} {{(pid=84118) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 03:17:16.643807 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [req-7bb5fc5a-8c0e-457b-a052-14078aa43200 req-2c3b4cc9-81e9-468f-927d-66c08d443898 tempest-VolumesSnapshotTestJSON-248054011 tempest-VolumesSnapshotTestJSON-248054011-project] Unset dirty status for tenant:da9ab4fb51ce48bf882c9e08527bccfc on resource:port {{(pid=84116) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 19 03:17:16.645064 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-7bb5fc5a-8c0e-457b-a052-14078aa43200 req-2c3b4cc9-81e9-468f-927d-66c08d443898 tempest-VolumesSnapshotTestJSON-248054011 tempest-VolumesSnapshotTestJSON-248054011-project] 10.222.0.65 "GET /v2.0/ports?device_id=9b624981-8f7a-4ea8-af3c-0c963b9b7d67 HTTP/1.1" status: 200  len: 945 time: 0.3624170
Feb 19 03:17:16.809161 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.plugin [req-7bb5fc5a-8c0e-457b-a052-14078aa43200 req-465fa30c-996c-4fbf-9d8b-459fae240204 tempest-VolumesSnapshotTestJSON-248054011 tempest-VolumesSnapshotTestJSON-248054011-project] Deleting port f4dab91e-10f0-4d2b-b2e2-909af4dbc6a5 {{(pid=84116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 19 03:17:16.809476 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-7bb5fc5a-8c0e-457b-a052-14078aa43200 req-465fa30c-996c-4fbf-9d8b-459fae240204 tempest-VolumesSnapshotTestJSON-248054011 tempest-VolumesSnapshotTestJSON-248054011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363269711485266'] for port, before_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:17:16.897979 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-48b939ec-317e-4367-be61-a4f357f6393c admin admin] Notify callbacks [] for router, before_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:17:16.935408 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvr_db [None req-cd70a760-b79c-4551-9c39-eaa076399f4b None None] Set router 38a43ecc-4ed4-4b6f-967c-3f9825b6e0d7 gateway port host: dv-cinder-775706-2-iscsi {{(pid=84118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 03:17:17.274747 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_hamode_db [None req-cd70a760-b79c-4551-9c39-eaa076399f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9425a9a860>, [{'id': '38a43ecc-4ed4-4b6f-967c-3f9825b6e0d7', 'name': 'tempest-TestVolumeBootPattern-845494617-router', 'tenant_id': '15972dafcae5480290e92407c155b4a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'external_fixed_ips': [{'subnet_id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': 'd3f0dffa-05e4-4cf3-b5ed-05e96e26ef3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T03:08:20Z', 'updated_at': '2021-02-19T03:17:15Z', 'revision_number': 5, 'project_id': '15972dafcae5480290e92407c155b4a6', 'gw_port': {'id': 'd3f0dffa-05e4-4cf3-b5ed-05e96e26ef3b', 'name': '', 'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:1b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38a43ecc-4ed4-4b6f-967c-3f9825b6e0d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T03:08:21Z', 'updated_at': '2021-02-19T03:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-2-iscsi'}], 'dv-cinder-775706-2-iscsi', False) {} {{(pid=84118) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 03:17:17.279168 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd70a760-b79c-4551-9c39-eaa076399f4b None None] Checking router: 38a43ecc-4ed4-4b6f-967c-3f9825b6e0d7 for host: dv-cinder-775706-2-iscsi {{(pid=84118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 19 03:17:17.288797 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd70a760-b79c-4551-9c39-eaa076399f4b None None] Routers {'38a43ecc-4ed4-4b6f-967c-3f9825b6e0d7'} bound to L3 agent in host dv-cinder-775706-2-iscsi {{(pid=84118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 03:17:17.289519 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_hamode_db [None req-cd70a760-b79c-4551-9c39-eaa076399f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9425a9a860>, 'dv-cinder-775706-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-19T02:56:52Z,description=<?>,heartbeat_timestamp=2021-02-19T03:16:52Z,host='dv-cinder-775706-2-iscsi',id=f4ccfb5a-d22e-440e-8ddd-f393ad00f812,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T02:56:52Z,topic='l3_agent')) {'router_ids': ['38a43ecc-4ed4-4b6f-967c-3f9825b6e0d7'], 'active': True} {{(pid=84118) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 03:17:17.389768 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed43a0c2-25b8-4d39-92ca-50dc082c1df7 req-9f657300-5ea2-4e28-9f01-49befc0073a1 tempest-VolumesSnapshotTestJSON-248054011 tempest-VolumesSnapshotTestJSON-248054011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:17:17.391412 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-ed43a0c2-25b8-4d39-92ca-50dc082c1df7 req-9f657300-5ea2-4e28-9f01-49befc0073a1 tempest-VolumesSnapshotTestJSON-248054011 tempest-VolumesSnapshotTestJSON-248054011-project] 10.222.0.13 "GET /v2.0/ports?device_id=9b624981-8f7a-4ea8-af3c-0c963b9b7d67 HTTP/1.1" status: 200  len: 945 time: 0.0960956
Feb 19 03:17:17.443773 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-ed43a0c2-25b8-4d39-92ca-50dc082c1df7 req-8ee1c35d-b04e-41c2-b45c-87820fca3bfd tempest-VolumesSnapshotTestJSON-248054011 tempest-VolumesSnapshotTestJSON-248054011-project] 10.222.0.13 "GET /v2.0/security-groups?id=87ae1524-75bf-458d-a87c-5ccf0d558566&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437326
Feb 19 03:17:17.487781 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvr_db [None req-cd70a760-b79c-4551-9c39-eaa076399f4b None None] Set router 38a43ecc-4ed4-4b6f-967c-3f9825b6e0d7 gateway port host: dv-cinder-775706-2-iscsi {{(pid=84118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 03:17:17.505958 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-48b939ec-317e-4367-be61-a4f357f6393c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:17:17.532273 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.db [req-7bb5fc5a-8c0e-457b-a052-14078aa43200 req-465fa30c-996c-4fbf-9d8b-459fae240204 tempest-VolumesSnapshotTestJSON-248054011 tempest-VolumesSnapshotTestJSON-248054011-project] For port f4dab91e-10f0-4d2b-b2e2-909af4dbc6a5, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=f4dab91e-10f0-4d2b-b2e2-909af4dbc6a5,segment=NetworkSegment(ff4a8a90-eda9-4ae3-b965-71f9760539ca),segment_id=ff4a8a90-eda9-4ae3-b965-71f9760539ca)] {{(pid=84116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 03:17:17.532674 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-7bb5fc5a-8c0e-457b-a052-14078aa43200 req-465fa30c-996c-4fbf-9d8b-459fae240204 tempest-VolumesSnapshotTestJSON-248054011 tempest-VolumesSnapshotTestJSON-248054011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-361392'] for port, precommit_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:17:17.599005 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.plugin [None req-48b939ec-317e-4367-be61-a4f357f6393c admin admin] Deleting port d3f0dffa-05e4-4cf3-b5ed-05e96e26ef3b {{(pid=84116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 19 03:17:17.599384 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-48b939ec-317e-4367-be61-a4f357f6393c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363269711485266'] for port, before_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:17:17.708657 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.plugin [req-7bb5fc5a-8c0e-457b-a052-14078aa43200 req-465fa30c-996c-4fbf-9d8b-459fae240204 tempest-VolumesSnapshotTestJSON-248054011 tempest-VolumesSnapshotTestJSON-248054011-project] Calling delete_port for f4dab91e-10f0-4d2b-b2e2-909af4dbc6a5 owned by compute:nova {{(pid=84116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 19 03:17:17.792590 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_hamode_db [None req-cd70a760-b79c-4551-9c39-eaa076399f4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9425a9a860>, [{'id': '38a43ecc-4ed4-4b6f-967c-3f9825b6e0d7', 'name': 'tempest-TestVolumeBootPattern-845494617-router', 'tenant_id': '15972dafcae5480290e92407c155b4a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'external_fixed_ips': [{'subnet_id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': 'd3f0dffa-05e4-4cf3-b5ed-05e96e26ef3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T03:08:20Z', 'updated_at': '2021-02-19T03:17:15Z', 'revision_number': 5, 'project_id': '15972dafcae5480290e92407c155b4a6', 'gw_port': {'id': 'd3f0dffa-05e4-4cf3-b5ed-05e96e26ef3b', 'name': '', 'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:1b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38a43ecc-4ed4-4b6f-967c-3f9825b6e0d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T03:08:21Z', 'updated_at': '2021-02-19T03:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-2-iscsi'}], 'dv-cinder-775706-2-iscsi', False) {} {{(pid=84118) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 03:17:17.797247 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd70a760-b79c-4551-9c39-eaa076399f4b None None] The sync data for ids ['38a43ecc-4ed4-4b6f-967c-3f9825b6e0d7'] in dv-cinder-775706-2-iscsi is: [{'id': '38a43ecc-4ed4-4b6f-967c-3f9825b6e0d7', 'name': 'tempest-TestVolumeBootPattern-845494617-router', 'tenant_id': '15972dafcae5480290e92407c155b4a6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'external_fixed_ips': [{'subnet_id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'ip_address': '172.27.0.125'}], 'enable_snat': True}, 'gw_port_id': 'd3f0dffa-05e4-4cf3-b5ed-05e96e26ef3b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T03:08:20Z', 'updated_at': '2021-02-19T03:17:15Z', 'revision_number': 5, 'project_id': '15972dafcae5480290e92407c155b4a6', 'gw_port': {'id': 'd3f0dffa-05e4-4cf3-b5ed-05e96e26ef3b', 'name': '', 'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:1b:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38a43ecc-4ed4-4b6f-967c-3f9825b6e0d7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 324, 'fixed_ips': [{'subnet_id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'ip_address': '172.27.0.125', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T03:08:21Z', 'updated_at': '2021-02-19T03:08:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-2-iscsi'}] {{(pid=84118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 19 03:17:17.965575 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.rpc [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Device 620ca212-b760-4421-979b-f3ffea0ba319 no longer exists at agent ovs-agent-dv-cinder-775706-2-iscsi {{(pid=84117) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 19 03:17:17.965765 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.db [None req-48b939ec-317e-4367-be61-a4f357f6393c admin admin] For port d3f0dffa-05e4-4cf3-b5ed-05e96e26ef3b, host dv-cinder-775706-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-2-iscsi',level=0,port_id=d3f0dffa-05e4-4cf3-b5ed-05e96e26ef3b,segment=NetworkSegment(018f6e14-8221-4ee7-96a8-19699912d63c),segment_id=018f6e14-8221-4ee7-96a8-19699912d63c)] {{(pid=84116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 03:17:17.966660 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-48b939ec-317e-4367-be61-a4f357f6393c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-361392'] for port, precommit_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:17:18.006338 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.plugin [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] No Port match for: 620ca212-b760-4421-979b-f3ffea0ba319 {{(pid=84117) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 19 03:17:18.006739 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.rpc [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Device 620ca212-b760-4421-979b-f3ffea0ba319 not bound to the agent host dv-cinder-775706-2-iscsi {{(pid=84117) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 19 03:17:18.090604 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.rpc [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Device f4dab91e-10f0-4d2b-b2e2-909af4dbc6a5 no longer exists at agent ovs-agent-hv-cinder-77570 {{(pid=84117) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 19 03:17:18.115606 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.plugin [None req-48b939ec-317e-4367-be61-a4f357f6393c admin admin] Calling delete_port for d3f0dffa-05e4-4cf3-b5ed-05e96e26ef3b owned by network:router_gateway {{(pid=84116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 19 03:17:18.193115 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.plugin [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Port f4dab91e-10f0-4d2b-b2e2-909af4dbc6a5 update to DOWN by agent not found {{(pid=84117) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2102}}
Feb 19 03:17:18.217101 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-7bb5fc5a-8c0e-457b-a052-14078aa43200 req-465fa30c-996c-4fbf-9d8b-459fae240204 tempest-VolumesSnapshotTestJSON-248054011 tempest-VolumesSnapshotTestJSON-248054011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363269711510303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363269711906437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2630593'] for port, after_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:17:18.232574 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-6dace3b6-7571-4860-8f9c-106ed58ab8ec service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:17:18.340977 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465fa30c-996c-4fbf-9d8b-459fae240204 tempest-VolumesSnapshotTestJSON-248054011 tempest-VolumesSnapshotTestJSON-248054011-project] Pushing event deleted for resources: {'Port': ['ID=f4dab91e-10f0-4d2b-b2e2-909af4dbc6a5,revision_number=None']} {{(pid=84116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:17:18.346474 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-465fa30c-996c-4fbf-9d8b-459fae240204 tempest-VolumesSnapshotTestJSON-248054011 tempest-VolumesSnapshotTestJSON-248054011-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:17:18.457107 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bb5fc5a-8c0e-457b-a052-14078aa43200 req-465fa30c-996c-4fbf-9d8b-459fae240204 tempest-VolumesSnapshotTestJSON-248054011 tempest-VolumesSnapshotTestJSON-248054011-project] No DVR routers for this DVR port f4dab91e-10f0-4d2b-b2e2-909af4dbc6a5 on host hv-cinder-77570 {{(pid=84116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 19 03:17:18.460801 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-7bb5fc5a-8c0e-457b-a052-14078aa43200 req-465fa30c-996c-4fbf-9d8b-459fae240204 tempest-VolumesSnapshotTestJSON-248054011 tempest-VolumesSnapshotTestJSON-248054011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771976'] for port, before_response {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:17:18.463423 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b624981-8f7a-4ea8-af3c-0c963b9b7d67', 'name': 'network-vif-deleted', 'tag': 'f4dab91e-10f0-4d2b-b2e2-909af4dbc6a5'}] {{(pid=84116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 03:17:18.517789 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b624981-8f7a-4ea8-af3c-0c963b9b7d67', 'name': 'network-vif-deleted', 'tag': 'f4dab91e-10f0-4d2b-b2e2-909af4dbc6a5', 'status': 'completed', 'code': 200}
Feb 19 03:17:18.557893 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-7bb5fc5a-8c0e-457b-a052-14078aa43200 req-465fa30c-996c-4fbf-9d8b-459fae240204 tempest-VolumesSnapshotTestJSON-248054011 tempest-VolumesSnapshotTestJSON-248054011-project] 10.222.0.65 "DELETE /v2.0/ports/f4dab91e-10f0-4d2b-b2e2-909af4dbc6a5 HTTP/1.1" status: 204  len: 173 time: 1.9034157
Feb 19 03:17:18.614167 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-34087b3a-4347-4a71-982b-12daa668e55c req-10146af2-c9ee-43bf-bb10-7ab845eb8097 tempest-VolumesSnapshotTestJSON-248054011 tempest-VolumesSnapshotTestJSON-248054011-project] 10.222.0.13 "GET /v2.0/ports?device_id=9b624981-8f7a-4ea8-af3c-0c963b9b7d67 HTTP/1.1" status: 200  len: 210 time: 0.0494874
Feb 19 03:17:18.614425 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-48b939ec-317e-4367-be61-a4f357f6393c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363269711510303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363269711906437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2630593'] for port, after_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:17:18.630938 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-6dace3b6-7571-4860-8f9c-106ed58ab8ec service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:17:18.738162 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b939ec-317e-4367-be61-a4f357f6393c admin admin] Pushing event deleted for resources: {'Port': ['ID=d3f0dffa-05e4-4cf3-b5ed-05e96e26ef3b,revision_number=None']} {{(pid=84116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:17:18.742916 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-48b939ec-317e-4367-be61-a4f357f6393c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:17:18.861218 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-48b939ec-317e-4367-be61-a4f357f6393c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854411155'] for router_gateway, after_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:17:19.049323 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-48b939ec-317e-4367-be61-a4f357f6393c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-375006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854736376'] for router, precommit_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:17:19.052627 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-48b939ec-317e-4367-be61-a4f357f6393c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:17:19.118803 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-48b939ec-317e-4367-be61-a4f357f6393c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854388718'] for router, after_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:17:19.119423 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48b939ec-317e-4367-be61-a4f357f6393c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 38a43ecc-4ed4-4b6f-967c-3f9825b6e0d7 {{(pid=84116) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Feb 19 03:17:19.129398 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-48b939ec-317e-4367-be61-a4f357f6393c admin admin] Notify callbacks [] for router, before_response {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:17:19.130618 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-48b939ec-317e-4367-be61-a4f357f6393c admin admin] 10.222.0.13 "DELETE /v2.0/routers/38a43ecc-4ed4-4b6f-967c-3f9825b6e0d7 HTTP/1.1" status: 204  len: 168 time: 2.5497077
Feb 19 03:17:19.133276 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84116) accepted ('10.222.0.13', 58246) {{(pid=84116) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:17:19.204330 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ecf4c72-eba4-4005-92a1-11c69c9d9a09 admin admin] Deleting subnet a7a2a5a5-1d7b-43c3-bf47-2a76329918f7 {{(pid=84116) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 19 03:17:19.239170 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8ecf4c72-eba4-4005-92a1-11c69c9d9a09 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:17:19.297908 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8ecf4c72-eba4-4005-92a1-11c69c9d9a09 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851885379'] for subnet, precommit_delete_associations {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:17:19.390288 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8ecf4c72-eba4-4005-92a1-11c69c9d9a09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16124102'] for subnet, precommit_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:17:19.473175 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-a5f62192-405e-431e-b443-b56a3018fd3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:17:19.810735 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8ecf4c72-eba4-4005-92a1-11c69c9d9a09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838651698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852145260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851540315'] for subnet, after_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:17:19.827488 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-b849c97e-b339-4a54-9025-513e80002954 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:17:19.916813 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecf4c72-eba4-4005-92a1-11c69c9d9a09 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a7a2a5a5-1d7b-43c3-bf47-2a76329918f7,revision_number=None']} {{(pid=84116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:17:19.918288 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-8ecf4c72-eba4-4005-92a1-11c69c9d9a09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:17:19.963015 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8ecf4c72-eba4-4005-92a1-11c69c9d9a09 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:17:19.967916 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-8ecf4c72-eba4-4005-92a1-11c69c9d9a09 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/a7a2a5a5-1d7b-43c3-bf47-2a76329918f7 HTTP/1.1" status: 204  len: 168 time: 0.8335714
Feb 19 03:17:19.970684 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84116) accepted ('10.222.0.13', 58254) {{(pid=84116) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:17:19.972763 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fbfd107-3e09-4689-b7a4-679380e06325 None None] Network e9c3c36b-9ba9-4bad-aa41-5ad95f05fd56 requested from dv-cinder-775706-2-iscsi {{(pid=84117) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 19 03:17:20.044984 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.rpc [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Device d3f0dffa-05e4-4cf3-b5ed-05e96e26ef3b no longer exists at agent ovs-agent-dv-cinder-775706-2-iscsi {{(pid=84117) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 19 03:17:20.088115 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-83bfac1a-6423-4443-8117-297b30078cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036838588073'] for network, before_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:17:20.090515 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.plugin [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] No Port match for: d3f0dffa-05e4-4cf3-b5ed-05e96e26ef3b {{(pid=84117) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 19 03:17:20.091787 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.rpc [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Device d3f0dffa-05e4-4cf3-b5ed-05e96e26ef3b not bound to the agent host dv-cinder-775706-2-iscsi {{(pid=84117) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 19 03:17:20.157885 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.plugin [None req-83bfac1a-6423-4443-8117-297b30078cd6 admin admin] Deleting port 1c54d7e6-50a0-49e7-aad3-e8c8e37b2211 {{(pid=84116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 19 03:17:20.158260 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-83bfac1a-6423-4443-8117-297b30078cd6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363269711485266'] for port, before_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:17:20.311123 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35c63d60-35b1-4abb-91dd-bd12783e9624 None None] DHCP port deletion for e9c3c36b-9ba9-4bad-aa41-5ad95f05fd56 request from dv-cinder-775706-2-iscsi {{(pid=84117) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Feb 19 03:17:20.315517 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.plugin [None req-35c63d60-35b1-4abb-91dd-bd12783e9624 None None] Deleting port 1c54d7e6-50a0-49e7-aad3-e8c8e37b2211 {{(pid=84117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 19 03:17:20.315947 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-35c63d60-35b1-4abb-91dd-bd12783e9624 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363269711485266'] for port, before_delete {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:17:20.550978 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.db [None req-35c63d60-35b1-4abb-91dd-bd12783e9624 None None] For port 1c54d7e6-50a0-49e7-aad3-e8c8e37b2211, host dv-cinder-775706-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-2-iscsi',level=0,port_id=1c54d7e6-50a0-49e7-aad3-e8c8e37b2211,segment=NetworkSegment(fd301c7f-c4b0-4332-b94c-0e4a8acda55e),segment_id=fd301c7f-c4b0-4332-b94c-0e4a8acda55e)] {{(pid=84117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 03:17:20.551509 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-35c63d60-35b1-4abb-91dd-bd12783e9624 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-361392'] for port, precommit_delete {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:17:20.632564 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.db [None req-83bfac1a-6423-4443-8117-297b30078cd6 admin admin] For port 1c54d7e6-50a0-49e7-aad3-e8c8e37b2211, host dv-cinder-775706-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-2-iscsi',level=0,port_id=1c54d7e6-50a0-49e7-aad3-e8c8e37b2211,segment=NetworkSegment(fd301c7f-c4b0-4332-b94c-0e4a8acda55e),segment_id=fd301c7f-c4b0-4332-b94c-0e4a8acda55e)] {{(pid=84116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 03:17:20.632971 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-83bfac1a-6423-4443-8117-297b30078cd6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-361392'] for port, precommit_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:17:20.687430 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.plugin [None req-35c63d60-35b1-4abb-91dd-bd12783e9624 None None] Calling delete_port for 1c54d7e6-50a0-49e7-aad3-e8c8e37b2211 owned by network:dhcp {{(pid=84117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 19 03:17:20.765665 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.plugin [None req-83bfac1a-6423-4443-8117-297b30078cd6 admin admin] Calling delete_port for 1c54d7e6-50a0-49e7-aad3-e8c8e37b2211 owned by network:dhcp {{(pid=84116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 19 03:17:20.793373 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-35c63d60-35b1-4abb-91dd-bd12783e9624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363269711510303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363269711906437'] for port, after_delete {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:17:20.809420 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:17:20.846135 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.db.api [None req-83bfac1a-6423-4443-8117-297b30078cd6 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84116) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 19 03:17:20.846502 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_db.api [None req-83bfac1a-6423-4443-8117-297b30078cd6 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 19 03:17:20.906354 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c63d60-35b1-4abb-91dd-bd12783e9624 None None] Pushing event deleted for resources: {'Port': ['ID=1c54d7e6-50a0-49e7-aad3-e8c8e37b2211,revision_number=None']} {{(pid=84117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:17:20.926035 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c63d60-35b1-4abb-91dd-bd12783e9624 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:17:20.926439 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c63d60-35b1-4abb-91dd-bd12783e9624 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:17:20.926823 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c63d60-35b1-4abb-91dd-bd12783e9624 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:17:20.927205 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c63d60-35b1-4abb-91dd-bd12783e9624 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:17:20.927580 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c63d60-35b1-4abb-91dd-bd12783e9624 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:17:20.927956 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c63d60-35b1-4abb-91dd-bd12783e9624 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:17:20.928329 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c63d60-35b1-4abb-91dd-bd12783e9624 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:17:20.928698 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c63d60-35b1-4abb-91dd-bd12783e9624 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:17:20.929087 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c63d60-35b1-4abb-91dd-bd12783e9624 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:17:20.929456 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c63d60-35b1-4abb-91dd-bd12783e9624 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:17:20.929846 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c63d60-35b1-4abb-91dd-bd12783e9624 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:17:20.930215 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c63d60-35b1-4abb-91dd-bd12783e9624 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:17:20.930637 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c63d60-35b1-4abb-91dd-bd12783e9624 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:17:20.931003 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c63d60-35b1-4abb-91dd-bd12783e9624 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:17:20.931364 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c63d60-35b1-4abb-91dd-bd12783e9624 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:17:20.931723 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c63d60-35b1-4abb-91dd-bd12783e9624 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:17:20.932082 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c63d60-35b1-4abb-91dd-bd12783e9624 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:17:20.932482 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c63d60-35b1-4abb-91dd-bd12783e9624 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:17:20.932842 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c63d60-35b1-4abb-91dd-bd12783e9624 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:17:20.933202 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c63d60-35b1-4abb-91dd-bd12783e9624 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:17:20.933559 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c63d60-35b1-4abb-91dd-bd12783e9624 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:17:20.933945 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c63d60-35b1-4abb-91dd-bd12783e9624 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:17:20.934308 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c63d60-35b1-4abb-91dd-bd12783e9624 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:17:20.935307 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c63d60-35b1-4abb-91dd-bd12783e9624 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:17:20.938862 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-35c63d60-35b1-4abb-91dd-bd12783e9624 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=84117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:17:20.969129 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c63d60-35b1-4abb-91dd-bd12783e9624 None None] No DVR routers for this DVR port 1c54d7e6-50a0-49e7-aad3-e8c8e37b2211 on host dv-cinder-775706-2-iscsi {{(pid=84117) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 19 03:17:21.347870 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.plugin [None req-83bfac1a-6423-4443-8117-297b30078cd6 admin admin] Deleting port 1c54d7e6-50a0-49e7-aad3-e8c8e37b2211 {{(pid=84116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 19 03:17:21.348259 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-83bfac1a-6423-4443-8117-297b30078cd6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363269711485266'] for port, before_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:17:21.419840 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.plugin [None req-83bfac1a-6423-4443-8117-297b30078cd6 admin admin] The port '1c54d7e6-50a0-49e7-aad3-e8c8e37b2211' was deleted {{(pid=84116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}}
Feb 19 03:17:21.542216 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-83bfac1a-6423-4443-8117-297b30078cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16130609', 'neutron.services.segments.db._delete_segments_for_network--9223363269711387610'] for network, precommit_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:17:21.658958 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.services.segments.db [None req-83bfac1a-6423-4443-8117-297b30078cd6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9424174a90>,) {'filters': {'network_id': ['e9c3c36b-9ba9-4bad-aa41-5ad95f05fd56']}} {{(pid=84116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 03:17:21.671696 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.services.segments.db [None req-83bfac1a-6423-4443-8117-297b30078cd6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9424174a90>, 'fd301c7f-c4b0-4332-b94c-0e4a8acda55e') {'for_net_delete': True} {{(pid=84116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 03:17:21.672047 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.services.segments.db [None req-83bfac1a-6423-4443-8117-297b30078cd6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9424174a90>, 'fd301c7f-c4b0-4332-b94c-0e4a8acda55e') {} {{(pid=84116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 03:17:21.684037 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-83bfac1a-6423-4443-8117-297b30078cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363269711390170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2890373'] for segment, before_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:17:21.698821 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-83bfac1a-6423-4443-8117-297b30078cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838644319'] for segment, precommit_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:17:21.701310 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-83bfac1a-6423-4443-8117-297b30078cd6 admin admin] Releasing vxlan tunnel 8 to pool {{(pid=84116) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 19 03:17:21.885277 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.managers [None req-83bfac1a-6423-4443-8117-297b30078cd6 admin admin] Network e9c3c36b-9ba9-4bad-aa41-5ad95f05fd56 has no segments {{(pid=84116) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 19 03:17:21.890359 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-2287c1e9-f243-4455-836c-fc565a08e08d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:17:21.895353 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-83bfac1a-6423-4443-8117-297b30078cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16131513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2632757'] for segment, after_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:17:22.003829 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.rpc [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Device 1c54d7e6-50a0-49e7-aad3-e8c8e37b2211 no longer exists at agent ovs-agent-dv-cinder-775706-2-iscsi {{(pid=84117) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 19 03:17:22.041259 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.plugin [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] No Port match for: 1c54d7e6-50a0-49e7-aad3-e8c8e37b2211 {{(pid=84117) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 19 03:17:22.041651 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.rpc [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Device 1c54d7e6-50a0-49e7-aad3-e8c8e37b2211 not bound to the agent host dv-cinder-775706-2-iscsi {{(pid=84117) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 19 03:17:22.079617 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.managers [None req-83bfac1a-6423-4443-8117-297b30078cd6 admin admin] Network e9c3c36b-9ba9-4bad-aa41-5ad95f05fd56 has no segments {{(pid=84116) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 19 03:17:22.102418 dv-cinder-775706-2-iscsi neutron-server[84004]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 19 03:17:22.102418 dv-cinder-775706-2-iscsi neutron-server[84004]:   % (table.description, expected, rows_matched)
Feb 19 03:17:22.102418 dv-cinder-775706-2-iscsi neutron-server[84004]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 19 03:17:22.102418 dv-cinder-775706-2-iscsi neutron-server[84004]:   % (table.description, expected, rows_matched)
Feb 19 03:17:22.102418 dv-cinder-775706-2-iscsi neutron-server[84004]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 19 03:17:22.102418 dv-cinder-775706-2-iscsi neutron-server[84004]:   % (table.description, expected, rows_matched)
Feb 19 03:17:22.102418 dv-cinder-775706-2-iscsi neutron-server[84004]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning.
Feb 19 03:17:22.102418 dv-cinder-775706-2-iscsi neutron-server[84004]:   % (table.description, expected, rows_matched)
Feb 19 03:17:22.102418 dv-cinder-775706-2-iscsi neutron-server[84004]: Traceback (most recent call last):
Feb 19 03:17:22.102418 dv-cinder-775706-2-iscsi neutron-server[84004]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 03:17:22.102418 dv-cinder-775706-2-iscsi neutron-server[84004]:     timer()
Feb 19 03:17:22.102418 dv-cinder-775706-2-iscsi neutron-server[84004]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 03:17:22.102418 dv-cinder-775706-2-iscsi neutron-server[84004]:     cb(*args, **kw)
Feb 19 03:17:22.102418 dv-cinder-775706-2-iscsi neutron-server[84004]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 19 03:17:22.102418 dv-cinder-775706-2-iscsi neutron-server[84004]:     return func(*args, **kwargs)
Feb 19 03:17:22.102418 dv-cinder-775706-2-iscsi neutron-server[84004]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 03:17:22.102418 dv-cinder-775706-2-iscsi neutron-server[84004]:     self._notify()
Feb 19 03:17:22.102418 dv-cinder-775706-2-iscsi neutron-server[84004]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 03:17:22.102418 dv-cinder-775706-2-iscsi neutron-server[84004]:     self.callback(batched_events)
Feb 19 03:17:22.102418 dv-cinder-775706-2-iscsi neutron-server[84004]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 03:17:22.102418 dv-cinder-775706-2-iscsi neutron-server[84004]:     event.method(event)
Feb 19 03:17:22.102418 dv-cinder-775706-2-iscsi neutron-server[84004]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 19 03:17:22.102418 dv-cinder-775706-2-iscsi neutron-server[84004]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 03:17:22.102418 dv-cinder-775706-2-iscsi neutron-server[84004]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 19 03:17:22.102418 dv-cinder-775706-2-iscsi neutron-server[84004]:     segment_id)['aggregates'][0]
Feb 19 03:17:22.102418 dv-cinder-775706-2-iscsi neutron-server[84004]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 19 03:17:22.102418 dv-cinder-775706-2-iscsi neutron-server[84004]:     return f(self, *a, **k)
Feb 19 03:17:22.102418 dv-cinder-775706-2-iscsi neutron-server[84004]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 19 03:17:22.102418 dv-cinder-775706-2-iscsi neutron-server[84004]:     return self._get(url).json()
Feb 19 03:17:22.102418 dv-cinder-775706-2-iscsi neutron-server[84004]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 03:17:22.102418 dv-cinder-775706-2-iscsi neutron-server[84004]:     **kwargs)
Feb 19 03:17:22.102418 dv-cinder-775706-2-iscsi neutron-server[84004]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 19 03:17:22.102418 dv-cinder-775706-2-iscsi neutron-server[84004]:     return self.request(url, 'GET', **kwargs)
Feb 19 03:17:22.102418 dv-cinder-775706-2-iscsi neutron-server[84004]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 19 03:17:22.102418 dv-cinder-775706-2-iscsi neutron-server[84004]:     **endpoint_filter)
Feb 19 03:17:22.102418 dv-cinder-775706-2-iscsi neutron-server[84004]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 19 03:17:22.102418 dv-cinder-775706-2-iscsi neutron-server[84004]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 03:17:22.102418 dv-cinder-775706-2-iscsi neutron-server[84004]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 19 03:17:22.102418 dv-cinder-775706-2-iscsi neutron-server[84004]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 03:17:22.102418 dv-cinder-775706-2-iscsi neutron-server[84004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 03:17:22.278989 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-83bfac1a-6423-4443-8117-297b30078cd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036838645191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-364612'] for network, after_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:17:22.282636 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:17:22.297331 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-83bfac1a-6423-4443-8117-297b30078cd6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854203462'] for network, before_response {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:17:22.308142 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bfac1a-6423-4443-8117-297b30078cd6 admin admin] Pushing event deleted for resources: {'Network': ['ID=e9c3c36b-9ba9-4bad-aa41-5ad95f05fd56,revision_number=None']} {{(pid=84116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:17:22.312223 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-83bfac1a-6423-4443-8117-297b30078cd6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:17:22.348471 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-83bfac1a-6423-4443-8117-297b30078cd6 admin admin] 10.222.0.13 "DELETE /v2.0/networks/e9c3c36b-9ba9-4bad-aa41-5ad95f05fd56 HTTP/1.1" status: 204  len: 168 time: 2.3767185
Feb 19 03:17:22.351489 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84116) accepted ('10.222.0.13', 58264) {{(pid=84116) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:17:22.478797 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-4b343f23-6f62-4db0-bfb1-0e5ba3aa11dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:17:22.921920 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-b8ccb5c7-c435-4911-beca-77a42ff4b207 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854389681'] for router_interface, before_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:17:23.295514 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.plugin [None req-b8ccb5c7-c435-4911-beca-77a42ff4b207 admin admin] Deleting port dc216d9b-017d-4fc3-a63f-c8896262b868 {{(pid=84116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 19 03:17:23.295896 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-b8ccb5c7-c435-4911-beca-77a42ff4b207 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363269711485266'] for port, before_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:17:23.477621 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.db [None req-b8ccb5c7-c435-4911-beca-77a42ff4b207 admin admin] For port dc216d9b-017d-4fc3-a63f-c8896262b868, host dv-cinder-775706-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-2-iscsi',level=0,port_id=dc216d9b-017d-4fc3-a63f-c8896262b868,segment=NetworkSegment(5659cbf6-6b1c-4a46-9d2c-49f33fb6f6a4),segment_id=5659cbf6-6b1c-4a46-9d2c-49f33fb6f6a4)] {{(pid=84116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 03:17:23.478048 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-b8ccb5c7-c435-4911-beca-77a42ff4b207 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-361392'] for port, precommit_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:17:23.553319 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:17:23.610028 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.plugin [None req-b8ccb5c7-c435-4911-beca-77a42ff4b207 admin admin] Calling delete_port for dc216d9b-017d-4fc3-a63f-c8896262b868 owned by network:router_interface {{(pid=84116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 19 03:17:23.815935 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-b8ccb5c7-c435-4911-beca-77a42ff4b207 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363269711510303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363269711906437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2630593'] for port, after_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:17:23.831252 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-57e1d769-b4b6-42f2-a214-ce8aa9b26f17 tempest-VolumesActionsTest-1533452627 tempest-VolumesActionsTest-1533452627-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:17:23.925322 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ccb5c7-c435-4911-beca-77a42ff4b207 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc216d9b-017d-4fc3-a63f-c8896262b868,revision_number=None']} {{(pid=84116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:17:23.935271 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-b8ccb5c7-c435-4911-beca-77a42ff4b207 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:17:24.240155 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-b8ccb5c7-c435-4911-beca-77a42ff4b207 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-393212'] for router_interface, after_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:17:24.307392 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-ed1abd93-30ab-455f-b25e-ecbc2cc5cf06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:17:25.011629 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8ccb5c7-c435-4911-beca-77a42ff4b207 admin admin] Router ac85bc42-659c-4b1b-a675-d43a2f9adecd has already been hosted by L3 agent f4ccfb5a-d22e-440e-8ddd-f393ad00f812 {{(pid=84116) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 19 03:17:25.206022 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8ccb5c7-c435-4911-beca-77a42ff4b207 admin admin] Notify agent at l3_agent.dv-cinder-775706-2-iscsi the message routers_updated {{(pid=84116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 19 03:17:25.216556 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-205e0555-18b6-4533-a866-db02f109f0fa None None] Sync routers for ids ['ac85bc42-659c-4b1b-a675-d43a2f9adecd'] in dv-cinder-775706-2-iscsi {{(pid=84117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 19 03:17:25.217057 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-b8ccb5c7-c435-4911-beca-77a42ff4b207 admin admin] 10.222.0.13 "PUT /v2.0/routers/ac85bc42-659c-4b1b-a675-d43a2f9adecd/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8644977
Feb 19 03:17:25.219785 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84116) accepted ('10.222.0.13', 58284) {{(pid=84116) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:17:25.227280 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-205e0555-18b6-4533-a866-db02f109f0fa None None] Routers {'ac85bc42-659c-4b1b-a675-d43a2f9adecd'} bound to L3 agent in host dv-cinder-775706-2-iscsi {{(pid=84117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 03:17:25.227999 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_hamode_db [None req-205e0555-18b6-4533-a866-db02f109f0fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f94259435c0>, 'dv-cinder-775706-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-19T02:56:52Z,description=<?>,heartbeat_timestamp=2021-02-19T03:17:22Z,host='dv-cinder-775706-2-iscsi',id=f4ccfb5a-d22e-440e-8ddd-f393ad00f812,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T02:56:52Z,topic='l3_agent')) {'router_ids': ['ac85bc42-659c-4b1b-a675-d43a2f9adecd'], 'active': True} {{(pid=84117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 03:17:25.411091 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-a6047341-9b5a-4afb-b2ea-5ca16aefd557 admin admin] Notify callbacks [] for router, before_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:17:25.418634 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvr_db [None req-205e0555-18b6-4533-a866-db02f109f0fa None None] Set router ac85bc42-659c-4b1b-a675-d43a2f9adecd gateway port host: dv-cinder-775706-2-iscsi {{(pid=84117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 03:17:25.599233 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-a6047341-9b5a-4afb-b2ea-5ca16aefd557 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:17:25.638788 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.plugin [None req-a6047341-9b5a-4afb-b2ea-5ca16aefd557 admin admin] Deleting port b1b4f2b6-d3f7-4b08-8b79-1a3c69383f83 {{(pid=84116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 19 03:17:25.639170 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-a6047341-9b5a-4afb-b2ea-5ca16aefd557 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363269711485266'] for port, before_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:17:25.725894 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_hamode_db [None req-205e0555-18b6-4533-a866-db02f109f0fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f94259435c0>, [{'id': 'ac85bc42-659c-4b1b-a675-d43a2f9adecd', 'name': 'tempest-TestVolumeBootPattern-274869325-router', 'tenant_id': 'd27f6c1005a649899564d57c50d0b93b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'external_fixed_ips': [{'subnet_id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'ip_address': '172.27.0.89'}], 'enable_snat': True}, 'gw_port_id': 'b1b4f2b6-d3f7-4b08-8b79-1a3c69383f83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T03:08:36Z', 'updated_at': '2021-02-19T03:17:23Z', 'revision_number': 5, 'project_id': 'd27f6c1005a649899564d57c50d0b93b', 'gw_port': {'id': 'b1b4f2b6-d3f7-4b08-8b79-1a3c69383f83', 'name': '', 'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:95:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac85bc42-659c-4b1b-a675-d43a2f9adecd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'ip_address': '172.27.0.89', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T03:08:38Z', 'updated_at': '2021-02-19T03:08:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-2-iscsi'}], 'dv-cinder-775706-2-iscsi', False) {} {{(pid=84117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 03:17:25.729892 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-205e0555-18b6-4533-a866-db02f109f0fa None None] Checking router: ac85bc42-659c-4b1b-a675-d43a2f9adecd for host: dv-cinder-775706-2-iscsi {{(pid=84117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 19 03:17:25.739346 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-205e0555-18b6-4533-a866-db02f109f0fa None None] Routers {'ac85bc42-659c-4b1b-a675-d43a2f9adecd'} bound to L3 agent in host dv-cinder-775706-2-iscsi {{(pid=84117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 03:17:25.740002 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_hamode_db [None req-205e0555-18b6-4533-a866-db02f109f0fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f94259435c0>, 'dv-cinder-775706-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-19T02:56:52Z,description=<?>,heartbeat_timestamp=2021-02-19T03:17:22Z,host='dv-cinder-775706-2-iscsi',id=f4ccfb5a-d22e-440e-8ddd-f393ad00f812,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T02:56:52Z,topic='l3_agent')) {'router_ids': ['ac85bc42-659c-4b1b-a675-d43a2f9adecd'], 'active': True} {{(pid=84117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 03:17:25.832925 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.db [None req-a6047341-9b5a-4afb-b2ea-5ca16aefd557 admin admin] For port b1b4f2b6-d3f7-4b08-8b79-1a3c69383f83, host dv-cinder-775706-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-2-iscsi',level=0,port_id=b1b4f2b6-d3f7-4b08-8b79-1a3c69383f83,segment=NetworkSegment(018f6e14-8221-4ee7-96a8-19699912d63c),segment_id=018f6e14-8221-4ee7-96a8-19699912d63c)] {{(pid=84116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 03:17:25.833312 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-a6047341-9b5a-4afb-b2ea-5ca16aefd557 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-361392'] for port, precommit_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:17:25.903118 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvr_db [None req-205e0555-18b6-4533-a866-db02f109f0fa None None] Set router ac85bc42-659c-4b1b-a675-d43a2f9adecd gateway port host: None {{(pid=84117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 03:17:25.970434 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.plugin [None req-a6047341-9b5a-4afb-b2ea-5ca16aefd557 admin admin] Calling delete_port for b1b4f2b6-d3f7-4b08-8b79-1a3c69383f83 owned by network:router_gateway {{(pid=84116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 19 03:17:26.022291 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_hamode_db [None req-205e0555-18b6-4533-a866-db02f109f0fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f94259435c0>, [{'id': 'ac85bc42-659c-4b1b-a675-d43a2f9adecd', 'name': 'tempest-TestVolumeBootPattern-274869325-router', 'tenant_id': 'd27f6c1005a649899564d57c50d0b93b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T03:08:36Z', 'updated_at': '2021-02-19T03:17:25Z', 'revision_number': 6, 'project_id': 'd27f6c1005a649899564d57c50d0b93b', 'gw_port_host': None}], 'dv-cinder-775706-2-iscsi', False) {} {{(pid=84117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 03:17:26.026547 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-205e0555-18b6-4533-a866-db02f109f0fa None None] The sync data for ids ['ac85bc42-659c-4b1b-a675-d43a2f9adecd'] in dv-cinder-775706-2-iscsi is: [{'id': 'ac85bc42-659c-4b1b-a675-d43a2f9adecd', 'name': 'tempest-TestVolumeBootPattern-274869325-router', 'tenant_id': 'd27f6c1005a649899564d57c50d0b93b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T03:08:36Z', 'updated_at': '2021-02-19T03:17:25Z', 'revision_number': 6, 'project_id': 'd27f6c1005a649899564d57c50d0b93b', 'gw_port_host': None}] {{(pid=84117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 19 03:17:26.187770 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-a6047341-9b5a-4afb-b2ea-5ca16aefd557 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363269711510303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363269711906437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2630593'] for port, after_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:17:26.204141 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-7e9cb4f8-efe6-43eb-8281-539624881e40 tempest-AttachVolumeTestJSON-338198490 tempest-AttachVolumeTestJSON-338198490-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:17:26.305116 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6047341-9b5a-4afb-b2ea-5ca16aefd557 admin admin] Pushing event deleted for resources: {'Port': ['ID=b1b4f2b6-d3f7-4b08-8b79-1a3c69383f83,revision_number=None']} {{(pid=84116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:17:26.315265 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-a6047341-9b5a-4afb-b2ea-5ca16aefd557 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:17:26.435371 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-a6047341-9b5a-4afb-b2ea-5ca16aefd557 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854411155'] for router_gateway, after_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:17:26.621667 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-a6047341-9b5a-4afb-b2ea-5ca16aefd557 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-375006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854736376'] for router, precommit_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:17:26.624101 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-a6047341-9b5a-4afb-b2ea-5ca16aefd557 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:17:26.878965 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-a6047341-9b5a-4afb-b2ea-5ca16aefd557 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854388718'] for router, after_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:17:26.879483 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6047341-9b5a-4afb-b2ea-5ca16aefd557 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ac85bc42-659c-4b1b-a675-d43a2f9adecd {{(pid=84116) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Feb 19 03:17:26.892645 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-a6047341-9b5a-4afb-b2ea-5ca16aefd557 admin admin] Notify callbacks [] for router, before_response {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:17:26.893927 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-a6047341-9b5a-4afb-b2ea-5ca16aefd557 admin admin] 10.222.0.13 "DELETE /v2.0/routers/ac85bc42-659c-4b1b-a675-d43a2f9adecd HTTP/1.1" status: 204  len: 168 time: 1.6731043
Feb 19 03:17:26.896660 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84116) accepted ('10.222.0.13', 58294) {{(pid=84116) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:17:26.965343 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab5518b7-06fc-4d3f-a2c0-4c68f61cf046 admin admin] Deleting subnet 6fe87f97-1d55-4c4e-a5ba-dd53fac5f555 {{(pid=84116) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 19 03:17:26.969214 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-ab5518b7-06fc-4d3f-a2c0-4c68f61cf046 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:17:27.021947 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-ab5518b7-06fc-4d3f-a2c0-4c68f61cf046 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851885379'] for subnet, precommit_delete_associations {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:17:27.105268 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-ab5518b7-06fc-4d3f-a2c0-4c68f61cf046 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16124102'] for subnet, precommit_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:17:27.391901 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-ab5518b7-06fc-4d3f-a2c0-4c68f61cf046 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838651698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852145260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851540315'] for subnet, after_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:17:27.407792 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:17:27.493154 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5518b7-06fc-4d3f-a2c0-4c68f61cf046 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6fe87f97-1d55-4c4e-a5ba-dd53fac5f555,revision_number=None']} {{(pid=84116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:17:27.495999 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-ab5518b7-06fc-4d3f-a2c0-4c68f61cf046 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:17:27.544910 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-ab5518b7-06fc-4d3f-a2c0-4c68f61cf046 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:17:27.550098 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ad6504a-d4d6-4566-b170-b5d9ba6c0d3f None None] Network 6946dce6-087a-4bdb-88e1-3a97fb894be8 requested from dv-cinder-775706-2-iscsi {{(pid=84117) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 19 03:17:27.551101 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-ab5518b7-06fc-4d3f-a2c0-4c68f61cf046 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/6fe87f97-1d55-4c4e-a5ba-dd53fac5f555 HTTP/1.1" status: 204  len: 168 time: 0.6533761
Feb 19 03:17:27.553727 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84116) accepted ('10.222.0.13', 58300) {{(pid=84116) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:17:27.667473 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-4b9afa3b-a8e8-4fd0-98cf-59f99315ab35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036838588073'] for network, before_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:17:27.744872 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.plugin [None req-4b9afa3b-a8e8-4fd0-98cf-59f99315ab35 admin admin] Deleting port 557aaf86-9e57-42ce-8e2c-cbd084a74048 {{(pid=84116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 19 03:17:27.745177 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-4b9afa3b-a8e8-4fd0-98cf-59f99315ab35 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363269711485266'] for port, before_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:17:27.978673 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-047e01d2-2a47-4ad7-b54f-6e61919acc70 None None] DHCP port deletion for 6946dce6-087a-4bdb-88e1-3a97fb894be8 request from dv-cinder-775706-2-iscsi {{(pid=84117) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Feb 19 03:17:27.984912 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.plugin [None req-047e01d2-2a47-4ad7-b54f-6e61919acc70 None None] Deleting port 557aaf86-9e57-42ce-8e2c-cbd084a74048 {{(pid=84117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 19 03:17:27.985434 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-047e01d2-2a47-4ad7-b54f-6e61919acc70 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363269711485266'] for port, before_delete {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:17:28.031854 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.rpc [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Device dc216d9b-017d-4fc3-a63f-c8896262b868 no longer exists at agent ovs-agent-dv-cinder-775706-2-iscsi {{(pid=84117) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 19 03:17:28.079719 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.plugin [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] No Port match for: dc216d9b-017d-4fc3-a63f-c8896262b868 {{(pid=84117) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 19 03:17:28.080378 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.rpc [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Device dc216d9b-017d-4fc3-a63f-c8896262b868 not bound to the agent host dv-cinder-775706-2-iscsi {{(pid=84117) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 19 03:17:28.080846 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.rpc [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Device b1b4f2b6-d3f7-4b08-8b79-1a3c69383f83 no longer exists at agent ovs-agent-dv-cinder-775706-2-iscsi {{(pid=84117) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 19 03:17:28.119465 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.plugin [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] No Port match for: b1b4f2b6-d3f7-4b08-8b79-1a3c69383f83 {{(pid=84117) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 19 03:17:28.120031 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.rpc [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Device b1b4f2b6-d3f7-4b08-8b79-1a3c69383f83 not bound to the agent host dv-cinder-775706-2-iscsi {{(pid=84117) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 19 03:17:28.213299 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.db [None req-4b9afa3b-a8e8-4fd0-98cf-59f99315ab35 admin admin] For port 557aaf86-9e57-42ce-8e2c-cbd084a74048, host dv-cinder-775706-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-2-iscsi',level=0,port_id=557aaf86-9e57-42ce-8e2c-cbd084a74048,segment=NetworkSegment(5659cbf6-6b1c-4a46-9d2c-49f33fb6f6a4),segment_id=5659cbf6-6b1c-4a46-9d2c-49f33fb6f6a4)] {{(pid=84116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 03:17:28.213836 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-4b9afa3b-a8e8-4fd0-98cf-59f99315ab35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-361392'] for port, precommit_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:17:28.285834 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.db [None req-047e01d2-2a47-4ad7-b54f-6e61919acc70 None None] For port 557aaf86-9e57-42ce-8e2c-cbd084a74048, host dv-cinder-775706-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-2-iscsi',level=0,port_id=557aaf86-9e57-42ce-8e2c-cbd084a74048,segment=NetworkSegment(5659cbf6-6b1c-4a46-9d2c-49f33fb6f6a4),segment_id=5659cbf6-6b1c-4a46-9d2c-49f33fb6f6a4)] {{(pid=84117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 03:17:28.286330 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-047e01d2-2a47-4ad7-b54f-6e61919acc70 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-361392'] for port, precommit_delete {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:17:28.350849 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.plugin [None req-4b9afa3b-a8e8-4fd0-98cf-59f99315ab35 admin admin] Calling delete_port for 557aaf86-9e57-42ce-8e2c-cbd084a74048 owned by network:dhcp {{(pid=84116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 19 03:17:28.423484 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.plugin [None req-047e01d2-2a47-4ad7-b54f-6e61919acc70 None None] Calling delete_port for 557aaf86-9e57-42ce-8e2c-cbd084a74048 owned by network:dhcp {{(pid=84117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 19 03:17:28.461494 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-4b9afa3b-a8e8-4fd0-98cf-59f99315ab35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363269711510303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363269711906437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2630593'] for port, after_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:17:28.477326 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-87e3f764-f14c-4683-8cfb-2fda96c9a88b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:17:28.498217 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.db.api [None req-047e01d2-2a47-4ad7-b54f-6e61919acc70 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84117) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 19 03:17:28.498631 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_db.api [None req-047e01d2-2a47-4ad7-b54f-6e61919acc70 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 19 03:17:28.571888 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9afa3b-a8e8-4fd0-98cf-59f99315ab35 admin admin] Pushing event deleted for resources: {'Port': ['ID=557aaf86-9e57-42ce-8e2c-cbd084a74048,revision_number=None']} {{(pid=84116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:17:28.576678 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-4b9afa3b-a8e8-4fd0-98cf-59f99315ab35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:17:28.618200 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b9afa3b-a8e8-4fd0-98cf-59f99315ab35 admin admin] No DVR routers for this DVR port 557aaf86-9e57-42ce-8e2c-cbd084a74048 on host dv-cinder-775706-2-iscsi {{(pid=84116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 19 03:17:28.741267 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-4b9afa3b-a8e8-4fd0-98cf-59f99315ab35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16130609', 'neutron.services.segments.db._delete_segments_for_network--9223363269711387610'] for network, precommit_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:17:28.854334 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.services.segments.db [None req-4b9afa3b-a8e8-4fd0-98cf-59f99315ab35 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9425412320>,) {'filters': {'network_id': ['6946dce6-087a-4bdb-88e1-3a97fb894be8']}} {{(pid=84116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 03:17:28.866735 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.services.segments.db [None req-4b9afa3b-a8e8-4fd0-98cf-59f99315ab35 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9425412320>, '5659cbf6-6b1c-4a46-9d2c-49f33fb6f6a4') {'for_net_delete': True} {{(pid=84116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 03:17:28.867071 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.services.segments.db [None req-4b9afa3b-a8e8-4fd0-98cf-59f99315ab35 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9425412320>, '5659cbf6-6b1c-4a46-9d2c-49f33fb6f6a4') {} {{(pid=84116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 03:17:28.878840 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-4b9afa3b-a8e8-4fd0-98cf-59f99315ab35 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363269711390170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2890373'] for segment, before_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:17:28.962627 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-4b9afa3b-a8e8-4fd0-98cf-59f99315ab35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838644319'] for segment, precommit_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:17:28.964688 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-4b9afa3b-a8e8-4fd0-98cf-59f99315ab35 admin admin] Releasing vxlan tunnel 9 to pool {{(pid=84116) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 19 03:17:29.000397 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.plugin [None req-047e01d2-2a47-4ad7-b54f-6e61919acc70 None None] Deleting port 557aaf86-9e57-42ce-8e2c-cbd084a74048 {{(pid=84117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 19 03:17:29.000839 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-047e01d2-2a47-4ad7-b54f-6e61919acc70 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363269711485266'] for port, before_delete {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:17:29.076824 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.plugin [None req-047e01d2-2a47-4ad7-b54f-6e61919acc70 None None] The port '557aaf86-9e57-42ce-8e2c-cbd084a74048' was deleted {{(pid=84117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}}
Feb 19 03:17:29.144918 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.managers [None req-4b9afa3b-a8e8-4fd0-98cf-59f99315ab35 admin admin] Network 6946dce6-087a-4bdb-88e1-3a97fb894be8 has no segments {{(pid=84116) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 19 03:17:29.158178 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-4b9afa3b-a8e8-4fd0-98cf-59f99315ab35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16131513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2632757'] for segment, after_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:17:29.338547 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.managers [None req-4b9afa3b-a8e8-4fd0-98cf-59f99315ab35 admin admin] Network 6946dce6-087a-4bdb-88e1-3a97fb894be8 has no segments {{(pid=84116) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 19 03:17:29.362111 dv-cinder-775706-2-iscsi neutron-server[84004]: Traceback (most recent call last):
Feb 19 03:17:29.362111 dv-cinder-775706-2-iscsi neutron-server[84004]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 03:17:29.362111 dv-cinder-775706-2-iscsi neutron-server[84004]:     timer()
Feb 19 03:17:29.362111 dv-cinder-775706-2-iscsi neutron-server[84004]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 03:17:29.362111 dv-cinder-775706-2-iscsi neutron-server[84004]:     cb(*args, **kw)
Feb 19 03:17:29.362111 dv-cinder-775706-2-iscsi neutron-server[84004]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 19 03:17:29.362111 dv-cinder-775706-2-iscsi neutron-server[84004]:     return func(*args, **kwargs)
Feb 19 03:17:29.362111 dv-cinder-775706-2-iscsi neutron-server[84004]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 03:17:29.362111 dv-cinder-775706-2-iscsi neutron-server[84004]:     self._notify()
Feb 19 03:17:29.362111 dv-cinder-775706-2-iscsi neutron-server[84004]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 03:17:29.362111 dv-cinder-775706-2-iscsi neutron-server[84004]:     self.callback(batched_events)
Feb 19 03:17:29.362111 dv-cinder-775706-2-iscsi neutron-server[84004]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 03:17:29.362111 dv-cinder-775706-2-iscsi neutron-server[84004]:     event.method(event)
Feb 19 03:17:29.362111 dv-cinder-775706-2-iscsi neutron-server[84004]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 19 03:17:29.362111 dv-cinder-775706-2-iscsi neutron-server[84004]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 03:17:29.362111 dv-cinder-775706-2-iscsi neutron-server[84004]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 19 03:17:29.362111 dv-cinder-775706-2-iscsi neutron-server[84004]:     segment_id)['aggregates'][0]
Feb 19 03:17:29.362111 dv-cinder-775706-2-iscsi neutron-server[84004]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 19 03:17:29.362111 dv-cinder-775706-2-iscsi neutron-server[84004]:     return f(self, *a, **k)
Feb 19 03:17:29.362111 dv-cinder-775706-2-iscsi neutron-server[84004]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 19 03:17:29.362111 dv-cinder-775706-2-iscsi neutron-server[84004]:     return self._get(url).json()
Feb 19 03:17:29.362111 dv-cinder-775706-2-iscsi neutron-server[84004]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 03:17:29.362111 dv-cinder-775706-2-iscsi neutron-server[84004]:     **kwargs)
Feb 19 03:17:29.362111 dv-cinder-775706-2-iscsi neutron-server[84004]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 19 03:17:29.362111 dv-cinder-775706-2-iscsi neutron-server[84004]:     return self.request(url, 'GET', **kwargs)
Feb 19 03:17:29.362111 dv-cinder-775706-2-iscsi neutron-server[84004]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 19 03:17:29.362111 dv-cinder-775706-2-iscsi neutron-server[84004]:     **endpoint_filter)
Feb 19 03:17:29.362111 dv-cinder-775706-2-iscsi neutron-server[84004]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 19 03:17:29.362111 dv-cinder-775706-2-iscsi neutron-server[84004]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 03:17:29.362111 dv-cinder-775706-2-iscsi neutron-server[84004]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 19 03:17:29.362111 dv-cinder-775706-2-iscsi neutron-server[84004]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 03:17:29.362111 dv-cinder-775706-2-iscsi neutron-server[84004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 03:17:29.616808 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-4b9afa3b-a8e8-4fd0-98cf-59f99315ab35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036838645191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-364612'] for network, after_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:17:29.621035 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-2091e4ec-394a-4b56-9c30-57b8f0e8c9f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:17:29.636340 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-4b9afa3b-a8e8-4fd0-98cf-59f99315ab35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854203462'] for network, before_response {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:17:29.647773 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9afa3b-a8e8-4fd0-98cf-59f99315ab35 admin admin] Pushing event deleted for resources: {'Network': ['ID=6946dce6-087a-4bdb-88e1-3a97fb894be8,revision_number=None']} {{(pid=84116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:17:29.650860 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-4b9afa3b-a8e8-4fd0-98cf-59f99315ab35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:17:29.660632 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-4b9afa3b-a8e8-4fd0-98cf-59f99315ab35 admin admin] 10.222.0.13 "DELETE /v2.0/networks/6946dce6-087a-4bdb-88e1-3a97fb894be8 HTTP/1.1" status: 204  len: 168 time: 2.0980849
Feb 19 03:17:29.751730 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dd7bcb-ef69-48bf-99c7-603a44e3e47c req-a745e7d4-a0b2-42df-9eee-619eda1f886b tempest-VolumesSnapshotTestJSON-248054011 tempest-VolumesSnapshotTestJSON-248054011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:17:29.751730 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-36dd7bcb-ef69-48bf-99c7-603a44e3e47c req-a745e7d4-a0b2-42df-9eee-619eda1f886b tempest-VolumesSnapshotTestJSON-248054011 tempest-VolumesSnapshotTestJSON-248054011-project] 10.222.0.13 "GET /v2.0/networks?id=a1776468-cc33-4821-8031-5c3e2dd24b1c HTTP/1.1" status: 200  len: 813 time: 0.1607499
Feb 19 03:17:29.767666 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-36dd7bcb-ef69-48bf-99c7-603a44e3e47c req-79458a03-4559-4b1f-813c-b2cc5dcb0424 tempest-VolumesSnapshotTestJSON-248054011 tempest-VolumesSnapshotTestJSON-248054011-project] 10.222.0.13 "GET /v2.0/quotas/da9ab4fb51ce48bf882c9e08527bccfc HTTP/1.1" status: 200  len: 375 time: 0.0098183
Feb 19 03:17:29.821168 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-36dd7bcb-ef69-48bf-99c7-603a44e3e47c req-d064bcb4-ad5f-497f-a3d4-8dcb7b2e36ba tempest-VolumesSnapshotTestJSON-248054011 tempest-VolumesSnapshotTestJSON-248054011-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=da9ab4fb51ce48bf882c9e08527bccfc&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0481637
Feb 19 03:17:29.832748 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [req-36dd7bcb-ef69-48bf-99c7-603a44e3e47c req-0d8ac28c-4975-4cfe-8ec6-196c2b0a2891 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=84115) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 19 03:17:29.833849 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-36dd7bcb-ef69-48bf-99c7-603a44e3e47c req-0d8ac28c-4975-4cfe-8ec6-196c2b0a2891 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0054898
Feb 19 03:17:29.892846 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84116) accepted ('10.222.0.13', 58322) {{(pid=84116) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:17:29.944613 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-6de9994e-0472-4a3a-a573-ff6fb68e47da admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=15972dafcae5480290e92407c155b4a6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0504246
Feb 19 03:17:29.947366 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84116) accepted ('10.222.0.13', 58326) {{(pid=84116) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:17:29.980342 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-36dd7bcb-ef69-48bf-99c7-603a44e3e47c req-18a1ea7b-54aa-480e-8250-79e38ad199c3 service neutron] 10.222.0.13 "GET /v2.0/networks/a1776468-cc33-4821-8031-5c3e2dd24b1c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1399946
Feb 19 03:17:30.008689 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.rpc [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Device 557aaf86-9e57-42ce-8e2c-cbd084a74048 no longer exists at agent ovs-agent-dv-cinder-775706-2-iscsi {{(pid=84117) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 19 03:17:30.014793 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-fae67015-44da-44b4-918e-8c08f14a637f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:17:30.046583 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.plugin [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] No Port match for: 557aaf86-9e57-42ce-8e2c-cbd084a74048 {{(pid=84117) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 19 03:17:30.046991 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.rpc [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Device 557aaf86-9e57-42ce-8e2c-cbd084a74048 not bound to the agent host dv-cinder-775706-2-iscsi {{(pid=84117) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 19 03:17:30.048625 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-fae67015-44da-44b4-918e-8c08f14a637f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:17:30.130182 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-36dd7bcb-ef69-48bf-99c7-603a44e3e47c req-b0c28006-1df5-427b-83ed-8e86a55dff08 service neutron] 10.222.0.13 "GET /v2.0/networks/a1776468-cc33-4821-8031-5c3e2dd24b1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1414397
Feb 19 03:17:30.174228 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-fae67015-44da-44b4-918e-8c08f14a637f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237410'] for security_group, after_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:17:30.179532 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-0bc326dd-5c05-4601-b5a7-cb4dcdf8d6ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:17:30.193586 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae67015-44da-44b4-918e-8c08f14a637f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c01c6371-c8a0-4bb5-ad5a-1a2db732a64c,revision_number=None']} {{(pid=84116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:17:30.197854 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-fae67015-44da-44b4-918e-8c08f14a637f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:17:30.201150 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-fae67015-44da-44b4-918e-8c08f14a637f admin admin] Notify callbacks [] for security_group, before_response {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:17:30.205125 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-fae67015-44da-44b4-918e-8c08f14a637f admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/c01c6371-c8a0-4bb5-ad5a-1a2db732a64c HTTP/1.1" status: 204  len: 168 time: 0.2540381
Feb 19 03:17:30.650122 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-92f96593-ff76-42c1-b365-2061d81f30d6 req-20ddc4ab-23fc-45a3-a693-36230913ab7b tempest-VolumesSnapshotTestJSON-248054011 tempest-VolumesSnapshotTestJSON-248054011-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad713036-4da9-48dc-a777-c5c28bf1534c HTTP/1.1" status: 200  len: 210 time: 0.3146513
Feb 19 03:17:30.791424 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84115) accepted ('10.222.0.13', 58346) {{(pid=84115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:17:30.843992 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-b9acb335-ef2a-472b-9c89-f33eef960e01 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=d27f6c1005a649899564d57c50d0b93b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0512512
Feb 19 03:17:30.847024 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84115) accepted ('10.222.0.13', 58350) {{(pid=84115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:17:30.909493 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-2e9aed13-af7e-4364-ae4b-07de4153f4a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:17:30.937361 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-2e9aed13-af7e-4364-ae4b-07de4153f4a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:17:31.119143 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-2e9aed13-af7e-4364-ae4b-07de4153f4a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237410'] for security_group, after_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:17:31.125250 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-251b064d-734b-4d09-a798-804b6c6d0e39 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:17:31.139849 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9aed13-af7e-4364-ae4b-07de4153f4a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8166e667-bab3-4e3c-9eb9-3852645366a6,revision_number=None']} {{(pid=84115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:17:31.142867 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-2e9aed13-af7e-4364-ae4b-07de4153f4a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:17:31.148221 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-2e9aed13-af7e-4364-ae4b-07de4153f4a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:17:31.149444 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-2e9aed13-af7e-4364-ae4b-07de4153f4a6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/8166e667-bab3-4e3c-9eb9-3852645366a6 HTTP/1.1" status: 204  len: 168 time: 0.3014231
Feb 19 03:17:31.813334 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-367eae4a-edb2-42b3-9b77-2153966146df req-2b127a23-6725-4b2b-a415-14fac5f6dd19 tempest-VolumesSnapshotTestJSON-248054011 tempest-VolumesSnapshotTestJSON-248054011-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad713036-4da9-48dc-a777-c5c28bf1534c HTTP/1.1" status: 200  len: 210 time: 0.0509281
Feb 19 03:17:31.968927 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:17:32.084669 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dd7bcb-ef69-48bf-99c7-603a44e3e47c req-77840d7c-75bb-430a-a2f4-3ad1f57a9bd7 tempest-VolumesSnapshotTestJSON-248054011 tempest-VolumesSnapshotTestJSON-248054011-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:17:32.087099 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-36dd7bcb-ef69-48bf-99c7-603a44e3e47c req-77840d7c-75bb-430a-a2f4-3ad1f57a9bd7 tempest-VolumesSnapshotTestJSON-248054011 tempest-VolumesSnapshotTestJSON-248054011-project] 10.222.0.65 "GET /v2.0/networks?id=a1776468-cc33-4821-8031-5c3e2dd24b1c HTTP/1.1" status: 200  len: 813 time: 0.1644652
Feb 19 03:17:32.102222 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.v2.base [req-36dd7bcb-ef69-48bf-99c7-603a44e3e47c req-610c37d7-c981-4122-8de1-8fac8063ef9d tempest-VolumesSnapshotTestJSON-248054011 tempest-VolumesSnapshotTestJSON-248054011-project] Request body: {'port': {'device_id': 'ad713036-4da9-48dc-a777-c5c28bf1534c', 'network_id': 'a1776468-cc33-4821-8031-5c3e2dd24b1c', 'admin_state_up': True, 'tenant_id': 'da9ab4fb51ce48bf882c9e08527bccfc'}} {{(pid=84116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 03:17:32.250925 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [req-36dd7bcb-ef69-48bf-99c7-603a44e3e47c req-610c37d7-c981-4122-8de1-8fac8063ef9d tempest-VolumesSnapshotTestJSON-248054011 tempest-VolumesSnapshotTestJSON-248054011-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 03:17:32.255454 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [req-36dd7bcb-ef69-48bf-99c7-603a44e3e47c req-610c37d7-c981-4122-8de1-8fac8063ef9d tempest-VolumesSnapshotTestJSON-248054011 tempest-VolumesSnapshotTestJSON-248054011-project] Usage tracker for resource:port and tenant:da9ab4fb51ce48bf882c9e08527bccfc is out of sync, need to count used quota {{(pid=84116) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 03:17:32.258532 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [req-36dd7bcb-ef69-48bf-99c7-603a44e3e47c req-610c37d7-c981-4122-8de1-8fac8063ef9d tempest-VolumesSnapshotTestJSON-248054011 tempest-VolumesSnapshotTestJSON-248054011-project] Quota usage for port was recalculated. Used quota:0. {{(pid=84116) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 03:17:32.265102 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [req-36dd7bcb-ef69-48bf-99c7-603a44e3e47c req-610c37d7-c981-4122-8de1-8fac8063ef9d tempest-VolumesSnapshotTestJSON-248054011 tempest-VolumesSnapshotTestJSON-248054011-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=84116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 03:17:32.307246 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36dd7bcb-ef69-48bf-99c7-603a44e3e47c req-610c37d7-c981-4122-8de1-8fac8063ef9d tempest-VolumesSnapshotTestJSON-248054011 tempest-VolumesSnapshotTestJSON-248054011-project] Made reservation on behalf of da9ab4fb51ce48bf882c9e08527bccfc for: {'port': 1} {{(pid=84116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 19 03:17:32.313376 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-36dd7bcb-ef69-48bf-99c7-603a44e3e47c req-610c37d7-c981-4122-8de1-8fac8063ef9d tempest-VolumesSnapshotTestJSON-248054011 tempest-VolumesSnapshotTestJSON-248054011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838630373'] for port, before_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:17:32.620102 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.db_base_plugin_common [req-36dd7bcb-ef69-48bf-99c7-603a44e3e47c req-610c37d7-c981-4122-8de1-8fac8063ef9d tempest-VolumesSnapshotTestJSON-248054011 tempest-VolumesSnapshotTestJSON-248054011-project] Allocated IP 172.20.0.14 (a1776468-cc33-4821-8031-5c3e2dd24b1c/b7b7da47-7ff1-4a2d-abb6-a52b4c6d4319/d6f138bf-9c12-46ba-8ba8-7d8c4a13e62b) {{(pid=84116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 19 03:17:32.833275 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-36dd7bcb-ef69-48bf-99c7-603a44e3e47c req-610c37d7-c981-4122-8de1-8fac8063ef9d tempest-VolumesSnapshotTestJSON-248054011 tempest-VolumesSnapshotTestJSON-248054011-project] Notify callbacks [] for port, precommit_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:17:32.890745 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-36dd7bcb-ef69-48bf-99c7-603a44e3e47c req-610c37d7-c981-4122-8de1-8fac8063ef9d tempest-VolumesSnapshotTestJSON-248054011 tempest-VolumesSnapshotTestJSON-248054011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363269711907205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2630593'] for port, after_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:17:32.906692 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-b30f6fc6-8fc1-4831-8ee9-20baa97ceb64 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:17:33.010918 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710bcbb7-d327-4ac0-a852-e97038ce69cb req-9f9d48bc-10d0-445b-afa9-468fff782a3a tempest-VolumesSnapshotTestJSON-248054011 tempest-VolumesSnapshotTestJSON-248054011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:17:33.012533 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-710bcbb7-d327-4ac0-a852-e97038ce69cb req-9f9d48bc-10d0-445b-afa9-468fff782a3a tempest-VolumesSnapshotTestJSON-248054011 tempest-VolumesSnapshotTestJSON-248054011-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad713036-4da9-48dc-a777-c5c28bf1534c HTTP/1.1" status: 200  len: 932 time: 0.0859318
Feb 19 03:17:33.047326 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610c37d7-c981-4122-8de1-8fac8063ef9d tempest-VolumesSnapshotTestJSON-248054011 tempest-VolumesSnapshotTestJSON-248054011-project] Pushing event updated for resources: {'Port': ['ID=d6f138bf-9c12-46ba-8ba8-7d8c4a13e62b,revision_number=1']} {{(pid=84116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:17:33.052099 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-610c37d7-c981-4122-8de1-8fac8063ef9d tempest-VolumesSnapshotTestJSON-248054011 tempest-VolumesSnapshotTestJSON-248054011-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:17:33.065536 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-710bcbb7-d327-4ac0-a852-e97038ce69cb req-61d42af0-92fe-4c98-a07a-38c73768eef6 tempest-VolumesSnapshotTestJSON-248054011 tempest-VolumesSnapshotTestJSON-248054011-project] 10.222.0.13 "GET /v2.0/security-groups?id=87ae1524-75bf-458d-a87c-5ccf0d558566&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0454845
Feb 19 03:17:33.105624 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36dd7bcb-ef69-48bf-99c7-603a44e3e47c req-610c37d7-c981-4122-8de1-8fac8063ef9d tempest-VolumesSnapshotTestJSON-248054011 tempest-VolumesSnapshotTestJSON-248054011-project] Network a1776468-cc33-4821-8031-5c3e2dd24b1c is already hosted by enough agents. {{(pid=84116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 19 03:17:33.106821 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.scheduler.base_scheduler [req-36dd7bcb-ef69-48bf-99c7-603a44e3e47c req-610c37d7-c981-4122-8de1-8fac8063ef9d tempest-VolumesSnapshotTestJSON-248054011 tempest-VolumesSnapshotTestJSON-248054011-project] Resources bound (agent type, host, resource id):  {{(pid=84116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 19 03:17:33.109083 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvrscheduler_db [req-36dd7bcb-ef69-48bf-99c7-603a44e3e47c req-610c37d7-c981-4122-8de1-8fac8063ef9d tempest-VolumesSnapshotTestJSON-248054011 tempest-VolumesSnapshotTestJSON-248054011-project] Received port after_create {{(pid=84116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 19 03:17:33.177705 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dd7bcb-ef69-48bf-99c7-603a44e3e47c req-610c37d7-c981-4122-8de1-8fac8063ef9d tempest-VolumesSnapshotTestJSON-248054011 tempest-VolumesSnapshotTestJSON-248054011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:17:33.178335 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-36dd7bcb-ef69-48bf-99c7-603a44e3e47c req-610c37d7-c981-4122-8de1-8fac8063ef9d tempest-VolumesSnapshotTestJSON-248054011 tempest-VolumesSnapshotTestJSON-248054011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771976'] for port, before_response {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:17:33.308146 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-36dd7bcb-ef69-48bf-99c7-603a44e3e47c req-610c37d7-c981-4122-8de1-8fac8063ef9d tempest-VolumesSnapshotTestJSON-248054011 tempest-VolumesSnapshotTestJSON-248054011-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.2099555
Feb 19 03:17:33.518869 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.v2.base [req-36dd7bcb-ef69-48bf-99c7-603a44e3e47c req-b8ea086a-0562-4f93-b58c-4790b31a918f service neutron] Request body: {'port': {'device_id': 'ad713036-4da9-48dc-a777-c5c28bf1534c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77570'}} {{(pid=84116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 03:17:33.637384 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-36dd7bcb-ef69-48bf-99c7-603a44e3e47c req-b8ea086a-0562-4f93-b58c-4790b31a918f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838630373'] for port, before_update {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:17:34.269597 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909165f8-6686-412b-b4eb-aa4b476fe155 req-364d0c07-4db6-49d7-b7ff-99900c9fdf63 tempest-VolumesSnapshotTestJSON-248054011 tempest-VolumesSnapshotTestJSON-248054011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:17:34.271259 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-909165f8-6686-412b-b4eb-aa4b476fe155 req-364d0c07-4db6-49d7-b7ff-99900c9fdf63 tempest-VolumesSnapshotTestJSON-248054011 tempest-VolumesSnapshotTestJSON-248054011-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad713036-4da9-48dc-a777-c5c28bf1534c HTTP/1.1" status: 200  len: 932 time: 0.0883431
Feb 19 03:17:34.299872 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.notifiers.nova [req-36dd7bcb-ef69-48bf-99c7-603a44e3e47c req-b8ea086a-0562-4f93-b58c-4790b31a918f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d6f138bf-9c12-46ba-8ba8-7d8c4a13e62b {{(pid=84116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 19 03:17:34.308115 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-36dd7bcb-ef69-48bf-99c7-603a44e3e47c req-b8ea086a-0562-4f93-b58c-4790b31a918f service neutron] Notify callbacks [] for port, precommit_update {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:17:34.319948 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-909165f8-6686-412b-b4eb-aa4b476fe155 req-7f176f5e-9674-43cb-bea9-5f0fb9f41e03 tempest-VolumesSnapshotTestJSON-248054011 tempest-VolumesSnapshotTestJSON-248054011-project] 10.222.0.13 "GET /v2.0/security-groups?id=87ae1524-75bf-458d-a87c-5ccf0d558566&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421848
Feb 19 03:17:34.320708 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [req-36dd7bcb-ef69-48bf-99c7-603a44e3e47c req-b8ea086a-0562-4f93-b58c-4790b31a918f service neutron] Transition to ACTIVE for port object d6f138bf-9c12-46ba-8ba8-7d8c4a13e62b will not be triggered until provisioned by entity L2. {{(pid=84116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 19 03:17:34.370391 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-36dd7bcb-ef69-48bf-99c7-603a44e3e47c req-b8ea086a-0562-4f93-b58c-4790b31a918f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269711510320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767142869380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269711906403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852145191'] for port, after_update {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:17:34.386376 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-27d70511-eae5-4d8a-8cf6-06e12daec73a tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:17:34.522833 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ea086a-0562-4f93-b58c-4790b31a918f service neutron] Pushing event updated for resources: {'Port': ['ID=d6f138bf-9c12-46ba-8ba8-7d8c4a13e62b,revision_number=2']} {{(pid=84116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:17:34.527445 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-b8ea086a-0562-4f93-b58c-4790b31a918f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:17:34.710426 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.managers [req-36dd7bcb-ef69-48bf-99c7-603a44e3e47c req-b8ea086a-0562-4f93-b58c-4790b31a918f service neutron] Attempting to bind port d6f138bf-9c12-46ba-8ba8-7d8c4a13e62b on host hv-cinder-77570 for vnic_type normal with profile  {{(pid=84116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 03:17:34.710810 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.managers [req-36dd7bcb-ef69-48bf-99c7-603a44e3e47c req-b8ea086a-0562-4f93-b58c-4790b31a918f service neutron] Attempting to bind port d6f138bf-9c12-46ba-8ba8-7d8c4a13e62b by drivers openvswitch on host hv-cinder-77570 at level 0 using segments [{'id': 'ff4a8a90-eda9-4ae3-b965-71f9760539ca', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a1776468-cc33-4821-8031-5c3e2dd24b1c'}] {{(pid=84116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 19 03:17:34.711184 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36dd7bcb-ef69-48bf-99c7-603a44e3e47c req-b8ea086a-0562-4f93-b58c-4790b31a918f service neutron] Attempting to bind port d6f138bf-9c12-46ba-8ba8-7d8c4a13e62b on network a1776468-cc33-4821-8031-5c3e2dd24b1c {{(pid=84116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 19 03:17:34.716942 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36dd7bcb-ef69-48bf-99c7-603a44e3e47c req-b8ea086a-0562-4f93-b58c-4790b31a918f service neutron] Checking agent: {'id': 'd79517dc-1443-4e8d-af8f-f4fe2bcc2381', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77570', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 19, 3, 4, 30), 'started_at': datetime.datetime(2021, 2, 19, 3, 5), 'heartbeat_timestamp': datetime.datetime(2021, 2, 19, 3, 17, 32), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.91', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 19 03:17:34.717309 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36dd7bcb-ef69-48bf-99c7-603a44e3e47c req-b8ea086a-0562-4f93-b58c-4790b31a918f service neutron] Checking segment: {'id': 'ff4a8a90-eda9-4ae3-b965-71f9760539ca', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a1776468-cc33-4821-8031-5c3e2dd24b1c'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 19 03:17:34.717761 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-36dd7bcb-ef69-48bf-99c7-603a44e3e47c req-b8ea086a-0562-4f93-b58c-4790b31a918f service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:17:34.718175 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36dd7bcb-ef69-48bf-99c7-603a44e3e47c req-b8ea086a-0562-4f93-b58c-4790b31a918f service neutron] Bound using segment: {'id': 'ff4a8a90-eda9-4ae3-b965-71f9760539ca', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a1776468-cc33-4821-8031-5c3e2dd24b1c'} {{(pid=84116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 19 03:17:34.718630 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.managers [req-36dd7bcb-ef69-48bf-99c7-603a44e3e47c req-b8ea086a-0562-4f93-b58c-4790b31a918f service neutron] Bound port: d6f138bf-9c12-46ba-8ba8-7d8c4a13e62b, host: hv-cinder-77570, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff4a8a90-eda9-4ae3-b965-71f9760539ca', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a1776468-cc33-4821-8031-5c3e2dd24b1c'}}] {{(pid=84116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 19 03:17:34.719004 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-36dd7bcb-ef69-48bf-99c7-603a44e3e47c req-b8ea086a-0562-4f93-b58c-4790b31a918f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838630373'] for port, before_update {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:17:34.812697 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.db [req-36dd7bcb-ef69-48bf-99c7-603a44e3e47c req-b8ea086a-0562-4f93-b58c-4790b31a918f service neutron] For port d6f138bf-9c12-46ba-8ba8-7d8c4a13e62b, host hv-cinder-77570, cleared binding levels {{(pid=84116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 19 03:17:34.815800 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.db [req-36dd7bcb-ef69-48bf-99c7-603a44e3e47c req-b8ea086a-0562-4f93-b58c-4790b31a918f service neutron] For port d6f138bf-9c12-46ba-8ba8-7d8c4a13e62b, host hv-cinder-77570, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=d6f138bf-9c12-46ba-8ba8-7d8c4a13e62b,segment=NetworkSegment(ff4a8a90-eda9-4ae3-b965-71f9760539ca),segment_id=ff4a8a90-eda9-4ae3-b965-71f9760539ca)] {{(pid=84116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 19 03:17:34.850917 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-36dd7bcb-ef69-48bf-99c7-603a44e3e47c req-b8ea086a-0562-4f93-b58c-4790b31a918f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269711510320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767142869380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269711906403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852145191'] for port, after_update {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:17:34.866677 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-14ffba0b-66b5-4f0b-aaec-6178b16de67d tempest-VolumesActionsTest-1533452627 tempest-VolumesActionsTest-1533452627-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:17:35.025425 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ea086a-0562-4f93-b58c-4790b31a918f service neutron] Pushing event updated for resources: {'Port': ['ID=d6f138bf-9c12-46ba-8ba8-7d8c4a13e62b,revision_number=3']} {{(pid=84116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:17:35.031035 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-b8ea086a-0562-4f93-b58c-4790b31a918f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:17:35.061131 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dd7bcb-ef69-48bf-99c7-603a44e3e47c req-b8ea086a-0562-4f93-b58c-4790b31a918f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:17:35.061843 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-36dd7bcb-ef69-48bf-99c7-603a44e3e47c req-b8ea086a-0562-4f93-b58c-4790b31a918f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771976'] for port, before_response {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:17:35.063375 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-36dd7bcb-ef69-48bf-99c7-603a44e3e47c req-b8ea086a-0562-4f93-b58c-4790b31a918f service neutron] 10.222.0.65 "PUT /v2.0/ports/d6f138bf-9c12-46ba-8ba8-7d8c4a13e62b HTTP/1.1" status: 200  len: 1158 time: 1.7471187
Feb 19 03:17:35.063854 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad713036-4da9-48dc-a777-c5c28bf1534c', 'tag': 'd6f138bf-9c12-46ba-8ba8-7d8c4a13e62b'}] {{(pid=84116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 03:17:35.221255 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dd7bcb-ef69-48bf-99c7-603a44e3e47c req-97d4521d-17e9-42cc-8042-05803a1da780 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:17:35.222613 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-36dd7bcb-ef69-48bf-99c7-603a44e3e47c req-97d4521d-17e9-42cc-8042-05803a1da780 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=da9ab4fb51ce48bf882c9e08527bccfc&device_id=ad713036-4da9-48dc-a777-c5c28bf1534c HTTP/1.1" status: 200  len: 1161 time: 0.0828304
Feb 19 03:17:35.289527 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad713036-4da9-48dc-a777-c5c28bf1534c', 'tag': 'd6f138bf-9c12-46ba-8ba8-7d8c4a13e62b', 'status': 'completed', 'code': 200}
Feb 19 03:17:35.305188 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-36dd7bcb-ef69-48bf-99c7-603a44e3e47c req-94551729-5608-4737-bd64-d4283a3bc8d0 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d6f138bf-9c12-46ba-8ba8-7d8c4a13e62b HTTP/1.1" status: 200  len: 217 time: 0.0751314
Feb 19 03:17:35.373699 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36dd7bcb-ef69-48bf-99c7-603a44e3e47c req-7cadb189-3ec4-4d8d-8bb8-6262742cf353 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:17:35.375319 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-36dd7bcb-ef69-48bf-99c7-603a44e3e47c req-7cadb189-3ec4-4d8d-8bb8-6262742cf353 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b7b7da47-7ff1-4a2d-abb6-a52b4c6d4319 HTTP/1.1" status: 200  len: 853 time: 0.0636301
Feb 19 03:17:35.433228 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-36dd7bcb-ef69-48bf-99c7-603a44e3e47c req-ea3741b3-9ba0-438a-9760-a67ca6e34b31 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a1776468-cc33-4821-8031-5c3e2dd24b1c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0500231
Feb 19 03:17:35.526479 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b39177d-ea32-4a45-b4f9-e3903b27d16e req-f848157c-8a4d-436f-a43d-2ffda1bee967 tempest-VolumesSnapshotTestJSON-248054011 tempest-VolumesSnapshotTestJSON-248054011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:17:35.528087 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-9b39177d-ea32-4a45-b4f9-e3903b27d16e req-f848157c-8a4d-436f-a43d-2ffda1bee967 tempest-VolumesSnapshotTestJSON-248054011 tempest-VolumesSnapshotTestJSON-248054011-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad713036-4da9-48dc-a777-c5c28bf1534c HTTP/1.1" status: 200  len: 944 time: 0.0917068
Feb 19 03:17:35.577762 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-9b39177d-ea32-4a45-b4f9-e3903b27d16e req-a90652a8-d941-41f9-a110-3ea5ad6e6eee tempest-VolumesSnapshotTestJSON-248054011 tempest-VolumesSnapshotTestJSON-248054011-project] 10.222.0.13 "GET /v2.0/security-groups?id=87ae1524-75bf-458d-a87c-5ccf0d558566&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0425403
Feb 19 03:17:35.580074 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-36dd7bcb-ef69-48bf-99c7-603a44e3e47c req-eb701cb0-c737-484d-a7fe-654127ce0be0 service neutron] 10.222.0.65 "GET /v2.0/networks/a1776468-cc33-4821-8031-5c3e2dd24b1c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1392369
Feb 19 03:17:35.727538 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-36dd7bcb-ef69-48bf-99c7-603a44e3e47c req-bb0218e4-1b64-41e8-a6e4-1384f51bd8cf service neutron] 10.222.0.65 "GET /v2.0/networks/a1776468-cc33-4821-8031-5c3e2dd24b1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1409740
Feb 19 03:17:35.925492 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829f4e69-f7e2-4d2d-bc9f-e8a29c42edf5 req-7469b533-fd52-400b-819e-adf93f8f8315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:17:35.927156 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-829f4e69-f7e2-4d2d-bc9f-e8a29c42edf5 req-7469b533-fd52-400b-819e-adf93f8f8315 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=da9ab4fb51ce48bf882c9e08527bccfc&device_id=ad713036-4da9-48dc-a777-c5c28bf1534c HTTP/1.1" status: 200  len: 1161 time: 0.0784903
Feb 19 03:17:36.076740 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829f4e69-f7e2-4d2d-bc9f-e8a29c42edf5 req-922eef1a-74f4-4daa-b044-384af657c3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:17:36.078406 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-829f4e69-f7e2-4d2d-bc9f-e8a29c42edf5 req-922eef1a-74f4-4daa-b044-384af657c3a5 service neutron] 10.222.0.65 "GET /v2.0/networks?id=a1776468-cc33-4821-8031-5c3e2dd24b1c HTTP/1.1" status: 200  len: 907 time: 0.1400986
Feb 19 03:17:36.156350 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-829f4e69-f7e2-4d2d-bc9f-e8a29c42edf5 req-71376fdd-04d2-4d08-8cdf-c102caf85c43 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d6f138bf-9c12-46ba-8ba8-7d8c4a13e62b HTTP/1.1" status: 200  len: 217 time: 0.0693517
Feb 19 03:17:36.226779 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-829f4e69-f7e2-4d2d-bc9f-e8a29c42edf5 req-d060ff25-5f75-4c1c-8369-962d54113293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:17:36.228348 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-829f4e69-f7e2-4d2d-bc9f-e8a29c42edf5 req-d060ff25-5f75-4c1c-8369-962d54113293 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=b7b7da47-7ff1-4a2d-abb6-a52b4c6d4319 HTTP/1.1" status: 200  len: 853 time: 0.0651319
Feb 19 03:17:36.282818 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-829f4e69-f7e2-4d2d-bc9f-e8a29c42edf5 req-bbfbabc0-40e4-4a9c-88a4-ab8b6790a2e8 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=a1776468-cc33-4821-8031-5c3e2dd24b1c&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0469792
Feb 19 03:17:36.425895 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-829f4e69-f7e2-4d2d-bc9f-e8a29c42edf5 req-cdb47a2f-07a2-44c5-8585-b1753ac57d46 service neutron] 10.222.0.65 "GET /v2.0/networks/a1776468-cc33-4821-8031-5c3e2dd24b1c?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1355538
Feb 19 03:17:36.572059 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-829f4e69-f7e2-4d2d-bc9f-e8a29c42edf5 req-48efc707-14f2-4ead-a762-17901fc2e721 service neutron] 10.222.0.65 "GET /v2.0/networks/a1776468-cc33-4821-8031-5c3e2dd24b1c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1377153
Feb 19 03:17:36.776606 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51010b2e-f12a-4093-8d8b-14aef40ff72f req-dc1fe9f1-5151-4da6-92d3-8b7a64e4d6a8 tempest-VolumesSnapshotTestJSON-248054011 tempest-VolumesSnapshotTestJSON-248054011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:17:36.778635 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-51010b2e-f12a-4093-8d8b-14aef40ff72f req-dc1fe9f1-5151-4da6-92d3-8b7a64e4d6a8 tempest-VolumesSnapshotTestJSON-248054011 tempest-VolumesSnapshotTestJSON-248054011-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad713036-4da9-48dc-a777-c5c28bf1534c HTTP/1.1" status: 200  len: 944 time: 0.0862832
Feb 19 03:17:36.828885 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-51010b2e-f12a-4093-8d8b-14aef40ff72f req-facf64b7-8525-4c0a-ac27-8a984f3bff9a tempest-VolumesSnapshotTestJSON-248054011 tempest-VolumesSnapshotTestJSON-248054011-project] 10.222.0.13 "GET /v2.0/security-groups?id=87ae1524-75bf-458d-a87c-5ccf0d558566&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0437491
Feb 19 03:17:38.025265 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e5ffc8-27f0-474d-a491-6f3049104493 req-d30b82d7-ddc3-4b26-91c9-7062c3efe7b2 tempest-VolumesSnapshotTestJSON-248054011 tempest-VolumesSnapshotTestJSON-248054011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:17:38.026871 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-52e5ffc8-27f0-474d-a491-6f3049104493 req-d30b82d7-ddc3-4b26-91c9-7062c3efe7b2 tempest-VolumesSnapshotTestJSON-248054011 tempest-VolumesSnapshotTestJSON-248054011-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad713036-4da9-48dc-a777-c5c28bf1534c HTTP/1.1" status: 200  len: 944 time: 0.0851343
Feb 19 03:17:38.074751 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-52e5ffc8-27f0-474d-a491-6f3049104493 req-bc424a65-6833-4f82-aecc-8980af971aab tempest-VolumesSnapshotTestJSON-248054011 tempest-VolumesSnapshotTestJSON-248054011-project] 10.222.0.13 "GET /v2.0/security-groups?id=87ae1524-75bf-458d-a87c-5ccf0d558566&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417097
Feb 19 03:17:38.663399 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.rpc [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Device d6f138bf-9c12-46ba-8ba8-7d8c4a13e62b up at agent ovs-agent-hv-cinder-77570 {{(pid=84117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 03:17:38.764612 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Provisioning for port d6f138bf-9c12-46ba-8ba8-7d8c4a13e62b completed by entity L2. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 19 03:17:38.769863 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Provisioning complete for port d6f138bf-9c12-46ba-8ba8-7d8c4a13e62b triggered by entity L2. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 03:17:38.770287 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16124857'] for port, provisioning_complete {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:17:38.890418 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838630373'] for port, before_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:17:38.920954 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad713036-4da9-48dc-a777-c5c28bf1534c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6f138bf-9c12-46ba-8ba8-7d8c4a13e62b'}] {{(pid=84117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 03:17:38.931454 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.db [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] For port d6f138bf-9c12-46ba-8ba8-7d8c4a13e62b, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=d6f138bf-9c12-46ba-8ba8-7d8c4a13e62b,segment=NetworkSegment(ff4a8a90-eda9-4ae3-b965-71f9760539ca),segment_id=ff4a8a90-eda9-4ae3-b965-71f9760539ca)] {{(pid=84117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 03:17:38.963075 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269711510320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767142869380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269711906403'] for port, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:17:38.965072 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:17:39.028369 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad713036-4da9-48dc-a777-c5c28bf1534c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd6f138bf-9c12-46ba-8ba8-7d8c4a13e62b', 'code': 200}
Feb 19 03:17:39.039492 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Pushing event updated for resources: {'Port': ['ID=d6f138bf-9c12-46ba-8ba8-7d8c4a13e62b,revision_number=4']} {{(pid=84117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:17:39.043657 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:17:39.276237 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4c2523-0673-4e7f-9fcd-6ec5a109e5ab req-a75f0c28-f931-4082-8231-dcdf3e4f035d tempest-VolumesSnapshotTestJSON-248054011 tempest-VolumesSnapshotTestJSON-248054011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:17:39.277904 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-4f4c2523-0673-4e7f-9fcd-6ec5a109e5ab req-a75f0c28-f931-4082-8231-dcdf3e4f035d tempest-VolumesSnapshotTestJSON-248054011 tempest-VolumesSnapshotTestJSON-248054011-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad713036-4da9-48dc-a777-c5c28bf1534c HTTP/1.1" status: 200  len: 946 time: 0.0916178
Feb 19 03:17:39.326948 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-4f4c2523-0673-4e7f-9fcd-6ec5a109e5ab req-69b142ba-fb5d-43ab-b8ad-81b424e4d3e2 tempest-VolumesSnapshotTestJSON-248054011 tempest-VolumesSnapshotTestJSON-248054011-project] 10.222.0.13 "GET /v2.0/security-groups?id=87ae1524-75bf-458d-a87c-5ccf0d558566&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0428174
Feb 19 03:17:39.342076 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98aa367-effd-4d82-9457-4ff3051def4e req-b1c878cc-694c-45a7-9e3f-3ae587b5357c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:17:39.343708 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-e98aa367-effd-4d82-9457-4ff3051def4e req-b1c878cc-694c-45a7-9e3f-3ae587b5357c service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=ad713036-4da9-48dc-a777-c5c28bf1534c HTTP/1.1" status: 200  len: 1163 time: 0.0824153
Feb 19 03:17:39.387779 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-e98aa367-effd-4d82-9457-4ff3051def4e req-fa7275d9-cd98-4a3e-84dd-9fb03ca65c6c service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=87ae1524-75bf-458d-a87c-5ccf0d558566&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0370817
Feb 19 03:17:40.456545 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.rpc [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Device d6f138bf-9c12-46ba-8ba8-7d8c4a13e62b up at agent ovs-agent-hv-cinder-77570 {{(pid=84117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 03:17:40.531185 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48080e13-3b4b-4790-96ab-8b4aebe1699c req-f0927505-5398-4465-a6e5-98d961735722 tempest-VolumesSnapshotTestJSON-248054011 tempest-VolumesSnapshotTestJSON-248054011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:17:40.531412 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Provisioning complete for port d6f138bf-9c12-46ba-8ba8-7d8c4a13e62b triggered by entity L2. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 03:17:40.531811 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16124857'] for port, provisioning_complete {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:17:40.532740 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-48080e13-3b4b-4790-96ab-8b4aebe1699c req-f0927505-5398-4465-a6e5-98d961735722 tempest-VolumesSnapshotTestJSON-248054011 tempest-VolumesSnapshotTestJSON-248054011-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad713036-4da9-48dc-a777-c5c28bf1534c HTTP/1.1" status: 200  len: 946 time: 0.0886064
Feb 19 03:17:40.588653 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-48080e13-3b4b-4790-96ab-8b4aebe1699c req-ec84e001-ee47-48e2-934a-e47114e5a813 tempest-VolumesSnapshotTestJSON-248054011 tempest-VolumesSnapshotTestJSON-248054011-project] 10.222.0.13 "GET /v2.0/security-groups?id=87ae1524-75bf-458d-a87c-5ccf0d558566&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0492821
Feb 19 03:17:41.785387 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b102923-25e1-4c57-a4bb-92a392a625bf req-297cd110-5f81-46fd-8415-e920863eda91 tempest-VolumesSnapshotTestJSON-248054011 tempest-VolumesSnapshotTestJSON-248054011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:17:41.787016 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-6b102923-25e1-4c57-a4bb-92a392a625bf req-297cd110-5f81-46fd-8415-e920863eda91 tempest-VolumesSnapshotTestJSON-248054011 tempest-VolumesSnapshotTestJSON-248054011-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad713036-4da9-48dc-a777-c5c28bf1534c HTTP/1.1" status: 200  len: 946 time: 0.0870647
Feb 19 03:17:41.833626 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-6b102923-25e1-4c57-a4bb-92a392a625bf req-63e0463b-a3ba-473d-b3dd-b3b7a04ce404 tempest-VolumesSnapshotTestJSON-248054011 tempest-VolumesSnapshotTestJSON-248054011-project] 10.222.0.13 "GET /v2.0/security-groups?id=87ae1524-75bf-458d-a87c-5ccf0d558566&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0404780
Feb 19 03:17:46.169826 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.agents_db [None req-fa9641de-a39b-4023-bfa7-5325e5d2422e None None] Agent healthcheck: found 6 active agents {{(pid=84118) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 19 03:17:49.473771 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-7c6663f8-0c38-4bb6-9da2-fa2140755801 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:17:51.890012 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-0e1b05e0-b4ac-4832-9b17-4e4aa4ba9d16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:17:52.495031 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-4b343f23-6f62-4db0-bfb1-0e5ba3aa11dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:17:53.553090 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:17:54.301685 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-ed1abd93-30ab-455f-b25e-ecbc2cc5cf06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:18:01.987728 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:18:03.863820 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b73950-3e3e-45b6-8537-bf58dba4f57a req-c9c8a11f-56e3-4464-a35a-d2bbeda24b33 tempest-VolumesSnapshotTestJSON-248054011 tempest-VolumesSnapshotTestJSON-248054011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:18:03.865389 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-d6b73950-3e3e-45b6-8537-bf58dba4f57a req-c9c8a11f-56e3-4464-a35a-d2bbeda24b33 tempest-VolumesSnapshotTestJSON-248054011 tempest-VolumesSnapshotTestJSON-248054011-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad713036-4da9-48dc-a777-c5c28bf1534c HTTP/1.1" status: 200  len: 946 time: 0.0889173
Feb 19 03:18:03.911696 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-d6b73950-3e3e-45b6-8537-bf58dba4f57a req-40dbf08d-1622-485e-8677-d31fb19403dc tempest-VolumesSnapshotTestJSON-248054011 tempest-VolumesSnapshotTestJSON-248054011-project] 10.222.0.13 "GET /v2.0/security-groups?id=87ae1524-75bf-458d-a87c-5ccf0d558566&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0401704
Feb 19 03:18:05.112904 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98b620a-7075-4375-8bb8-eab6035b14dd req-56402dae-72a1-4487-98f8-8c3e72a45166 tempest-VolumesSnapshotTestJSON-248054011 tempest-VolumesSnapshotTestJSON-248054011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:18:05.114563 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-d98b620a-7075-4375-8bb8-eab6035b14dd req-56402dae-72a1-4487-98f8-8c3e72a45166 tempest-VolumesSnapshotTestJSON-248054011 tempest-VolumesSnapshotTestJSON-248054011-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad713036-4da9-48dc-a777-c5c28bf1534c HTTP/1.1" status: 200  len: 946 time: 0.0886760
Feb 19 03:18:05.165147 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-d98b620a-7075-4375-8bb8-eab6035b14dd req-96ea52e0-ee64-4a1f-bff5-cf2538efee3c tempest-VolumesSnapshotTestJSON-248054011 tempest-VolumesSnapshotTestJSON-248054011-project] 10.222.0.13 "GET /v2.0/security-groups?id=87ae1524-75bf-458d-a87c-5ccf0d558566&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443287
Feb 19 03:18:05.456838 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74984b8-666d-46c9-be58-0badfee61554 req-b89c7227-cca0-4149-ae95-5908fd694c53 tempest-VolumesSnapshotTestJSON-248054011 tempest-VolumesSnapshotTestJSON-248054011-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:18:05.457606 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [req-f74984b8-666d-46c9-be58-0badfee61554 req-b89c7227-cca0-4149-ae95-5908fd694c53 tempest-VolumesSnapshotTestJSON-248054011 tempest-VolumesSnapshotTestJSON-248054011-project] Synchronizing usage tracker for tenant:da9ab4fb51ce48bf882c9e08527bccfc on resource:port {{(pid=84116) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 19 03:18:05.511882 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [req-f74984b8-666d-46c9-be58-0badfee61554 req-b89c7227-cca0-4149-ae95-5908fd694c53 tempest-VolumesSnapshotTestJSON-248054011 tempest-VolumesSnapshotTestJSON-248054011-project] Unset dirty status for tenant:da9ab4fb51ce48bf882c9e08527bccfc on resource:port {{(pid=84116) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 19 03:18:05.513029 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-f74984b8-666d-46c9-be58-0badfee61554 req-b89c7227-cca0-4149-ae95-5908fd694c53 tempest-VolumesSnapshotTestJSON-248054011 tempest-VolumesSnapshotTestJSON-248054011-project] 10.222.0.65 "GET /v2.0/ports?device_id=ad713036-4da9-48dc-a777-c5c28bf1534c HTTP/1.1" status: 200  len: 946 time: 0.1416152
Feb 19 03:18:05.594619 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.plugin [req-f74984b8-666d-46c9-be58-0badfee61554 req-e7561c5f-258f-4745-9728-2b572be50fe6 tempest-VolumesSnapshotTestJSON-248054011 tempest-VolumesSnapshotTestJSON-248054011-project] Deleting port d6f138bf-9c12-46ba-8ba8-7d8c4a13e62b {{(pid=84116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 19 03:18:05.595009 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-f74984b8-666d-46c9-be58-0badfee61554 req-e7561c5f-258f-4745-9728-2b572be50fe6 tempest-VolumesSnapshotTestJSON-248054011 tempest-VolumesSnapshotTestJSON-248054011-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363269711485266'] for port, before_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:18:05.856246 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.db [req-f74984b8-666d-46c9-be58-0badfee61554 req-e7561c5f-258f-4745-9728-2b572be50fe6 tempest-VolumesSnapshotTestJSON-248054011 tempest-VolumesSnapshotTestJSON-248054011-project] For port d6f138bf-9c12-46ba-8ba8-7d8c4a13e62b, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=d6f138bf-9c12-46ba-8ba8-7d8c4a13e62b,segment=NetworkSegment(ff4a8a90-eda9-4ae3-b965-71f9760539ca),segment_id=ff4a8a90-eda9-4ae3-b965-71f9760539ca)] {{(pid=84116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 03:18:05.856576 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-f74984b8-666d-46c9-be58-0badfee61554 req-e7561c5f-258f-4745-9728-2b572be50fe6 tempest-VolumesSnapshotTestJSON-248054011 tempest-VolumesSnapshotTestJSON-248054011-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-361392'] for port, precommit_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:18:05.988784 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.plugin [req-f74984b8-666d-46c9-be58-0badfee61554 req-e7561c5f-258f-4745-9728-2b572be50fe6 tempest-VolumesSnapshotTestJSON-248054011 tempest-VolumesSnapshotTestJSON-248054011-project] Calling delete_port for d6f138bf-9c12-46ba-8ba8-7d8c4a13e62b owned by compute:nova {{(pid=84116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 19 03:18:06.174860 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-f74984b8-666d-46c9-be58-0badfee61554 req-e7561c5f-258f-4745-9728-2b572be50fe6 tempest-VolumesSnapshotTestJSON-248054011 tempest-VolumesSnapshotTestJSON-248054011-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363269711510303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363269711906437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2630593'] for port, after_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:18:06.192543 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:18:06.299885 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7561c5f-258f-4745-9728-2b572be50fe6 tempest-VolumesSnapshotTestJSON-248054011 tempest-VolumesSnapshotTestJSON-248054011-project] Pushing event deleted for resources: {'Port': ['ID=d6f138bf-9c12-46ba-8ba8-7d8c4a13e62b,revision_number=None']} {{(pid=84116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:18:06.302702 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-e7561c5f-258f-4745-9728-2b572be50fe6 tempest-VolumesSnapshotTestJSON-248054011 tempest-VolumesSnapshotTestJSON-248054011-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:18:06.342900 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-7c38ba5e-4b2b-419d-b477-40df12ae022f req-5e0af119-5b8d-4d5e-9123-67a47626d42f tempest-VolumesSnapshotTestJSON-248054011 tempest-VolumesSnapshotTestJSON-248054011-project] 10.222.0.13 "GET /v2.0/ports?device_id=ad713036-4da9-48dc-a777-c5c28bf1534c HTTP/1.1" status: 200  len: 210 time: 0.0487239
Feb 19 03:18:06.399929 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvrscheduler_db [req-f74984b8-666d-46c9-be58-0badfee61554 req-e7561c5f-258f-4745-9728-2b572be50fe6 tempest-VolumesSnapshotTestJSON-248054011 tempest-VolumesSnapshotTestJSON-248054011-project] No DVR routers for this DVR port d6f138bf-9c12-46ba-8ba8-7d8c4a13e62b on host hv-cinder-77570 {{(pid=84116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 19 03:18:06.402144 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-f74984b8-666d-46c9-be58-0badfee61554 req-e7561c5f-258f-4745-9728-2b572be50fe6 tempest-VolumesSnapshotTestJSON-248054011 tempest-VolumesSnapshotTestJSON-248054011-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771976'] for port, before_response {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:18:06.404812 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad713036-4da9-48dc-a777-c5c28bf1534c', 'name': 'network-vif-deleted', 'tag': 'd6f138bf-9c12-46ba-8ba8-7d8c4a13e62b'}] {{(pid=84116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 03:18:06.451932 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-f74984b8-666d-46c9-be58-0badfee61554 req-e7561c5f-258f-4745-9728-2b572be50fe6 tempest-VolumesSnapshotTestJSON-248054011 tempest-VolumesSnapshotTestJSON-248054011-project] 10.222.0.65 "DELETE /v2.0/ports/d6f138bf-9c12-46ba-8ba8-7d8c4a13e62b HTTP/1.1" status: 204  len: 173 time: 0.9327865
Feb 19 03:18:06.454007 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad713036-4da9-48dc-a777-c5c28bf1534c', 'name': 'network-vif-deleted', 'tag': 'd6f138bf-9c12-46ba-8ba8-7d8c4a13e62b', 'status': 'completed', 'code': 200}
Feb 19 03:18:07.269602 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.rpc [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Device d6f138bf-9c12-46ba-8ba8-7d8c4a13e62b no longer exists at agent ovs-agent-hv-cinder-77570 {{(pid=84117) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 19 03:18:07.308297 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.plugin [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] No Port match for: d6f138bf-9c12-46ba-8ba8-7d8c4a13e62b {{(pid=84117) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 19 03:18:07.308685 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.rpc [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Device d6f138bf-9c12-46ba-8ba8-7d8c4a13e62b not bound to the agent host hv-cinder-77570 {{(pid=84117) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 19 03:18:19.560776 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-5b4e443b-cc27-4a2a-9845-553b5b50d0cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:18:21.885200 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-aa1a0adf-a7fc-42af-bb16-7c3a94cd4c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:18:22.485949 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-4b343f23-6f62-4db0-bfb1-0e5ba3aa11dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:18:23.169496 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.agents_db [None req-fa9641de-a39b-4023-bfa7-5325e5d2422e None None] Agent healthcheck: found 6 active agents {{(pid=84118) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 19 03:18:23.553646 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:18:24.312839 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-ed1abd93-30ab-455f-b25e-ecbc2cc5cf06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:18:31.992096 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:18:33.322686 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84116) accepted ('10.222.0.13', 58600) {{(pid=84116) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:18:33.392001 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.db_base_plugin_v2 [None req-6970a8c9-8147-4340-8b7d-5c1072eb0f08 admin admin] Deleting subnet b7b7da47-7ff1-4a2d-abb6-a52b4c6d4319 {{(pid=84116) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 19 03:18:33.395348 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-6970a8c9-8147-4340-8b7d-5c1072eb0f08 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:18:33.447466 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-6970a8c9-8147-4340-8b7d-5c1072eb0f08 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851885379'] for subnet, precommit_delete_associations {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:18:33.505762 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-6970a8c9-8147-4340-8b7d-5c1072eb0f08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16124102'] for subnet, precommit_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:18:33.787172 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-6970a8c9-8147-4340-8b7d-5c1072eb0f08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838651698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852145260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851540315'] for subnet, after_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:18:33.803238 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-45b220c6-434c-4bcf-9118-f293f2d1520e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:18:34.122199 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6970a8c9-8147-4340-8b7d-5c1072eb0f08 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b7b7da47-7ff1-4a2d-abb6-a52b4c6d4319,revision_number=None']} {{(pid=84116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:18:34.144088 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6970a8c9-8147-4340-8b7d-5c1072eb0f08 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:18:34.144764 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6970a8c9-8147-4340-8b7d-5c1072eb0f08 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:18:34.145175 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6970a8c9-8147-4340-8b7d-5c1072eb0f08 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:18:34.145583 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6970a8c9-8147-4340-8b7d-5c1072eb0f08 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:18:34.146014 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6970a8c9-8147-4340-8b7d-5c1072eb0f08 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:18:34.146421 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6970a8c9-8147-4340-8b7d-5c1072eb0f08 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:18:34.146822 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6970a8c9-8147-4340-8b7d-5c1072eb0f08 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:18:34.147223 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6970a8c9-8147-4340-8b7d-5c1072eb0f08 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:18:34.147625 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6970a8c9-8147-4340-8b7d-5c1072eb0f08 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:18:34.148022 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6970a8c9-8147-4340-8b7d-5c1072eb0f08 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:18:34.148420 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6970a8c9-8147-4340-8b7d-5c1072eb0f08 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:18:34.148814 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6970a8c9-8147-4340-8b7d-5c1072eb0f08 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:18:34.149269 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6970a8c9-8147-4340-8b7d-5c1072eb0f08 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:18:34.149664 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6970a8c9-8147-4340-8b7d-5c1072eb0f08 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:18:34.150084 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6970a8c9-8147-4340-8b7d-5c1072eb0f08 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:18:34.150478 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6970a8c9-8147-4340-8b7d-5c1072eb0f08 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:18:34.150872 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6970a8c9-8147-4340-8b7d-5c1072eb0f08 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:18:34.151266 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6970a8c9-8147-4340-8b7d-5c1072eb0f08 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:18:34.151661 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6970a8c9-8147-4340-8b7d-5c1072eb0f08 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:18:34.152049 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6970a8c9-8147-4340-8b7d-5c1072eb0f08 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:18:34.152442 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6970a8c9-8147-4340-8b7d-5c1072eb0f08 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:18:34.152832 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6970a8c9-8147-4340-8b7d-5c1072eb0f08 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:18:34.153229 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6970a8c9-8147-4340-8b7d-5c1072eb0f08 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:18:34.153619 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6970a8c9-8147-4340-8b7d-5c1072eb0f08 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:18:34.158341 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-6970a8c9-8147-4340-8b7d-5c1072eb0f08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:18:34.189101 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-6970a8c9-8147-4340-8b7d-5c1072eb0f08 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:18:34.195146 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-6970a8c9-8147-4340-8b7d-5c1072eb0f08 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/b7b7da47-7ff1-4a2d-abb6-a52b4c6d4319 HTTP/1.1" status: 204  len: 168 time: 0.8713689
Feb 19 03:18:34.197966 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84116) accepted ('10.222.0.13', 58604) {{(pid=84116) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:18:34.313970 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-e2ea4f4f-4cca-42d7-8544-12d2622e6a86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036838588073'] for network, before_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:18:34.504918 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-e2ea4f4f-4cca-42d7-8544-12d2622e6a86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16130609', 'neutron.services.segments.db._delete_segments_for_network--9223363269711387610'] for network, precommit_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:18:34.618471 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.services.segments.db [None req-e2ea4f4f-4cca-42d7-8544-12d2622e6a86 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f942538bf28>,) {'filters': {'network_id': ['a1776468-cc33-4821-8031-5c3e2dd24b1c']}} {{(pid=84116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 03:18:34.631515 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.services.segments.db [None req-e2ea4f4f-4cca-42d7-8544-12d2622e6a86 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f942538bf28>, 'ff4a8a90-eda9-4ae3-b965-71f9760539ca') {'for_net_delete': True} {{(pid=84116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 03:18:34.631850 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.services.segments.db [None req-e2ea4f4f-4cca-42d7-8544-12d2622e6a86 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f942538bf28>, 'ff4a8a90-eda9-4ae3-b965-71f9760539ca') {} {{(pid=84116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 03:18:34.644170 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-e2ea4f4f-4cca-42d7-8544-12d2622e6a86 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363269711390170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2890373'] for segment, before_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:18:34.658989 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-e2ea4f4f-4cca-42d7-8544-12d2622e6a86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838644319'] for segment, precommit_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:18:34.660971 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-e2ea4f4f-4cca-42d7-8544-12d2622e6a86 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=84116) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 19 03:18:34.837241 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.managers [None req-e2ea4f4f-4cca-42d7-8544-12d2622e6a86 admin admin] Network a1776468-cc33-4821-8031-5c3e2dd24b1c has no segments {{(pid=84116) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 19 03:18:34.850230 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-e2ea4f4f-4cca-42d7-8544-12d2622e6a86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16131513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2632757'] for segment, after_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:18:35.030067 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.managers [None req-e2ea4f4f-4cca-42d7-8544-12d2622e6a86 admin admin] Network a1776468-cc33-4821-8031-5c3e2dd24b1c has no segments {{(pid=84116) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 19 03:18:35.053341 dv-cinder-775706-2-iscsi neutron-server[84004]: Traceback (most recent call last):
Feb 19 03:18:35.053341 dv-cinder-775706-2-iscsi neutron-server[84004]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 03:18:35.053341 dv-cinder-775706-2-iscsi neutron-server[84004]:     timer()
Feb 19 03:18:35.053341 dv-cinder-775706-2-iscsi neutron-server[84004]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 03:18:35.053341 dv-cinder-775706-2-iscsi neutron-server[84004]:     cb(*args, **kw)
Feb 19 03:18:35.053341 dv-cinder-775706-2-iscsi neutron-server[84004]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 19 03:18:35.053341 dv-cinder-775706-2-iscsi neutron-server[84004]:     return func(*args, **kwargs)
Feb 19 03:18:35.053341 dv-cinder-775706-2-iscsi neutron-server[84004]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 03:18:35.053341 dv-cinder-775706-2-iscsi neutron-server[84004]:     self._notify()
Feb 19 03:18:35.053341 dv-cinder-775706-2-iscsi neutron-server[84004]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 03:18:35.053341 dv-cinder-775706-2-iscsi neutron-server[84004]:     self.callback(batched_events)
Feb 19 03:18:35.053341 dv-cinder-775706-2-iscsi neutron-server[84004]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 03:18:35.053341 dv-cinder-775706-2-iscsi neutron-server[84004]:     event.method(event)
Feb 19 03:18:35.053341 dv-cinder-775706-2-iscsi neutron-server[84004]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 19 03:18:35.053341 dv-cinder-775706-2-iscsi neutron-server[84004]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 03:18:35.053341 dv-cinder-775706-2-iscsi neutron-server[84004]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 19 03:18:35.053341 dv-cinder-775706-2-iscsi neutron-server[84004]:     segment_id)['aggregates'][0]
Feb 19 03:18:35.053341 dv-cinder-775706-2-iscsi neutron-server[84004]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 19 03:18:35.053341 dv-cinder-775706-2-iscsi neutron-server[84004]:     return f(self, *a, **k)
Feb 19 03:18:35.053341 dv-cinder-775706-2-iscsi neutron-server[84004]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 19 03:18:35.053341 dv-cinder-775706-2-iscsi neutron-server[84004]:     return self._get(url).json()
Feb 19 03:18:35.053341 dv-cinder-775706-2-iscsi neutron-server[84004]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 03:18:35.053341 dv-cinder-775706-2-iscsi neutron-server[84004]:     **kwargs)
Feb 19 03:18:35.053341 dv-cinder-775706-2-iscsi neutron-server[84004]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 19 03:18:35.053341 dv-cinder-775706-2-iscsi neutron-server[84004]:     return self.request(url, 'GET', **kwargs)
Feb 19 03:18:35.053341 dv-cinder-775706-2-iscsi neutron-server[84004]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 19 03:18:35.053341 dv-cinder-775706-2-iscsi neutron-server[84004]:     **endpoint_filter)
Feb 19 03:18:35.053341 dv-cinder-775706-2-iscsi neutron-server[84004]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 19 03:18:35.053341 dv-cinder-775706-2-iscsi neutron-server[84004]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 03:18:35.053341 dv-cinder-775706-2-iscsi neutron-server[84004]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 19 03:18:35.053341 dv-cinder-775706-2-iscsi neutron-server[84004]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 03:18:35.053341 dv-cinder-775706-2-iscsi neutron-server[84004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 03:18:35.165403 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-e2ea4f4f-4cca-42d7-8544-12d2622e6a86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036838645191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-364612'] for network, after_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:18:35.169034 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-83bfac1a-6423-4443-8117-297b30078cd6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:18:35.183376 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-e2ea4f4f-4cca-42d7-8544-12d2622e6a86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854203462'] for network, before_response {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:18:35.195155 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ea4f4f-4cca-42d7-8544-12d2622e6a86 admin admin] Pushing event deleted for resources: {'Network': ['ID=a1776468-cc33-4821-8031-5c3e2dd24b1c,revision_number=None']} {{(pid=84116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:18:35.198706 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-e2ea4f4f-4cca-42d7-8544-12d2622e6a86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:18:35.240630 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-e2ea4f4f-4cca-42d7-8544-12d2622e6a86 admin admin] 10.222.0.13 "DELETE /v2.0/networks/a1776468-cc33-4821-8031-5c3e2dd24b1c HTTP/1.1" status: 204  len: 168 time: 1.0413365
Feb 19 03:18:35.698922 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84116) accepted ('10.222.0.13', 58610) {{(pid=84116) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:18:35.749291 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-a1a58b3b-461e-43c4-ac76-56e71c0047e0 admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=da9ab4fb51ce48bf882c9e08527bccfc&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0491149
Feb 19 03:18:35.752431 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84116) accepted ('10.222.0.13', 58614) {{(pid=84116) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:18:35.811354 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-47e6c4f0-de73-4296-a0e3-038dcf602ea6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:18:35.841992 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-47e6c4f0-de73-4296-a0e3-038dcf602ea6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:18:35.964910 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-47e6c4f0-de73-4296-a0e3-038dcf602ea6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237410'] for security_group, after_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:18:35.970372 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-5fa6d21f-588e-4e05-8254-0372eaa824c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:18:35.983902 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e6c4f0-de73-4296-a0e3-038dcf602ea6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87ae1524-75bf-458d-a87c-5ccf0d558566,revision_number=None']} {{(pid=84116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:18:35.987638 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-47e6c4f0-de73-4296-a0e3-038dcf602ea6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:18:35.988566 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-47e6c4f0-de73-4296-a0e3-038dcf602ea6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:18:35.990098 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-47e6c4f0-de73-4296-a0e3-038dcf602ea6 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/87ae1524-75bf-458d-a87c-5ccf0d558566 HTTP/1.1" status: 204  len: 168 time: 0.2364025
Feb 19 03:18:36.921520 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84116) accepted ('10.222.0.13', 58636) {{(pid=84116) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:18:37.030983 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.v2.base [None req-9085ba1f-b412-4649-b09d-7e76b245c25e admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-700073193-network', 'tenant_id': 'ab714953e3104ab782be2e0d9b91f947'}} {{(pid=84116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 03:18:37.036843 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-9085ba1f-b412-4649-b09d-7e76b245c25e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 03:18:37.041072 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-9085ba1f-b412-4649-b09d-7e76b245c25e admin admin] Usage tracker for resource:network and tenant:ab714953e3104ab782be2e0d9b91f947 is out of sync, need to count used quota {{(pid=84116) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 03:18:37.044131 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-9085ba1f-b412-4649-b09d-7e76b245c25e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84116) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 03:18:37.050098 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-9085ba1f-b412-4649-b09d-7e76b245c25e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 03:18:37.090576 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9085ba1f-b412-4649-b09d-7e76b245c25e admin admin] Made reservation on behalf of ab714953e3104ab782be2e0d9b91f947 for: {'network': 1} {{(pid=84116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 19 03:18:37.095984 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-9085ba1f-b412-4649-b09d-7e76b245c25e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838630373'] for network, before_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:18:37.108831 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-9085ba1f-b412-4649-b09d-7e76b245c25e admin admin] Notify callbacks [] for security_group, before_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:18:37.125240 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-9085ba1f-b412-4649-b09d-7e76b245c25e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 03:18:37.129281 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-9085ba1f-b412-4649-b09d-7e76b245c25e admin admin] Usage tracker for resource:security_group_rule and tenant:ab714953e3104ab782be2e0d9b91f947 is out of sync, need to count used quota {{(pid=84116) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 03:18:37.132264 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-9085ba1f-b412-4649-b09d-7e76b245c25e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84116) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 03:18:37.138107 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-9085ba1f-b412-4649-b09d-7e76b245c25e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 03:18:37.224218 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-9085ba1f-b412-4649-b09d-7e76b245c25e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:18:37.255004 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-9085ba1f-b412-4649-b09d-7e76b245c25e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237410'] for security_group, after_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:18:37.259891 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-c67e2339-0bc8-4753-b37d-921b07060843 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:18:37.290175 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9085ba1f-b412-4649-b09d-7e76b245c25e admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3}  {{(pid=84116) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 19 03:18:37.303074 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9085ba1f-b412-4649-b09d-7e76b245c25e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d35e825a-7b5f-4c2a-a4ed-8c25bb1187ff,revision_number=1']} {{(pid=84116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:18:37.307392 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-9085ba1f-b412-4649-b09d-7e76b245c25e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:18:37.308514 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-9085ba1f-b412-4649-b09d-7e76b245c25e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838644319'] for segment, precommit_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:18:37.308904 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.db.segments_db [None req-9085ba1f-b412-4649-b09d-7e76b245c25e admin admin] Added segment 4574dcca-3d9a-4793-a8cc-71ccc08d3054 of type vxlan for network 45884ee6-73b1-4f38-a102-e7d7a6698b33
Feb 19 03:18:37.337014 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-9085ba1f-b412-4649-b09d-7e76b245c25e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363269711912974'] for network, precommit_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:18:37.392538 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-9085ba1f-b412-4649-b09d-7e76b245c25e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477'] for network, after_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:18:37.393817 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9085ba1f-b412-4649-b09d-7e76b245c25e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:18:37.394717 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-9085ba1f-b412-4649-b09d-7e76b245c25e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854203462'] for network, before_response {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:18:37.399748 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-0d92503c-8796-441f-b98b-993c32931d6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:18:37.502868 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9085ba1f-b412-4649-b09d-7e76b245c25e admin admin] Pushing event updated for resources: {'Network': ['ID=45884ee6-73b1-4f38-a102-e7d7a6698b33,revision_number=1']} {{(pid=84116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:18:37.505785 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-9085ba1f-b412-4649-b09d-7e76b245c25e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:18:37.514593 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.rpc [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Network 45884ee6-73b1-4f38-a102-e7d7a6698b33 details requested by agent ovs-agent-dv-cinder-775706-2-iscsi with host dv-cinder-775706-2-iscsi {{(pid=84117) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 19 03:18:37.524468 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-9085ba1f-b412-4649-b09d-7e76b245c25e admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 874 time: 0.6010997
Feb 19 03:18:37.527526 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84116) accepted ('10.222.0.13', 58642) {{(pid=84116) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:18:37.529261 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.rpc [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Network 45884ee6-73b1-4f38-a102-e7d7a6698b33 details requested by agent ovs-agent-hv-cinder-77570 with host hv-cinder-77570 {{(pid=84117) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 19 03:18:37.533664 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.v2.base [None req-6c7bd85f-8659-4075-aa86-ef788f9bdd47 admin admin] Request body: {'subnet': {'network_id': '45884ee6-73b1-4f38-a102-e7d7a6698b33', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-700073193-subnet', 'tenant_id': 'ab714953e3104ab782be2e0d9b91f947', 'ip_version': 4}} {{(pid=84116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 03:18:37.539055 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-6c7bd85f-8659-4075-aa86-ef788f9bdd47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 03:18:37.543189 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-6c7bd85f-8659-4075-aa86-ef788f9bdd47 admin admin] Usage tracker for resource:subnet and tenant:ab714953e3104ab782be2e0d9b91f947 is out of sync, need to count used quota {{(pid=84116) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 03:18:37.546242 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-6c7bd85f-8659-4075-aa86-ef788f9bdd47 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84116) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 03:18:37.552137 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-6c7bd85f-8659-4075-aa86-ef788f9bdd47 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 03:18:37.586439 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c7bd85f-8659-4075-aa86-ef788f9bdd47 admin admin] Made reservation on behalf of ab714953e3104ab782be2e0d9b91f947 for: {'subnet': 1} {{(pid=84116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 19 03:18:37.591211 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-6c7bd85f-8659-4075-aa86-ef788f9bdd47 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3235471'] for subnet, before_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:18:38.100242 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-6c7bd85f-8659-4075-aa86-ef788f9bdd47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2630575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3235516'] for subnet, after_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:18:38.116106 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-01de2a46-fcca-46f5-99cd-9c0ce13591a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:18:38.243680 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7bd85f-8659-4075-aa86-ef788f9bdd47 admin admin] Pushing event updated for resources: {'Subnet': ['ID=59ed038d-72cc-46a7-bd87-89f52f660c29,revision_number=0']} {{(pid=84116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:18:38.248177 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-6c7bd85f-8659-4075-aa86-ef788f9bdd47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:18:38.317231 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c7bd85f-8659-4075-aa86-ef788f9bdd47 admin admin] Checking segment: {'id': '4574dcca-3d9a-4793-a8cc-71ccc08d3054', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '45884ee6-73b1-4f38-a102-e7d7a6698b33'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 19 03:18:38.317618 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c7bd85f-8659-4075-aa86-ef788f9bdd47 admin admin] Network hostable DHCP agents. Network: 45884ee6-73b1-4f38-a102-e7d7a6698b33, hostable agents: ['0c5e2175-22e3-4812-a651-647624438454'], hosted agents: [] {{(pid=84116) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 19 03:18:38.369167 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c7bd85f-8659-4075-aa86-ef788f9bdd47 admin admin] Network 45884ee6-73b1-4f38-a102-e7d7a6698b33 is scheduled to be hosted by DHCP agent 0c5e2175-22e3-4812-a651-647624438454 with binding_index 1 {{(pid=84116) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 19 03:18:38.403535 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.scheduler.base_scheduler [None req-6c7bd85f-8659-4075-aa86-ef788f9bdd47 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775706-2-iscsi, 45884ee6-73b1-4f38-a102-e7d7a6698b33) {{(pid=84116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 19 03:18:38.413627 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11fe1d6e-53bd-41c6-b300-1f82774bb203 None None] Network 45884ee6-73b1-4f38-a102-e7d7a6698b33 requested from dv-cinder-775706-2-iscsi {{(pid=84117) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 19 03:18:38.416646 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c7bd85f-8659-4075-aa86-ef788f9bdd47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:18:38.417299 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-6c7bd85f-8659-4075-aa86-ef788f9bdd47 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:18:38.464073 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-6c7bd85f-8659-4075-aa86-ef788f9bdd47 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 844 time: 0.9329405
Feb 19 03:18:38.464615 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84116) accepted ('10.222.0.13', 58646) {{(pid=84116) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:18:38.470602 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.v2.base [None req-13c6f78d-bd14-4cd1-99c3-1ba0511f28e4 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-700073193-router', 'tenant_id': 'ab714953e3104ab782be2e0d9b91f947', 'external_gateway_info': {'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc'}}} {{(pid=84116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 03:18:38.475409 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-13c6f78d-bd14-4cd1-99c3-1ba0511f28e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 03:18:38.479519 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-13c6f78d-bd14-4cd1-99c3-1ba0511f28e4 admin admin] Usage tracker for resource:router and tenant:ab714953e3104ab782be2e0d9b91f947 is out of sync, need to count used quota {{(pid=84116) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 03:18:38.483108 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-13c6f78d-bd14-4cd1-99c3-1ba0511f28e4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84116) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 03:18:38.489705 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-13c6f78d-bd14-4cd1-99c3-1ba0511f28e4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 03:18:38.529606 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-13c6f78d-bd14-4cd1-99c3-1ba0511f28e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854401036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854736359'] for router, before_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:18:38.530688 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-13c6f78d-bd14-4cd1-99c3-1ba0511f28e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854401051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854387709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-537069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39441'] for router, precommit_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:18:38.546059 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-13c6f78d-bd14-4cd1-99c3-1ba0511f28e4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:18:38.639639 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e405810-d4bb-4fb3-8721-ad17e66a4f27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84d41ed4-238b-5c20-a491-76edeb2704ed-45884ee6-73b1-4f38-a102-e7d7a6698b33', 'network_id': '45884ee6-73b1-4f38-a102-e7d7a6698b33', 'tenant_id': 'ab714953e3104ab782be2e0d9b91f947', 'fixed_ips': [{'subnet_id': '59ed038d-72cc-46a7-bd87-89f52f660c29'}]}} from dv-cinder-775706-2-iscsi. {{(pid=84117) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Feb 19 03:18:38.640549 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-3e405810-d4bb-4fb3-8721-ad17e66a4f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838630373'] for port, before_create {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:18:38.857526 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-13c6f78d-bd14-4cd1-99c3-1ba0511f28e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854387574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-374659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39424'] for router, precommit_update {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:18:38.929609 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.db_base_plugin_common [None req-3e405810-d4bb-4fb3-8721-ad17e66a4f27 None None] Allocated IP 172.20.0.2 (45884ee6-73b1-4f38-a102-e7d7a6698b33/59ed038d-72cc-46a7-bd87-89f52f660c29/091d75b6-53f6-4f51-84b4-662347f5f771) {{(pid=84117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 19 03:18:39.145927 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-3e405810-d4bb-4fb3-8721-ad17e66a4f27 None None] Notify callbacks [] for port, precommit_create {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:18:39.209825 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-3e405810-d4bb-4fb3-8721-ad17e66a4f27 None None] Transition to ACTIVE for port object 091d75b6-53f6-4f51-84b4-662347f5f771 will not be triggered until provisioned by entity L2. {{(pid=84117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 19 03:18:39.227164 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-3e405810-d4bb-4fb3-8721-ad17e66a4f27 None None] Transition to ACTIVE for port object 091d75b6-53f6-4f51-84b4-662347f5f771 will not be triggered until provisioned by entity DHCP. {{(pid=84117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 19 03:18:39.229344 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-13c6f78d-bd14-4cd1-99c3-1ba0511f28e4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:18:39.266013 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-13c6f78d-bd14-4cd1-99c3-1ba0511f28e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838630373'] for port, before_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:18:39.289217 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-3e405810-d4bb-4fb3-8721-ad17e66a4f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363269711907205'] for port, after_create {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:18:39.305425 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:18:39.560723 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.db_base_plugin_common [None req-13c6f78d-bd14-4cd1-99c3-1ba0511f28e4 admin admin] Allocated IP 172.27.0.150 (11a0058d-2e2a-4262-b636-ae96512c4ecc/f5c7b3a5-422b-45ad-be9d-3c3e4c209310/1e233671-da98-46a3-b5f2-5d136d9ce5d8) {{(pid=84116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 19 03:18:39.611001 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e405810-d4bb-4fb3-8721-ad17e66a4f27 None None] Pushing event updated for resources: {'Port': ['ID=091d75b6-53f6-4f51-84b4-662347f5f771,revision_number=1']} {{(pid=84117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:18:39.632583 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e405810-d4bb-4fb3-8721-ad17e66a4f27 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:18:39.632934 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e405810-d4bb-4fb3-8721-ad17e66a4f27 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:18:39.633322 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e405810-d4bb-4fb3-8721-ad17e66a4f27 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:18:39.633686 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e405810-d4bb-4fb3-8721-ad17e66a4f27 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:18:39.634079 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e405810-d4bb-4fb3-8721-ad17e66a4f27 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:18:39.634442 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e405810-d4bb-4fb3-8721-ad17e66a4f27 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:18:39.634801 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e405810-d4bb-4fb3-8721-ad17e66a4f27 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:18:39.635159 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e405810-d4bb-4fb3-8721-ad17e66a4f27 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:18:39.635520 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e405810-d4bb-4fb3-8721-ad17e66a4f27 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:18:39.635872 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e405810-d4bb-4fb3-8721-ad17e66a4f27 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:18:39.636502 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e405810-d4bb-4fb3-8721-ad17e66a4f27 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:18:39.636502 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e405810-d4bb-4fb3-8721-ad17e66a4f27 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:18:39.636939 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e405810-d4bb-4fb3-8721-ad17e66a4f27 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:18:39.637288 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e405810-d4bb-4fb3-8721-ad17e66a4f27 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:18:39.637630 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e405810-d4bb-4fb3-8721-ad17e66a4f27 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:18:39.638045 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e405810-d4bb-4fb3-8721-ad17e66a4f27 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:18:39.638406 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e405810-d4bb-4fb3-8721-ad17e66a4f27 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:18:39.638761 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e405810-d4bb-4fb3-8721-ad17e66a4f27 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:18:39.639114 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e405810-d4bb-4fb3-8721-ad17e66a4f27 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:18:39.639467 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e405810-d4bb-4fb3-8721-ad17e66a4f27 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:18:39.639818 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e405810-d4bb-4fb3-8721-ad17e66a4f27 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:18:39.640171 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e405810-d4bb-4fb3-8721-ad17e66a4f27 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:18:39.640527 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e405810-d4bb-4fb3-8721-ad17e66a4f27 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:18:39.640924 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e405810-d4bb-4fb3-8721-ad17e66a4f27 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:18:39.647466 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-3e405810-d4bb-4fb3-8721-ad17e66a4f27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=84117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:18:39.681376 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e405810-d4bb-4fb3-8721-ad17e66a4f27 None None] Network 45884ee6-73b1-4f38-a102-e7d7a6698b33 is already hosted by enough agents. {{(pid=84117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 19 03:18:39.682549 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.scheduler.base_scheduler [None req-3e405810-d4bb-4fb3-8721-ad17e66a4f27 None None] Resources bound (agent type, host, resource id):  {{(pid=84117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 19 03:18:39.684737 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e405810-d4bb-4fb3-8721-ad17e66a4f27 None None] Received port after_create {{(pid=84117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 19 03:18:39.741333 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.managers [None req-3e405810-d4bb-4fb3-8721-ad17e66a4f27 None None] Attempting to bind port 091d75b6-53f6-4f51-84b4-662347f5f771 on host dv-cinder-775706-2-iscsi for vnic_type normal with profile  {{(pid=84117) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 03:18:39.741773 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.managers [None req-3e405810-d4bb-4fb3-8721-ad17e66a4f27 None None] Attempting to bind port 091d75b6-53f6-4f51-84b4-662347f5f771 by drivers openvswitch on host dv-cinder-775706-2-iscsi at level 0 using segments [{'id': '4574dcca-3d9a-4793-a8cc-71ccc08d3054', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '45884ee6-73b1-4f38-a102-e7d7a6698b33'}] {{(pid=84117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 19 03:18:39.742190 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e405810-d4bb-4fb3-8721-ad17e66a4f27 None None] Attempting to bind port 091d75b6-53f6-4f51-84b4-662347f5f771 on network 45884ee6-73b1-4f38-a102-e7d7a6698b33 {{(pid=84117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 19 03:18:39.747852 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e405810-d4bb-4fb3-8721-ad17e66a4f27 None None] Checking agent: {'id': '3cd1f8a8-5d37-45d2-b10a-f80d551451b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775706-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 19, 2, 56, 53), 'started_at': datetime.datetime(2021, 2, 19, 2, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 2, 19, 3, 18, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775706-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.86', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 19 03:18:39.753223 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e405810-d4bb-4fb3-8721-ad17e66a4f27 None None] Checking segment: {'id': '4574dcca-3d9a-4793-a8cc-71ccc08d3054', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '45884ee6-73b1-4f38-a102-e7d7a6698b33'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 19 03:18:39.753223 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-3e405810-d4bb-4fb3-8721-ad17e66a4f27 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:18:39.753223 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e405810-d4bb-4fb3-8721-ad17e66a4f27 None None] Bound using segment: {'id': '4574dcca-3d9a-4793-a8cc-71ccc08d3054', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '45884ee6-73b1-4f38-a102-e7d7a6698b33'} {{(pid=84117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 19 03:18:39.753223 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.managers [None req-3e405810-d4bb-4fb3-8721-ad17e66a4f27 None None] Bound port: 091d75b6-53f6-4f51-84b4-662347f5f771, host: dv-cinder-775706-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4574dcca-3d9a-4793-a8cc-71ccc08d3054', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '45884ee6-73b1-4f38-a102-e7d7a6698b33'}}] {{(pid=84117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 19 03:18:39.753223 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-3e405810-d4bb-4fb3-8721-ad17e66a4f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838630373'] for port, before_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:18:39.845802 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.db [None req-3e405810-d4bb-4fb3-8721-ad17e66a4f27 None None] For port 091d75b6-53f6-4f51-84b4-662347f5f771, host dv-cinder-775706-2-iscsi, cleared binding levels {{(pid=84117) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 19 03:18:39.848871 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.db [None req-3e405810-d4bb-4fb3-8721-ad17e66a4f27 None None] For port 091d75b6-53f6-4f51-84b4-662347f5f771, host dv-cinder-775706-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-2-iscsi',level=0,port_id=091d75b6-53f6-4f51-84b4-662347f5f771,segment=NetworkSegment(4574dcca-3d9a-4793-a8cc-71ccc08d3054),segment_id=4574dcca-3d9a-4793-a8cc-71ccc08d3054)] {{(pid=84117) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 19 03:18:39.861973 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-13c6f78d-bd14-4cd1-99c3-1ba0511f28e4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:18:39.879733 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-3e405810-d4bb-4fb3-8721-ad17e66a4f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269711510320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767142869380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269711906403'] for port, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:18:39.895325 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:18:39.914078 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-13c6f78d-bd14-4cd1-99c3-1ba0511f28e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363269711907205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2630593'] for port, after_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:18:39.930065 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-4b9afa3b-a8e8-4fd0-98cf-59f99315ab35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:18:40.055641 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e405810-d4bb-4fb3-8721-ad17e66a4f27 None None] Pushing event updated for resources: {'Port': ['ID=091d75b6-53f6-4f51-84b4-662347f5f771,revision_number=2']} {{(pid=84117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:18:40.061974 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-3e405810-d4bb-4fb3-8721-ad17e66a4f27 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=84117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:18:40.306638 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c6f78d-bd14-4cd1-99c3-1ba0511f28e4 admin admin] Pushing event updated for resources: {'Port': ['ID=1e233671-da98-46a3-b5f2-5d136d9ce5d8,revision_number=1']} {{(pid=84116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:18:40.310943 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-13c6f78d-bd14-4cd1-99c3-1ba0511f28e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:18:40.366628 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13c6f78d-bd14-4cd1-99c3-1ba0511f28e4 admin admin] Network 11a0058d-2e2a-4262-b636-ae96512c4ecc is already hosted by enough agents. {{(pid=84116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 19 03:18:40.367769 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.scheduler.base_scheduler [None req-13c6f78d-bd14-4cd1-99c3-1ba0511f28e4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 19 03:18:40.370031 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c6f78d-bd14-4cd1-99c3-1ba0511f28e4 admin admin] Received port after_create {{(pid=84116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 19 03:18:40.841293 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-13c6f78d-bd14-4cd1-99c3-1ba0511f28e4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:18:41.202449 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-13c6f78d-bd14-4cd1-99c3-1ba0511f28e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-374674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854387483'] for router, after_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:18:41.466532 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13c6f78d-bd14-4cd1-99c3-1ba0511f28e4 admin admin] Router 42b1bbcd-5abe-4230-be81-ab347801e43b is scheduled to L3 agent f4ccfb5a-d22e-440e-8ddd-f393ad00f812 with binding_index 1 {{(pid=84116) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Feb 19 03:18:41.483794 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43afa10b-73c3-4bdc-9242-a6a5f8adc8e7 None None] Network 45884ee6-73b1-4f38-a102-e7d7a6698b33 requested from dv-cinder-775706-2-iscsi {{(pid=84117) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 19 03:18:41.613319 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-a16a2d17-d7b8-4c34-9488-74ffab2f85da None None] Provisioning for port 091d75b6-53f6-4f51-84b4-662347f5f771 completed by entity DHCP. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 19 03:18:41.659708 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13c6f78d-bd14-4cd1-99c3-1ba0511f28e4 admin admin] Notify agent at l3_agent.dv-cinder-775706-2-iscsi the message routers_updated {{(pid=84116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 19 03:18:41.670191 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4443658b-d88f-4b16-a021-20bcb0220767 None None] Sync routers for ids ['42b1bbcd-5abe-4230-be81-ab347801e43b'] in dv-cinder-775706-2-iscsi {{(pid=84118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 19 03:18:41.683282 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4443658b-d88f-4b16-a021-20bcb0220767 None None] Routers {'42b1bbcd-5abe-4230-be81-ab347801e43b'} bound to L3 agent in host dv-cinder-775706-2-iscsi {{(pid=84118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 03:18:41.683890 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_hamode_db [None req-4443658b-d88f-4b16-a021-20bcb0220767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9425cae278>, 'dv-cinder-775706-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-19T02:56:52Z,description=<?>,heartbeat_timestamp=2021-02-19T03:18:22Z,host='dv-cinder-775706-2-iscsi',id=f4ccfb5a-d22e-440e-8ddd-f393ad00f812,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T02:56:52Z,topic='l3_agent')) {'router_ids': ['42b1bbcd-5abe-4230-be81-ab347801e43b'], 'active': True} {{(pid=84118) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 03:18:41.708310 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-13c6f78d-bd14-4cd1-99c3-1ba0511f28e4 admin admin] Notify callbacks [] for router, before_response {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:18:41.712386 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-13c6f78d-bd14-4cd1-99c3-1ba0511f28e4 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 3.2440991
Feb 19 03:18:41.712713 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84116) accepted ('10.222.0.13', 58650) {{(pid=84116) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:18:41.878766 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvr_db [None req-4443658b-d88f-4b16-a021-20bcb0220767 None None] Set router 42b1bbcd-5abe-4230-be81-ab347801e43b gateway port host: dv-cinder-775706-2-iscsi {{(pid=84118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 03:18:42.109886 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.rpc [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Device 091d75b6-53f6-4f51-84b4-662347f5f771 up at agent ovs-agent-dv-cinder-775706-2-iscsi {{(pid=84117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 03:18:42.211923 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-bb6e2c87-109c-426f-bee8-3a52068b7542 None None] Provisioning complete for port 091d75b6-53f6-4f51-84b4-662347f5f771 triggered by entity DHCP. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 03:18:42.211923 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-bb6e2c87-109c-426f-bee8-3a52068b7542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16124857'] for port, provisioning_complete {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:18:42.289453 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Provisioning for port 091d75b6-53f6-4f51-84b4-662347f5f771 completed by entity L2. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 19 03:18:42.299971 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Provisioning complete for port 091d75b6-53f6-4f51-84b4-662347f5f771 triggered by entity L2. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 03:18:42.300400 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16124857'] for port, provisioning_complete {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:18:42.404277 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_hamode_db [None req-4443658b-d88f-4b16-a021-20bcb0220767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9425cae278>, [{'id': '42b1bbcd-5abe-4230-be81-ab347801e43b', 'name': 'tempest-TestShelveInstance-700073193-router', 'tenant_id': 'ab714953e3104ab782be2e0d9b91f947', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'external_fixed_ips': [{'subnet_id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'ip_address': '172.27.0.150'}], 'enable_snat': True}, 'gw_port_id': '1e233671-da98-46a3-b5f2-5d136d9ce5d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T03:18:38Z', 'updated_at': '2021-02-19T03:18:40Z', 'revision_number': 3, 'project_id': 'ab714953e3104ab782be2e0d9b91f947', 'gw_port': {'id': '1e233671-da98-46a3-b5f2-5d136d9ce5d8', 'name': '', 'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:e9:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42b1bbcd-5abe-4230-be81-ab347801e43b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'ip_address': '172.27.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T03:18:39Z', 'updated_at': '2021-02-19T03:18:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-2-iscsi'}], 'dv-cinder-775706-2-iscsi', False) {} {{(pid=84118) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 03:18:42.409594 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4443658b-d88f-4b16-a021-20bcb0220767 None None] Checking router: 42b1bbcd-5abe-4230-be81-ab347801e43b for host: dv-cinder-775706-2-iscsi {{(pid=84118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 19 03:18:42.410241 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4443658b-d88f-4b16-a021-20bcb0220767 None None] Updating router 42b1bbcd-5abe-4230-be81-ab347801e43b port 1e233671-da98-46a3-b5f2-5d136d9ce5d8 binding host dv-cinder-775706-2-iscsi {{(pid=84118) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 19 03:18:42.429439 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-bb6e2c87-109c-426f-bee8-3a52068b7542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838630373'] for port, before_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:18:42.474236 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-4443658b-d88f-4b16-a021-20bcb0220767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838630373'] for port, before_update {{(pid=84118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:18:42.518981 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.db [None req-bb6e2c87-109c-426f-bee8-3a52068b7542 None None] For port 091d75b6-53f6-4f51-84b4-662347f5f771, host dv-cinder-775706-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-2-iscsi',level=0,port_id=091d75b6-53f6-4f51-84b4-662347f5f771,segment=NetworkSegment(4574dcca-3d9a-4793-a8cc-71ccc08d3054),segment_id=4574dcca-3d9a-4793-a8cc-71ccc08d3054)] {{(pid=84117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 03:18:42.521881 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838630373'] for port, before_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:18:42.577359 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-bb6e2c87-109c-426f-bee8-3a52068b7542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269711510320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767142869380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269711906403'] for port, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:18:42.596352 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-a0f8ea5e-4036-4b12-b7cc-e46b551c710c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:18:42.667949 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.db.api [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=84117) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 19 03:18:42.668354 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_db.api [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=84117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 19 03:18:42.678455 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6e2c87-109c-426f-bee8-3a52068b7542 None None] Pushing event updated for resources: {'Port': ['ID=091d75b6-53f6-4f51-84b4-662347f5f771,revision_number=3']} {{(pid=84117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:18:42.682098 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-bb6e2c87-109c-426f-bee8-3a52068b7542 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=84117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:18:42.699310 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-f127d231-5663-42a1-8640-ee3b6e8e544c None None] Provisioning complete for port 091d75b6-53f6-4f51-84b4-662347f5f771 triggered by entity DHCP. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 03:18:42.699730 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-f127d231-5663-42a1-8640-ee3b6e8e544c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16124857'] for port, provisioning_complete {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:18:42.775258 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-a8ef47ed-b7a2-462a-9c29-73ee40d2c591 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838630373'] for port, before_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:18:42.893520 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-4443658b-d88f-4b16-a021-20bcb0220767 None None] Notify callbacks [] for port, precommit_update {{(pid=84118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:18:42.905764 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-4443658b-d88f-4b16-a021-20bcb0220767 None None] Transition to ACTIVE for port object 1e233671-da98-46a3-b5f2-5d136d9ce5d8 will not be triggered until provisioned by entity L2. {{(pid=84118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 19 03:18:42.930615 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-4443658b-d88f-4b16-a021-20bcb0220767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269711510320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767142869380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269711906403'] for port, after_update {{(pid=84118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:18:42.946862 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-4c88a6fd-c7c1-4578-8b90-f769dafaaf69 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:18:43.079624 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99743924-c173-4364-b4d9-c51c8b5983a4 None None] Pushing event updated for resources: {'Port': ['ID=1e233671-da98-46a3-b5f2-5d136d9ce5d8,revision_number=2']} {{(pid=84118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:18:43.103259 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99743924-c173-4364-b4d9-c51c8b5983a4 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:18:43.103643 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99743924-c173-4364-b4d9-c51c8b5983a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:18:43.104016 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99743924-c173-4364-b4d9-c51c8b5983a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:18:43.104380 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99743924-c173-4364-b4d9-c51c8b5983a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:18:43.104745 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99743924-c173-4364-b4d9-c51c8b5983a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:18:43.105111 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99743924-c173-4364-b4d9-c51c8b5983a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:18:43.105472 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99743924-c173-4364-b4d9-c51c8b5983a4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:18:43.105856 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99743924-c173-4364-b4d9-c51c8b5983a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:18:43.106222 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99743924-c173-4364-b4d9-c51c8b5983a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:18:43.106581 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99743924-c173-4364-b4d9-c51c8b5983a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:18:43.106938 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99743924-c173-4364-b4d9-c51c8b5983a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:18:43.107292 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99743924-c173-4364-b4d9-c51c8b5983a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:18:43.107699 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99743924-c173-4364-b4d9-c51c8b5983a4 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:18:43.108057 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99743924-c173-4364-b4d9-c51c8b5983a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:18:43.108412 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99743924-c173-4364-b4d9-c51c8b5983a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:18:43.108765 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99743924-c173-4364-b4d9-c51c8b5983a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:18:43.109649 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99743924-c173-4364-b4d9-c51c8b5983a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:18:43.110039 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99743924-c173-4364-b4d9-c51c8b5983a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:18:43.110393 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99743924-c173-4364-b4d9-c51c8b5983a4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:18:43.110746 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99743924-c173-4364-b4d9-c51c8b5983a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:18:43.111098 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99743924-c173-4364-b4d9-c51c8b5983a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:18:43.111447 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99743924-c173-4364-b4d9-c51c8b5983a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:18:43.111798 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99743924-c173-4364-b4d9-c51c8b5983a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:18:43.112147 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99743924-c173-4364-b4d9-c51c8b5983a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84118) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:18:43.118339 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-99743924-c173-4364-b4d9-c51c8b5983a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=84118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:18:43.131514 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.db_base_plugin_common [None req-a8ef47ed-b7a2-462a-9c29-73ee40d2c591 admin admin] Allocated IP 172.20.0.1 (45884ee6-73b1-4f38-a102-e7d7a6698b33/59ed038d-72cc-46a7-bd87-89f52f660c29/f9e015e8-84fa-4e86-a676-f837ec4407c2) {{(pid=84116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 19 03:18:43.161480 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.managers [None req-4443658b-d88f-4b16-a021-20bcb0220767 None None] Attempting to bind port 1e233671-da98-46a3-b5f2-5d136d9ce5d8 on host dv-cinder-775706-2-iscsi for vnic_type normal with profile  {{(pid=84118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 03:18:43.161920 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.managers [None req-4443658b-d88f-4b16-a021-20bcb0220767 None None] Attempting to bind port 1e233671-da98-46a3-b5f2-5d136d9ce5d8 by drivers openvswitch on host dv-cinder-775706-2-iscsi at level 0 using segments [{'id': '018f6e14-8221-4ee7-96a8-19699912d63c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc'}] {{(pid=84118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 19 03:18:43.162344 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4443658b-d88f-4b16-a021-20bcb0220767 None None] Attempting to bind port 1e233671-da98-46a3-b5f2-5d136d9ce5d8 on network 11a0058d-2e2a-4262-b636-ae96512c4ecc {{(pid=84118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 19 03:18:43.167813 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4443658b-d88f-4b16-a021-20bcb0220767 None None] Checking agent: {'id': '3cd1f8a8-5d37-45d2-b10a-f80d551451b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775706-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 19, 2, 56, 53), 'started_at': datetime.datetime(2021, 2, 19, 2, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 2, 19, 3, 18, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775706-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.86', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 19 03:18:43.168224 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4443658b-d88f-4b16-a021-20bcb0220767 None None] Checking segment: {'id': '018f6e14-8221-4ee7-96a8-19699912d63c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 19 03:18:43.168661 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-4443658b-d88f-4b16-a021-20bcb0220767 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:18:43.169084 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4443658b-d88f-4b16-a021-20bcb0220767 None None] Bound using segment: {'id': '018f6e14-8221-4ee7-96a8-19699912d63c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc'} {{(pid=84118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 19 03:18:43.169586 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.managers [None req-4443658b-d88f-4b16-a021-20bcb0220767 None None] Bound port: 1e233671-da98-46a3-b5f2-5d136d9ce5d8, host: dv-cinder-775706-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '018f6e14-8221-4ee7-96a8-19699912d63c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc'}}] {{(pid=84118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 19 03:18:43.170022 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-4443658b-d88f-4b16-a021-20bcb0220767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838630373'] for port, before_update {{(pid=84118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:18:43.247073 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.db [None req-4443658b-d88f-4b16-a021-20bcb0220767 None None] For port 1e233671-da98-46a3-b5f2-5d136d9ce5d8, host dv-cinder-775706-2-iscsi, cleared binding levels {{(pid=84118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 19 03:18:43.251356 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.db [None req-4443658b-d88f-4b16-a021-20bcb0220767 None None] For port 1e233671-da98-46a3-b5f2-5d136d9ce5d8, host dv-cinder-775706-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-2-iscsi',level=0,port_id=1e233671-da98-46a3-b5f2-5d136d9ce5d8,segment=NetworkSegment(018f6e14-8221-4ee7-96a8-19699912d63c),segment_id=018f6e14-8221-4ee7-96a8-19699912d63c)] {{(pid=84118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 19 03:18:43.335871 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-4443658b-d88f-4b16-a021-20bcb0220767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269711510320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767142869380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269711906403'] for port, after_update {{(pid=84118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:18:43.351378 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:18:43.379291 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-a8ef47ed-b7a2-462a-9c29-73ee40d2c591 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:18:43.396133 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-a8ef47ed-b7a2-462a-9c29-73ee40d2c591 admin admin] Transition to ACTIVE for port object f9e015e8-84fa-4e86-a676-f837ec4407c2 will not be triggered until provisioned by entity DHCP. {{(pid=84116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 19 03:18:43.462615 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-a8ef47ed-b7a2-462a-9c29-73ee40d2c591 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363269711907205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2630593'] for port, after_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:18:43.479007 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-13c6f78d-bd14-4cd1-99c3-1ba0511f28e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:18:43.504337 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99743924-c173-4364-b4d9-c51c8b5983a4 None None] Pushing event updated for resources: {'Port': ['ID=1e233671-da98-46a3-b5f2-5d136d9ce5d8,revision_number=3']} {{(pid=84118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:18:43.509825 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-99743924-c173-4364-b4d9-c51c8b5983a4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=84118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:18:43.552390 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4443658b-d88f-4b16-a021-20bcb0220767 None None] Routers {'42b1bbcd-5abe-4230-be81-ab347801e43b'} bound to L3 agent in host dv-cinder-775706-2-iscsi {{(pid=84118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 03:18:43.553047 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_hamode_db [None req-4443658b-d88f-4b16-a021-20bcb0220767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9425cae278>, 'dv-cinder-775706-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-19T02:56:52Z,description=<?>,heartbeat_timestamp=2021-02-19T03:18:22Z,host='dv-cinder-775706-2-iscsi',id=f4ccfb5a-d22e-440e-8ddd-f393ad00f812,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T02:56:52Z,topic='l3_agent')) {'router_ids': ['42b1bbcd-5abe-4230-be81-ab347801e43b'], 'active': True} {{(pid=84118) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 03:18:43.619380 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ef47ed-b7a2-462a-9c29-73ee40d2c591 admin admin] Pushing event updated for resources: {'Port': ['ID=f9e015e8-84fa-4e86-a676-f837ec4407c2,revision_number=1']} {{(pid=84116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:18:43.624194 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-a8ef47ed-b7a2-462a-9c29-73ee40d2c591 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:18:43.680285 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8ef47ed-b7a2-462a-9c29-73ee40d2c591 admin admin] Network 45884ee6-73b1-4f38-a102-e7d7a6698b33 is already hosted by enough agents. {{(pid=84116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 19 03:18:43.681517 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.scheduler.base_scheduler [None req-a8ef47ed-b7a2-462a-9c29-73ee40d2c591 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 19 03:18:43.683813 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ef47ed-b7a2-462a-9c29-73ee40d2c591 admin admin] Received port after_create {{(pid=84116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 19 03:18:43.742419 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvr_db [None req-4443658b-d88f-4b16-a021-20bcb0220767 None None] Set router 42b1bbcd-5abe-4230-be81-ab347801e43b gateway port host: dv-cinder-775706-2-iscsi {{(pid=84118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 03:18:43.744621 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-a8ef47ed-b7a2-462a-9c29-73ee40d2c591 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-386270'] for router_interface, before_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:18:44.005638 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-7f83b868-5805-4826-bcdd-d9fcca81eca8 None None] Provisioning for port f9e015e8-84fa-4e86-a676-f837ec4407c2 completed by entity DHCP. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 19 03:18:44.011108 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-7f83b868-5805-4826-bcdd-d9fcca81eca8 None None] Provisioning complete for port f9e015e8-84fa-4e86-a676-f837ec4407c2 triggered by entity DHCP. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 03:18:44.011529 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-7f83b868-5805-4826-bcdd-d9fcca81eca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16124857'] for port, provisioning_complete {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:18:44.058836 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_hamode_db [None req-4443658b-d88f-4b16-a021-20bcb0220767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9425cae278>, [{'id': '42b1bbcd-5abe-4230-be81-ab347801e43b', 'name': 'tempest-TestShelveInstance-700073193-router', 'tenant_id': 'ab714953e3104ab782be2e0d9b91f947', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'external_fixed_ips': [{'subnet_id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'ip_address': '172.27.0.150'}], 'enable_snat': True}, 'gw_port_id': '1e233671-da98-46a3-b5f2-5d136d9ce5d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T03:18:38Z', 'updated_at': '2021-02-19T03:18:40Z', 'revision_number': 3, 'project_id': 'ab714953e3104ab782be2e0d9b91f947', 'gw_port': {'id': '1e233671-da98-46a3-b5f2-5d136d9ce5d8', 'name': '', 'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:e9:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42b1bbcd-5abe-4230-be81-ab347801e43b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'ip_address': '172.27.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T03:18:39Z', 'updated_at': '2021-02-19T03:18:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-2-iscsi'}], 'dv-cinder-775706-2-iscsi', False) {} {{(pid=84118) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 03:18:44.060933 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.rpc [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Device 091d75b6-53f6-4f51-84b4-662347f5f771 up at agent ovs-agent-dv-cinder-775706-2-iscsi {{(pid=84117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 03:18:44.063417 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4443658b-d88f-4b16-a021-20bcb0220767 None None] The sync data for ids ['42b1bbcd-5abe-4230-be81-ab347801e43b'] in dv-cinder-775706-2-iscsi is: [{'id': '42b1bbcd-5abe-4230-be81-ab347801e43b', 'name': 'tempest-TestShelveInstance-700073193-router', 'tenant_id': 'ab714953e3104ab782be2e0d9b91f947', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'external_fixed_ips': [{'subnet_id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'ip_address': '172.27.0.150'}], 'enable_snat': True}, 'gw_port_id': '1e233671-da98-46a3-b5f2-5d136d9ce5d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T03:18:38Z', 'updated_at': '2021-02-19T03:18:40Z', 'revision_number': 3, 'project_id': 'ab714953e3104ab782be2e0d9b91f947', 'gw_port': {'id': '1e233671-da98-46a3-b5f2-5d136d9ce5d8', 'name': '', 'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:e9:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42b1bbcd-5abe-4230-be81-ab347801e43b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'ip_address': '172.27.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T03:18:39Z', 'updated_at': '2021-02-19T03:18:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-2-iscsi'}] {{(pid=84118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 19 03:18:44.127716 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.plugin [None req-7f83b868-5805-4826-bcdd-d9fcca81eca8 None None] Port f9e015e8-84fa-4e86-a676-f837ec4407c2 cannot update to ACTIVE because it is not bound. {{(pid=84117) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 19 03:18:44.131275 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-a8ef47ed-b7a2-462a-9c29-73ee40d2c591 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838630373'] for port, before_update {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:18:44.148414 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Provisioning complete for port 091d75b6-53f6-4f51-84b4-662347f5f771 triggered by entity L2. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 03:18:44.148920 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16124857'] for port, provisioning_complete {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:18:44.445461 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-a8ef47ed-b7a2-462a-9c29-73ee40d2c591 admin admin] Notify callbacks [] for port, precommit_update {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:18:44.479502 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-a8ef47ed-b7a2-462a-9c29-73ee40d2c591 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269711510320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767142869380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269711906403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852145191'] for port, after_update {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:18:44.511346 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-465fa30c-996c-4fbf-9d8b-459fae240204 tempest-VolumesSnapshotTestJSON-248054011 tempest-VolumesSnapshotTestJSON-248054011-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:18:44.604956 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ef47ed-b7a2-462a-9c29-73ee40d2c591 admin admin] Pushing event updated for resources: {'Port': ['ID=f9e015e8-84fa-4e86-a676-f837ec4407c2,revision_number=2']} {{(pid=84116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:18:44.607754 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-a8ef47ed-b7a2-462a-9c29-73ee40d2c591 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854203496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854389636'] for router_interface, after_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:18:44.624561 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-a8ef47ed-b7a2-462a-9c29-73ee40d2c591 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:18:44.759437 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8ef47ed-b7a2-462a-9c29-73ee40d2c591 admin admin] Network 45884ee6-73b1-4f38-a102-e7d7a6698b33 is already hosted by enough agents. {{(pid=84116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 19 03:18:44.760723 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.scheduler.base_scheduler [None req-a8ef47ed-b7a2-462a-9c29-73ee40d2c591 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 19 03:18:44.958612 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-165d04cf-ab06-416c-a8eb-d5fe3b27ae06 None None] Provisioning complete for port f9e015e8-84fa-4e86-a676-f837ec4407c2 triggered by entity DHCP. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 03:18:44.959141 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-165d04cf-ab06-416c-a8eb-d5fe3b27ae06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16124857'] for port, provisioning_complete {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:18:44.967413 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8ef47ed-b7a2-462a-9c29-73ee40d2c591 admin admin] Router 42b1bbcd-5abe-4230-be81-ab347801e43b has already been hosted by L3 agent f4ccfb5a-d22e-440e-8ddd-f393ad00f812 {{(pid=84116) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 19 03:18:45.020232 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.plugin [None req-165d04cf-ab06-416c-a8eb-d5fe3b27ae06 None None] Port f9e015e8-84fa-4e86-a676-f837ec4407c2 cannot update to ACTIVE because it is not bound. {{(pid=84117) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 19 03:18:45.165337 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8ef47ed-b7a2-462a-9c29-73ee40d2c591 admin admin] Notify agent at l3_agent.dv-cinder-775706-2-iscsi the message routers_updated {{(pid=84116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 19 03:18:45.175181 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-a8ef47ed-b7a2-462a-9c29-73ee40d2c591 admin admin] 10.222.0.13 "PUT /v2.0/routers/42b1bbcd-5abe-4230-be81-ab347801e43b/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.4613962
Feb 19 03:18:45.946827 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84116) accepted ('10.222.0.13', 58672) {{(pid=84116) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:18:45.953871 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.v2.base [None req-2e8c4f83-f376-4119-b809-f06fa4d7a2a7 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1724442622-network', 'tenant_id': '64596779eeda4dd0b332df63b7100a05'}} {{(pid=84116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 03:18:45.959043 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-2e8c4f83-f376-4119-b809-f06fa4d7a2a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 03:18:45.963190 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-2e8c4f83-f376-4119-b809-f06fa4d7a2a7 admin admin] Usage tracker for resource:network and tenant:64596779eeda4dd0b332df63b7100a05 is out of sync, need to count used quota {{(pid=84116) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 03:18:45.966268 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-2e8c4f83-f376-4119-b809-f06fa4d7a2a7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=84116) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 03:18:45.972058 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-2e8c4f83-f376-4119-b809-f06fa4d7a2a7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 03:18:46.009187 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e8c4f83-f376-4119-b809-f06fa4d7a2a7 admin admin] Made reservation on behalf of 64596779eeda4dd0b332df63b7100a05 for: {'network': 1} {{(pid=84116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 19 03:18:46.014100 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-2e8c4f83-f376-4119-b809-f06fa4d7a2a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838630373'] for network, before_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:18:46.027832 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-2e8c4f83-f376-4119-b809-f06fa4d7a2a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:18:46.043372 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-2e8c4f83-f376-4119-b809-f06fa4d7a2a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 03:18:46.048102 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-2e8c4f83-f376-4119-b809-f06fa4d7a2a7 admin admin] Usage tracker for resource:security_group_rule and tenant:64596779eeda4dd0b332df63b7100a05 is out of sync, need to count used quota {{(pid=84116) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 03:18:46.051111 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-2e8c4f83-f376-4119-b809-f06fa4d7a2a7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=84116) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 03:18:46.056927 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-2e8c4f83-f376-4119-b809-f06fa4d7a2a7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 03:18:46.068372 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.rpc [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Device 1e233671-da98-46a3-b5f2-5d136d9ce5d8 up at agent ovs-agent-dv-cinder-775706-2-iscsi {{(pid=84117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 03:18:46.148164 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-2e8c4f83-f376-4119-b809-f06fa4d7a2a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:18:46.186597 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Provisioning for port 1e233671-da98-46a3-b5f2-5d136d9ce5d8 completed by entity L2. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 19 03:18:46.192397 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Provisioning complete for port 1e233671-da98-46a3-b5f2-5d136d9ce5d8 triggered by entity L2. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 03:18:46.207518 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16124857'] for port, provisioning_complete {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:18:46.232180 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-2e8c4f83-f376-4119-b809-f06fa4d7a2a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237410'] for security_group, after_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:18:46.237730 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-ffaa273e-c9f2-4671-847c-d899ddf0211a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:18:46.272169 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e8c4f83-f376-4119-b809-f06fa4d7a2a7 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4}  {{(pid=84116) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}}
Feb 19 03:18:46.281764 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8c4f83-f376-4119-b809-f06fa4d7a2a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1cbbcc6-d940-4476-83b8-cd98bd2cc9d2,revision_number=1']} {{(pid=84116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:18:46.285704 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-2e8c4f83-f376-4119-b809-f06fa4d7a2a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:18:46.288272 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-2e8c4f83-f376-4119-b809-f06fa4d7a2a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838644319'] for segment, precommit_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:18:46.288660 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.db.segments_db [None req-2e8c4f83-f376-4119-b809-f06fa4d7a2a7 admin admin] Added segment 09026f94-4b33-46ad-81ce-5fafe5cac03b of type vxlan for network a6a1bc49-e66a-4425-ac07-306d864cbe7e
Feb 19 03:18:46.318675 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-2e8c4f83-f376-4119-b809-f06fa4d7a2a7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363269711912974'] for network, precommit_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:18:46.326141 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838630373'] for port, before_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:18:46.343461 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.db [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] For port 1e233671-da98-46a3-b5f2-5d136d9ce5d8, host dv-cinder-775706-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-2-iscsi',level=0,port_id=1e233671-da98-46a3-b5f2-5d136d9ce5d8,segment=NetworkSegment(018f6e14-8221-4ee7-96a8-19699912d63c),segment_id=018f6e14-8221-4ee7-96a8-19699912d63c)] {{(pid=84117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 03:18:46.375560 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269711510320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767142869380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269711906403'] for port, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:18:46.377677 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:18:46.403961 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-2e8c4f83-f376-4119-b809-f06fa4d7a2a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477'] for network, after_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:18:46.405268 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e8c4f83-f376-4119-b809-f06fa4d7a2a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:18:46.406468 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-2e8c4f83-f376-4119-b809-f06fa4d7a2a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854203462'] for network, before_response {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:18:46.412052 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-74d768a3-8bcf-4516-924c-2b5280cddeae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:18:46.449533 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Pushing event updated for resources: {'Port': ['ID=1e233671-da98-46a3-b5f2-5d136d9ce5d8,revision_number=4']} {{(pid=84117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:18:46.453274 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=84117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:18:46.518936 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8c4f83-f376-4119-b809-f06fa4d7a2a7 admin admin] Pushing event updated for resources: {'Network': ['ID=a6a1bc49-e66a-4425-ac07-306d864cbe7e,revision_number=1']} {{(pid=84116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:18:46.522431 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-2e8c4f83-f376-4119-b809-f06fa4d7a2a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:18:46.531461 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.rpc [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Network a6a1bc49-e66a-4425-ac07-306d864cbe7e details requested by agent ovs-agent-dv-cinder-775706-2-iscsi with host dv-cinder-775706-2-iscsi {{(pid=84117) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 19 03:18:46.541436 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-2e8c4f83-f376-4119-b809-f06fa4d7a2a7 admin admin] 10.222.0.13 "POST /v2.0/networks HTTP/1.1" status: 201  len: 875 time: 0.5934787
Feb 19 03:18:46.544407 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84116) accepted ('10.222.0.13', 58676) {{(pid=84116) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:18:46.545337 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.rpc [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Network a6a1bc49-e66a-4425-ac07-306d864cbe7e details requested by agent ovs-agent-hv-cinder-77570 with host hv-cinder-77570 {{(pid=84117) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}}
Feb 19 03:18:46.551301 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.v2.base [None req-a7d14522-97d4-41cf-b138-4d59dc00ece3 admin admin] Request body: {'subnet': {'network_id': 'a6a1bc49-e66a-4425-ac07-306d864cbe7e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1724442622-subnet', 'tenant_id': '64596779eeda4dd0b332df63b7100a05', 'ip_version': 4}} {{(pid=84116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 03:18:46.559008 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-a7d14522-97d4-41cf-b138-4d59dc00ece3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 03:18:46.563226 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-a7d14522-97d4-41cf-b138-4d59dc00ece3 admin admin] Usage tracker for resource:subnet and tenant:64596779eeda4dd0b332df63b7100a05 is out of sync, need to count used quota {{(pid=84116) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 03:18:46.566287 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-a7d14522-97d4-41cf-b138-4d59dc00ece3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=84116) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 03:18:46.572141 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-a7d14522-97d4-41cf-b138-4d59dc00ece3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 03:18:46.615519 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7d14522-97d4-41cf-b138-4d59dc00ece3 admin admin] Made reservation on behalf of 64596779eeda4dd0b332df63b7100a05 for: {'subnet': 1} {{(pid=84116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 19 03:18:46.620589 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-a7d14522-97d4-41cf-b138-4d59dc00ece3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3235471'] for subnet, before_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:18:46.704872 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d313c7-7a42-41f4-8f21-a6c4203a0eae None None] Sync routers for ids ['42b1bbcd-5abe-4230-be81-ab347801e43b'] in dv-cinder-775706-2-iscsi {{(pid=84117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 19 03:18:46.746545 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d313c7-7a42-41f4-8f21-a6c4203a0eae None None] Routers {'42b1bbcd-5abe-4230-be81-ab347801e43b'} bound to L3 agent in host dv-cinder-775706-2-iscsi {{(pid=84117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 03:18:46.747238 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_hamode_db [None req-56d313c7-7a42-41f4-8f21-a6c4203a0eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9425b81f98>, 'dv-cinder-775706-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-19T02:56:52Z,description=<?>,heartbeat_timestamp=2021-02-19T03:18:22Z,host='dv-cinder-775706-2-iscsi',id=f4ccfb5a-d22e-440e-8ddd-f393ad00f812,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T02:56:52Z,topic='l3_agent')) {'router_ids': ['42b1bbcd-5abe-4230-be81-ab347801e43b'], 'active': True} {{(pid=84117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 03:18:46.943115 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvr_db [None req-56d313c7-7a42-41f4-8f21-a6c4203a0eae None None] Set router 42b1bbcd-5abe-4230-be81-ab347801e43b gateway port host: dv-cinder-775706-2-iscsi {{(pid=84117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 03:18:47.310020 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-a7d14522-97d4-41cf-b138-4d59dc00ece3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2630575', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3235516'] for subnet, after_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:18:47.327138 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:18:47.458404 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d14522-97d4-41cf-b138-4d59dc00ece3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ccc6dc98-8b6f-48dd-89e3-9a4013344189,revision_number=0']} {{(pid=84116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:18:47.461579 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-a7d14522-97d4-41cf-b138-4d59dc00ece3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:18:47.468262 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_hamode_db [None req-56d313c7-7a42-41f4-8f21-a6c4203a0eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9425b81f98>, [{'id': '42b1bbcd-5abe-4230-be81-ab347801e43b', 'name': 'tempest-TestShelveInstance-700073193-router', 'tenant_id': 'ab714953e3104ab782be2e0d9b91f947', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'external_fixed_ips': [{'subnet_id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'ip_address': '172.27.0.150'}], 'enable_snat': True}, 'gw_port_id': '1e233671-da98-46a3-b5f2-5d136d9ce5d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T03:18:38Z', 'updated_at': '2021-02-19T03:18:43Z', 'revision_number': 4, 'project_id': 'ab714953e3104ab782be2e0d9b91f947', 'gw_port': {'id': '1e233671-da98-46a3-b5f2-5d136d9ce5d8', 'name': '', 'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:e9:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b1bbcd-5abe-4230-be81-ab347801e43b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'ip_address': '172.27.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T03:18:39Z', 'updated_at': '2021-02-19T03:18:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-2-iscsi', '_interfaces': [{'id': 'f9e015e8-84fa-4e86-a676-f837ec4407c2', 'name': '', 'network_id': '45884ee6-73b1-4f38-a102-e7d7a6698b33', 'tenant_id': 'ab714953e3104ab782be2e0d9b91f947', 'mac_address': 'fa:16:3e:fd:23:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42b1bbcd-5abe-4230-be81-ab347801e43b', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '59ed038d-72cc-46a7-bd87-89f52f660c29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T03:18:42Z', 'updated_at': '2021-02-19T03:18:44Z', 'revision_number': 2, 'project_id': 'ab714953e3104ab782be2e0d9b91f947', 'subnets': [{'id': '59ed038d-72cc-46a7-bd87-89f52f660c29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775706-2-iscsi', False) {} {{(pid=84117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 03:18:47.472451 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d313c7-7a42-41f4-8f21-a6c4203a0eae None None] Checking router: 42b1bbcd-5abe-4230-be81-ab347801e43b for host: dv-cinder-775706-2-iscsi {{(pid=84117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 19 03:18:47.472858 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d313c7-7a42-41f4-8f21-a6c4203a0eae None None] Updating router 42b1bbcd-5abe-4230-be81-ab347801e43b port f9e015e8-84fa-4e86-a676-f837ec4407c2 binding host dv-cinder-775706-2-iscsi {{(pid=84117) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 19 03:18:47.529074 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-56d313c7-7a42-41f4-8f21-a6c4203a0eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838630373'] for port, before_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:18:47.534259 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d14522-97d4-41cf-b138-4d59dc00ece3 admin admin] Checking segment: {'id': '09026f94-4b33-46ad-81ce-5fafe5cac03b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a6a1bc49-e66a-4425-ac07-306d864cbe7e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 19 03:18:47.534661 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7d14522-97d4-41cf-b138-4d59dc00ece3 admin admin] Network hostable DHCP agents. Network: a6a1bc49-e66a-4425-ac07-306d864cbe7e, hostable agents: ['0c5e2175-22e3-4812-a651-647624438454'], hosted agents: [] {{(pid=84116) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}}
Feb 19 03:18:47.586479 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7d14522-97d4-41cf-b138-4d59dc00ece3 admin admin] Network a6a1bc49-e66a-4425-ac07-306d864cbe7e is scheduled to be hosted by DHCP agent 0c5e2175-22e3-4812-a651-647624438454 with binding_index 1 {{(pid=84116) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}}
Feb 19 03:18:47.616140 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.scheduler.base_scheduler [None req-a7d14522-97d4-41cf-b138-4d59dc00ece3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-775706-2-iscsi, a6a1bc49-e66a-4425-ac07-306d864cbe7e) {{(pid=84116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 19 03:18:47.628683 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7d14522-97d4-41cf-b138-4d59dc00ece3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:18:47.629333 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-a7d14522-97d4-41cf-b138-4d59dc00ece3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:18:47.632569 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86ef28e7-50ab-4265-b2df-ae7b737b5600 None None] Network a6a1bc49-e66a-4425-ac07-306d864cbe7e requested from dv-cinder-775706-2-iscsi {{(pid=84117) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 19 03:18:47.674458 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-a7d14522-97d4-41cf-b138-4d59dc00ece3 admin admin] 10.222.0.13 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.1289263
Feb 19 03:18:47.677063 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84116) accepted ('10.222.0.13', 58680) {{(pid=84116) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:18:47.682709 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.v2.base [None req-b6310912-7298-4afb-a4d1-44c45fa737a2 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1724442622-router', 'tenant_id': '64596779eeda4dd0b332df63b7100a05', 'external_gateway_info': {'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc'}}} {{(pid=84116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 03:18:47.688202 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-b6310912-7298-4afb-a4d1-44c45fa737a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 03:18:47.692306 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-b6310912-7298-4afb-a4d1-44c45fa737a2 admin admin] Usage tracker for resource:router and tenant:64596779eeda4dd0b332df63b7100a05 is out of sync, need to count used quota {{(pid=84116) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 03:18:47.696061 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [None req-b6310912-7298-4afb-a4d1-44c45fa737a2 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=84116) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 03:18:47.702018 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [None req-b6310912-7298-4afb-a4d1-44c45fa737a2 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=84116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 03:18:47.736551 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-b6310912-7298-4afb-a4d1-44c45fa737a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create--9223372036854401036', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854736359'] for router, before_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:18:47.737659 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-b6310912-7298-4afb-a4d1-44c45fa737a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854401051', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag--9223372036854387709', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-537069', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-39441'] for router, precommit_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:18:47.804261 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-b6310912-7298-4afb-a4d1-44c45fa737a2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:18:48.041526 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff9e273c-8b13-433f-9276-c0692e0470bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp84d41ed4-238b-5c20-a491-76edeb2704ed-a6a1bc49-e66a-4425-ac07-306d864cbe7e', 'network_id': 'a6a1bc49-e66a-4425-ac07-306d864cbe7e', 'tenant_id': '64596779eeda4dd0b332df63b7100a05', 'fixed_ips': [{'subnet_id': 'ccc6dc98-8b6f-48dd-89e3-9a4013344189'}]}} from dv-cinder-775706-2-iscsi. {{(pid=84117) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}}
Feb 19 03:18:48.042475 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-ff9e273c-8b13-433f-9276-c0692e0470bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838630373'] for port, before_create {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:18:48.073435 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.rpc [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Device 1e233671-da98-46a3-b5f2-5d136d9ce5d8 up at agent ovs-agent-dv-cinder-775706-2-iscsi {{(pid=84117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 03:18:48.117343 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-b6310912-7298-4afb-a4d1-44c45fa737a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration--9223372036854387574', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-374659', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-39424'] for router, precommit_update {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:18:48.336689 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Provisioning complete for port 1e233671-da98-46a3-b5f2-5d136d9ce5d8 triggered by entity L2. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 03:18:48.337252 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16124857'] for port, provisioning_complete {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:18:48.454692 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-56d313c7-7a42-41f4-8f21-a6c4203a0eae None None] Notify callbacks [] for port, precommit_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:18:48.477370 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-b6310912-7298-4afb-a4d1-44c45fa737a2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:18:48.497745 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-56d313c7-7a42-41f4-8f21-a6c4203a0eae None None] Transition to ACTIVE for port object f9e015e8-84fa-4e86-a676-f837ec4407c2 will not be triggered until provisioned by entity L2. {{(pid=84117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 19 03:18:48.512391 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-b6310912-7298-4afb-a4d1-44c45fa737a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838630373'] for port, before_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:18:48.595150 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-56d313c7-7a42-41f4-8f21-a6c4203a0eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269711510320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767142869380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269711906403'] for port, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:18:48.622424 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:18:48.781421 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.db_base_plugin_common [None req-b6310912-7298-4afb-a4d1-44c45fa737a2 admin admin] Allocated IP 172.27.0.79 (11a0058d-2e2a-4262-b636-ae96512c4ecc/f5c7b3a5-422b-45ad-be9d-3c3e4c209310/d93294e7-6c11-41ec-a8b5-3d0a434fbeb0) {{(pid=84116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 19 03:18:48.783636 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.db_base_plugin_common [None req-ff9e273c-8b13-433f-9276-c0692e0470bb None None] Allocated IP 172.20.0.2 (a6a1bc49-e66a-4425-ac07-306d864cbe7e/ccc6dc98-8b6f-48dd-89e3-9a4013344189/87f58f32-c25c-4736-905d-3c7997af8238) {{(pid=84117) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 19 03:18:48.791994 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2d041a-46ae-426d-8527-67cfa3e2696c None None] Pushing event updated for resources: {'Port': ['ID=f9e015e8-84fa-4e86-a676-f837ec4407c2,revision_number=3']} {{(pid=84117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:18:48.795160 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-9d2d041a-46ae-426d-8527-67cfa3e2696c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=84117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:18:48.937405 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-b6310912-7298-4afb-a4d1-44c45fa737a2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:18:48.999039 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-b6310912-7298-4afb-a4d1-44c45fa737a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363269711907205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2630593'] for port, after_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:18:49.015521 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-140c55a4-7388-431b-822d-e9f585e4c1f3 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:18:49.100762 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.managers [None req-56d313c7-7a42-41f4-8f21-a6c4203a0eae None None] Attempting to bind port f9e015e8-84fa-4e86-a676-f837ec4407c2 on host dv-cinder-775706-2-iscsi for vnic_type normal with profile  {{(pid=84117) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 03:18:49.101185 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.managers [None req-56d313c7-7a42-41f4-8f21-a6c4203a0eae None None] Attempting to bind port f9e015e8-84fa-4e86-a676-f837ec4407c2 by drivers openvswitch on host dv-cinder-775706-2-iscsi at level 0 using segments [{'id': '4574dcca-3d9a-4793-a8cc-71ccc08d3054', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '45884ee6-73b1-4f38-a102-e7d7a6698b33'}] {{(pid=84117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 19 03:18:49.101604 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d313c7-7a42-41f4-8f21-a6c4203a0eae None None] Attempting to bind port f9e015e8-84fa-4e86-a676-f837ec4407c2 on network 45884ee6-73b1-4f38-a102-e7d7a6698b33 {{(pid=84117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 19 03:18:49.154901 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6310912-7298-4afb-a4d1-44c45fa737a2 admin admin] Pushing event updated for resources: {'Port': ['ID=d93294e7-6c11-41ec-a8b5-3d0a434fbeb0,revision_number=1']} {{(pid=84116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:18:49.158464 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d313c7-7a42-41f4-8f21-a6c4203a0eae None None] Checking agent: {'id': '3cd1f8a8-5d37-45d2-b10a-f80d551451b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775706-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 19, 2, 56, 53), 'started_at': datetime.datetime(2021, 2, 19, 2, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 2, 19, 3, 18, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775706-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.86', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 19 03:18:49.159102 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d313c7-7a42-41f4-8f21-a6c4203a0eae None None] Checking segment: {'id': '4574dcca-3d9a-4793-a8cc-71ccc08d3054', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '45884ee6-73b1-4f38-a102-e7d7a6698b33'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 19 03:18:49.159561 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-56d313c7-7a42-41f4-8f21-a6c4203a0eae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:18:49.159688 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-b6310912-7298-4afb-a4d1-44c45fa737a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:18:49.160014 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56d313c7-7a42-41f4-8f21-a6c4203a0eae None None] Bound using segment: {'id': '4574dcca-3d9a-4793-a8cc-71ccc08d3054', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '45884ee6-73b1-4f38-a102-e7d7a6698b33'} {{(pid=84117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 19 03:18:49.160550 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.managers [None req-56d313c7-7a42-41f4-8f21-a6c4203a0eae None None] Bound port: f9e015e8-84fa-4e86-a676-f837ec4407c2, host: dv-cinder-775706-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4574dcca-3d9a-4793-a8cc-71ccc08d3054', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '45884ee6-73b1-4f38-a102-e7d7a6698b33'}}] {{(pid=84117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 19 03:18:49.160978 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-56d313c7-7a42-41f4-8f21-a6c4203a0eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838630373'] for port, before_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:18:49.214364 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6310912-7298-4afb-a4d1-44c45fa737a2 admin admin] Network 11a0058d-2e2a-4262-b636-ae96512c4ecc is already hosted by enough agents. {{(pid=84116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 19 03:18:49.215727 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.scheduler.base_scheduler [None req-b6310912-7298-4afb-a4d1-44c45fa737a2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=84116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 19 03:18:49.218344 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6310912-7298-4afb-a4d1-44c45fa737a2 admin admin] Received port after_create {{(pid=84116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 19 03:18:49.261037 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-ff9e273c-8b13-433f-9276-c0692e0470bb None None] Notify callbacks [] for port, precommit_create {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:18:49.287778 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-ff9e273c-8b13-433f-9276-c0692e0470bb None None] Transition to ACTIVE for port object 87f58f32-c25c-4736-905d-3c7997af8238 will not be triggered until provisioned by entity L2. {{(pid=84117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 19 03:18:49.318793 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-ff9e273c-8b13-433f-9276-c0692e0470bb None None] Transition to ACTIVE for port object 87f58f32-c25c-4736-905d-3c7997af8238 will not be triggered until provisioned by entity DHCP. {{(pid=84117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 19 03:18:49.320473 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.db [None req-56d313c7-7a42-41f4-8f21-a6c4203a0eae None None] For port f9e015e8-84fa-4e86-a676-f837ec4407c2, host dv-cinder-775706-2-iscsi, cleared binding levels {{(pid=84117) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 19 03:18:49.324459 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.db [None req-56d313c7-7a42-41f4-8f21-a6c4203a0eae None None] For port f9e015e8-84fa-4e86-a676-f837ec4407c2, host dv-cinder-775706-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-2-iscsi',level=0,port_id=f9e015e8-84fa-4e86-a676-f837ec4407c2,segment=NetworkSegment(4574dcca-3d9a-4793-a8cc-71ccc08d3054),segment_id=4574dcca-3d9a-4793-a8cc-71ccc08d3054)] {{(pid=84117) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 19 03:18:49.363786 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-ff9e273c-8b13-433f-9276-c0692e0470bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363269711907205'] for port, after_create {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:18:49.380567 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:18:49.643891 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-56d313c7-7a42-41f4-8f21-a6c4203a0eae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269711510320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767142869380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269711906403'] for port, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:18:49.698914 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-b6310912-7298-4afb-a4d1-44c45fa737a2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:18:49.779541 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9e273c-8b13-433f-9276-c0692e0470bb None None] Pushing event updated for resources: {'Port': ['ID=87f58f32-c25c-4736-905d-3c7997af8238,revision_number=1']} {{(pid=84117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:18:49.785907 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-ff9e273c-8b13-433f-9276-c0692e0470bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.405s {{(pid=84117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:18:49.788040 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.108s {{(pid=84117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:18:49.844434 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-d47ec64d-b6bf-43f9-8689-2593f9ee8c8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:18:49.954315 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2d041a-46ae-426d-8527-67cfa3e2696c None None] Pushing event updated for resources: {'Port': ['ID=f9e015e8-84fa-4e86-a676-f837ec4407c2,revision_number=4']} {{(pid=84117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:18:49.962534 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-9d2d041a-46ae-426d-8527-67cfa3e2696c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=84117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:18:49.965845 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff9e273c-8b13-433f-9276-c0692e0470bb None None] Network a6a1bc49-e66a-4425-ac07-306d864cbe7e is already hosted by enough agents. {{(pid=84117) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 19 03:18:49.969109 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.scheduler.base_scheduler [None req-ff9e273c-8b13-433f-9276-c0692e0470bb None None] Resources bound (agent type, host, resource id):  {{(pid=84117) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 19 03:18:49.973123 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff9e273c-8b13-433f-9276-c0692e0470bb None None] Received port after_create {{(pid=84117) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 19 03:18:50.033911 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56d313c7-7a42-41f4-8f21-a6c4203a0eae None None] Routers {'42b1bbcd-5abe-4230-be81-ab347801e43b'} bound to L3 agent in host dv-cinder-775706-2-iscsi {{(pid=84117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 03:18:50.034572 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_hamode_db [None req-56d313c7-7a42-41f4-8f21-a6c4203a0eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9425b81f98>, 'dv-cinder-775706-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-19T02:56:52Z,description=<?>,heartbeat_timestamp=2021-02-19T03:18:22Z,host='dv-cinder-775706-2-iscsi',id=f4ccfb5a-d22e-440e-8ddd-f393ad00f812,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T02:56:52Z,topic='l3_agent')) {'router_ids': ['42b1bbcd-5abe-4230-be81-ab347801e43b'], 'active': True} {{(pid=84117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 03:18:50.121001 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.managers [None req-ff9e273c-8b13-433f-9276-c0692e0470bb None None] Attempting to bind port 87f58f32-c25c-4736-905d-3c7997af8238 on host dv-cinder-775706-2-iscsi for vnic_type normal with profile  {{(pid=84117) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 03:18:50.121433 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.managers [None req-ff9e273c-8b13-433f-9276-c0692e0470bb None None] Attempting to bind port 87f58f32-c25c-4736-905d-3c7997af8238 by drivers openvswitch on host dv-cinder-775706-2-iscsi at level 0 using segments [{'id': '09026f94-4b33-46ad-81ce-5fafe5cac03b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a6a1bc49-e66a-4425-ac07-306d864cbe7e'}] {{(pid=84117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 19 03:18:50.121871 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff9e273c-8b13-433f-9276-c0692e0470bb None None] Attempting to bind port 87f58f32-c25c-4736-905d-3c7997af8238 on network a6a1bc49-e66a-4425-ac07-306d864cbe7e {{(pid=84117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 19 03:18:50.134759 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff9e273c-8b13-433f-9276-c0692e0470bb None None] Checking agent: {'id': '3cd1f8a8-5d37-45d2-b10a-f80d551451b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775706-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 19, 2, 56, 53), 'started_at': datetime.datetime(2021, 2, 19, 2, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 2, 19, 3, 18, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775706-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.86', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 19 03:18:50.135182 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff9e273c-8b13-433f-9276-c0692e0470bb None None] Checking segment: {'id': '09026f94-4b33-46ad-81ce-5fafe5cac03b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a6a1bc49-e66a-4425-ac07-306d864cbe7e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 19 03:18:50.135632 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-ff9e273c-8b13-433f-9276-c0692e0470bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:18:50.136074 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff9e273c-8b13-433f-9276-c0692e0470bb None None] Bound using segment: {'id': '09026f94-4b33-46ad-81ce-5fafe5cac03b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a6a1bc49-e66a-4425-ac07-306d864cbe7e'} {{(pid=84117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 19 03:18:50.136594 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.managers [None req-ff9e273c-8b13-433f-9276-c0692e0470bb None None] Bound port: 87f58f32-c25c-4736-905d-3c7997af8238, host: dv-cinder-775706-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09026f94-4b33-46ad-81ce-5fafe5cac03b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a6a1bc49-e66a-4425-ac07-306d864cbe7e'}}] {{(pid=84117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 19 03:18:50.137014 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-ff9e273c-8b13-433f-9276-c0692e0470bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838630373'] for port, before_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:18:50.317093 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-b6310912-7298-4afb-a4d1-44c45fa737a2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-374674', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854387483'] for router, after_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:18:50.336112 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvr_db [None req-56d313c7-7a42-41f4-8f21-a6c4203a0eae None None] Set router 42b1bbcd-5abe-4230-be81-ab347801e43b gateway port host: dv-cinder-775706-2-iscsi {{(pid=84117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 03:18:50.406430 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.db [None req-ff9e273c-8b13-433f-9276-c0692e0470bb None None] For port 87f58f32-c25c-4736-905d-3c7997af8238, host dv-cinder-775706-2-iscsi, cleared binding levels {{(pid=84117) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 19 03:18:50.421305 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.db [None req-ff9e273c-8b13-433f-9276-c0692e0470bb None None] For port 87f58f32-c25c-4736-905d-3c7997af8238, host dv-cinder-775706-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-2-iscsi',level=0,port_id=87f58f32-c25c-4736-905d-3c7997af8238,segment=NetworkSegment(09026f94-4b33-46ad-81ce-5fafe5cac03b),segment_id=09026f94-4b33-46ad-81ce-5fafe5cac03b)] {{(pid=84117) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 19 03:18:50.478622 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-ff9e273c-8b13-433f-9276-c0692e0470bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269711510320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767142869380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269711906403'] for port, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:18:50.504331 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:18:50.564819 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6310912-7298-4afb-a4d1-44c45fa737a2 admin admin] Router 78e7137d-c93c-4535-b913-64f39046ece1 is scheduled to L3 agent f4ccfb5a-d22e-440e-8ddd-f393ad00f812 with binding_index 1 {{(pid=84116) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}}
Feb 19 03:18:50.733344 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff9e273c-8b13-433f-9276-c0692e0470bb None None] Pushing event updated for resources: {'Port': ['ID=87f58f32-c25c-4736-905d-3c7997af8238,revision_number=2']} {{(pid=84117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:18:50.748739 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-ff9e273c-8b13-433f-9276-c0692e0470bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=84117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:18:50.759962 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6310912-7298-4afb-a4d1-44c45fa737a2 admin admin] Notify agent at l3_agent.dv-cinder-775706-2-iscsi the message routers_updated {{(pid=84116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 19 03:18:50.771284 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ccf4d54-5315-4dd6-8335-b874e35f7a17 None None] Sync routers for ids ['78e7137d-c93c-4535-b913-64f39046ece1'] in dv-cinder-775706-2-iscsi {{(pid=84118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 19 03:18:50.781402 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ccf4d54-5315-4dd6-8335-b874e35f7a17 None None] Routers {'78e7137d-c93c-4535-b913-64f39046ece1'} bound to L3 agent in host dv-cinder-775706-2-iscsi {{(pid=84118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 03:18:50.782222 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_hamode_db [None req-9ccf4d54-5315-4dd6-8335-b874e35f7a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9425f5ae80>, 'dv-cinder-775706-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-02-19T02:56:52Z,description=<?>,heartbeat_timestamp=2021-02-19T03:18:22Z,host='dv-cinder-775706-2-iscsi',id=f4ccfb5a-d22e-440e-8ddd-f393ad00f812,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T02:56:52Z,topic='l3_agent')) {'router_ids': ['78e7137d-c93c-4535-b913-64f39046ece1'], 'active': True} {{(pid=84118) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 03:18:50.814717 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-b6310912-7298-4afb-a4d1-44c45fa737a2 admin admin] Notify callbacks [] for router, before_response {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:18:50.819206 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-b6310912-7298-4afb-a4d1-44c45fa737a2 admin admin] 10.222.0.13 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 3.1379995
Feb 19 03:18:50.819497 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84115) accepted ('10.222.0.13', 58684) {{(pid=84115) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:18:50.884278 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_hamode_db [None req-56d313c7-7a42-41f4-8f21-a6c4203a0eae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9425b81f98>, [{'id': '42b1bbcd-5abe-4230-be81-ab347801e43b', 'name': 'tempest-TestShelveInstance-700073193-router', 'tenant_id': 'ab714953e3104ab782be2e0d9b91f947', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'external_fixed_ips': [{'subnet_id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'ip_address': '172.27.0.150'}], 'enable_snat': True}, 'gw_port_id': '1e233671-da98-46a3-b5f2-5d136d9ce5d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T03:18:38Z', 'updated_at': '2021-02-19T03:18:43Z', 'revision_number': 4, 'project_id': 'ab714953e3104ab782be2e0d9b91f947', 'gw_port': {'id': '1e233671-da98-46a3-b5f2-5d136d9ce5d8', 'name': '', 'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:e9:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b1bbcd-5abe-4230-be81-ab347801e43b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'ip_address': '172.27.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T03:18:39Z', 'updated_at': '2021-02-19T03:18:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-2-iscsi', '_interfaces': [{'id': 'f9e015e8-84fa-4e86-a676-f837ec4407c2', 'name': '', 'network_id': '45884ee6-73b1-4f38-a102-e7d7a6698b33', 'tenant_id': 'ab714953e3104ab782be2e0d9b91f947', 'mac_address': 'fa:16:3e:fd:23:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42b1bbcd-5abe-4230-be81-ab347801e43b', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '59ed038d-72cc-46a7-bd87-89f52f660c29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T03:18:42Z', 'updated_at': '2021-02-19T03:18:49Z', 'revision_number': 4, 'project_id': 'ab714953e3104ab782be2e0d9b91f947', 'subnets': [{'id': '59ed038d-72cc-46a7-bd87-89f52f660c29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775706-2-iscsi', False) {} {{(pid=84117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 03:18:50.888592 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56d313c7-7a42-41f4-8f21-a6c4203a0eae None None] The sync data for ids ['42b1bbcd-5abe-4230-be81-ab347801e43b'] in dv-cinder-775706-2-iscsi is: [{'id': '42b1bbcd-5abe-4230-be81-ab347801e43b', 'name': 'tempest-TestShelveInstance-700073193-router', 'tenant_id': 'ab714953e3104ab782be2e0d9b91f947', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'external_fixed_ips': [{'subnet_id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'ip_address': '172.27.0.150'}], 'enable_snat': True}, 'gw_port_id': '1e233671-da98-46a3-b5f2-5d136d9ce5d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T03:18:38Z', 'updated_at': '2021-02-19T03:18:43Z', 'revision_number': 4, 'project_id': 'ab714953e3104ab782be2e0d9b91f947', 'gw_port': {'id': '1e233671-da98-46a3-b5f2-5d136d9ce5d8', 'name': '', 'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:e9:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b1bbcd-5abe-4230-be81-ab347801e43b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'ip_address': '172.27.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T03:18:39Z', 'updated_at': '2021-02-19T03:18:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-2-iscsi', '_interfaces': [{'id': 'f9e015e8-84fa-4e86-a676-f837ec4407c2', 'name': '', 'network_id': '45884ee6-73b1-4f38-a102-e7d7a6698b33', 'tenant_id': 'ab714953e3104ab782be2e0d9b91f947', 'mac_address': 'fa:16:3e:fd:23:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42b1bbcd-5abe-4230-be81-ab347801e43b', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '59ed038d-72cc-46a7-bd87-89f52f660c29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T03:18:42Z', 'updated_at': '2021-02-19T03:18:49Z', 'revision_number': 4, 'project_id': 'ab714953e3104ab782be2e0d9b91f947', 'subnets': [{'id': '59ed038d-72cc-46a7-bd87-89f52f660c29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 19 03:18:50.997924 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvr_db [None req-9ccf4d54-5315-4dd6-8335-b874e35f7a17 None None] Set router 78e7137d-c93c-4535-b913-64f39046ece1 gateway port host: dv-cinder-775706-2-iscsi {{(pid=84118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 03:18:51.399034 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_hamode_db [None req-9ccf4d54-5315-4dd6-8335-b874e35f7a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9425f5ae80>, [{'id': '78e7137d-c93c-4535-b913-64f39046ece1', 'name': 'tempest-TestShelveInstance-1724442622-router', 'tenant_id': '64596779eeda4dd0b332df63b7100a05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'external_fixed_ips': [{'subnet_id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': 'd93294e7-6c11-41ec-a8b5-3d0a434fbeb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T03:18:47Z', 'updated_at': '2021-02-19T03:18:49Z', 'revision_number': 3, 'project_id': '64596779eeda4dd0b332df63b7100a05', 'gw_port': {'id': 'd93294e7-6c11-41ec-a8b5-3d0a434fbeb0', 'name': '', 'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:71:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78e7137d-c93c-4535-b913-64f39046ece1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T03:18:48Z', 'updated_at': '2021-02-19T03:18:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-2-iscsi'}], 'dv-cinder-775706-2-iscsi', False) {} {{(pid=84118) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 03:18:51.403573 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ccf4d54-5315-4dd6-8335-b874e35f7a17 None None] Checking router: 78e7137d-c93c-4535-b913-64f39046ece1 for host: dv-cinder-775706-2-iscsi {{(pid=84118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 19 03:18:51.403975 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ccf4d54-5315-4dd6-8335-b874e35f7a17 None None] Updating router 78e7137d-c93c-4535-b913-64f39046ece1 port d93294e7-6c11-41ec-a8b5-3d0a434fbeb0 binding host dv-cinder-775706-2-iscsi {{(pid=84118) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 19 03:18:51.474917 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-9ccf4d54-5315-4dd6-8335-b874e35f7a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838630373'] for port, before_update {{(pid=84118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:18:51.843693 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-5f25710d-fc33-4f9e-81c3-a65ec92709ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838630373'] for port, before_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:18:51.896179 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8a668059-7694-4da1-9327-dcff9ac8933d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:18:51.922257 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-9ccf4d54-5315-4dd6-8335-b874e35f7a17 None None] Notify callbacks [] for port, precommit_update {{(pid=84118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:18:51.934487 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-9ccf4d54-5315-4dd6-8335-b874e35f7a17 None None] Transition to ACTIVE for port object d93294e7-6c11-41ec-a8b5-3d0a434fbeb0 will not be triggered until provisioned by entity L2. {{(pid=84118) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 19 03:18:51.992109 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-9ccf4d54-5315-4dd6-8335-b874e35f7a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269711510320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767142869380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269711906403'] for port, after_update {{(pid=84118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:18:52.008892 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:18:52.172316 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.rpc [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Device 87f58f32-c25c-4736-905d-3c7997af8238 up at agent ovs-agent-dv-cinder-775706-2-iscsi {{(pid=84117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 03:18:52.279234 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.db_base_plugin_common [None req-5f25710d-fc33-4f9e-81c3-a65ec92709ea admin admin] Allocated IP 172.20.0.1 (a6a1bc49-e66a-4425-ac07-306d864cbe7e/ccc6dc98-8b6f-48dd-89e3-9a4013344189/f1c37cb1-4170-41c8-bb0d-e59f3bff8c02) {{(pid=84115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 19 03:18:52.335157 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Provisioning for port 87f58f32-c25c-4736-905d-3c7997af8238 completed by entity L2. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 19 03:18:52.341382 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.rpc [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Device f9e015e8-84fa-4e86-a676-f837ec4407c2 up at agent ovs-agent-dv-cinder-775706-2-iscsi {{(pid=84117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 03:18:52.355650 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844b3d63-d74d-4855-95e8-2fe69fff3b36 None None] Pushing event updated for resources: {'Port': ['ID=d93294e7-6c11-41ec-a8b5-3d0a434fbeb0,revision_number=2']} {{(pid=84118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:18:52.360601 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-844b3d63-d74d-4855-95e8-2fe69fff3b36 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=84118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:18:52.440473 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.managers [None req-9ccf4d54-5315-4dd6-8335-b874e35f7a17 None None] Attempting to bind port d93294e7-6c11-41ec-a8b5-3d0a434fbeb0 on host dv-cinder-775706-2-iscsi for vnic_type normal with profile  {{(pid=84118) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 03:18:52.442512 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.managers [None req-9ccf4d54-5315-4dd6-8335-b874e35f7a17 None None] Attempting to bind port d93294e7-6c11-41ec-a8b5-3d0a434fbeb0 by drivers openvswitch on host dv-cinder-775706-2-iscsi at level 0 using segments [{'id': '018f6e14-8221-4ee7-96a8-19699912d63c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc'}] {{(pid=84118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 19 03:18:52.442512 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ccf4d54-5315-4dd6-8335-b874e35f7a17 None None] Attempting to bind port d93294e7-6c11-41ec-a8b5-3d0a434fbeb0 on network 11a0058d-2e2a-4262-b636-ae96512c4ecc {{(pid=84118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 19 03:18:52.454746 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ccf4d54-5315-4dd6-8335-b874e35f7a17 None None] Checking agent: {'id': '3cd1f8a8-5d37-45d2-b10a-f80d551451b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775706-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 19, 2, 56, 53), 'started_at': datetime.datetime(2021, 2, 19, 2, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 2, 19, 3, 18, 24), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775706-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.86', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 19 03:18:52.455169 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ccf4d54-5315-4dd6-8335-b874e35f7a17 None None] Checking segment: {'id': '018f6e14-8221-4ee7-96a8-19699912d63c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84118) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 19 03:18:52.455677 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-9ccf4d54-5315-4dd6-8335-b874e35f7a17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:18:52.456279 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ccf4d54-5315-4dd6-8335-b874e35f7a17 None None] Bound using segment: {'id': '018f6e14-8221-4ee7-96a8-19699912d63c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc'} {{(pid=84118) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 19 03:18:52.456752 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.managers [None req-9ccf4d54-5315-4dd6-8335-b874e35f7a17 None None] Bound port: d93294e7-6c11-41ec-a8b5-3d0a434fbeb0, host: dv-cinder-775706-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '018f6e14-8221-4ee7-96a8-19699912d63c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc'}}] {{(pid=84118) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 19 03:18:52.457211 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-9ccf4d54-5315-4dd6-8335-b874e35f7a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838630373'] for port, before_update {{(pid=84118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:18:52.462186 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Provisioning for port f9e015e8-84fa-4e86-a676-f837ec4407c2 completed by entity L2. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 19 03:18:52.467488 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Provisioning complete for port f9e015e8-84fa-4e86-a676-f837ec4407c2 triggered by entity L2. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 03:18:52.468015 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16124857'] for port, provisioning_complete {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:18:52.473199 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-5f25710d-fc33-4f9e-81c3-a65ec92709ea admin admin] Notify callbacks [] for port, precommit_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:18:52.495205 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-5f25710d-fc33-4f9e-81c3-a65ec92709ea admin admin] Transition to ACTIVE for port object f1c37cb1-4170-41c8-bb0d-e59f3bff8c02 will not be triggered until provisioned by entity DHCP. {{(pid=84115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 19 03:18:52.503031 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-4b343f23-6f62-4db0-bfb1-0e5ba3aa11dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:18:52.521646 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b671466-1259-48c2-a90c-af4dcaffc5fe None None] Network a6a1bc49-e66a-4425-ac07-306d864cbe7e requested from dv-cinder-775706-2-iscsi {{(pid=84117) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 19 03:18:52.547619 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.db [None req-9ccf4d54-5315-4dd6-8335-b874e35f7a17 None None] For port d93294e7-6c11-41ec-a8b5-3d0a434fbeb0, host dv-cinder-775706-2-iscsi, cleared binding levels {{(pid=84118) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 19 03:18:52.550840 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.db [None req-9ccf4d54-5315-4dd6-8335-b874e35f7a17 None None] For port d93294e7-6c11-41ec-a8b5-3d0a434fbeb0, host dv-cinder-775706-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-2-iscsi',level=0,port_id=d93294e7-6c11-41ec-a8b5-3d0a434fbeb0,segment=NetworkSegment(018f6e14-8221-4ee7-96a8-19699912d63c),segment_id=018f6e14-8221-4ee7-96a8-19699912d63c)] {{(pid=84118) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 19 03:18:52.564721 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-5f25710d-fc33-4f9e-81c3-a65ec92709ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363269711907205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853345888'] for port, after_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:18:52.581505 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-94e3a286-6efc-4f36-a3c2-999ed7d498dc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:18:52.592547 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-9ccf4d54-5315-4dd6-8335-b874e35f7a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269711510320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767142869380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269711906403'] for port, after_update {{(pid=84118) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:18:52.608198 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-4ce3ca13-b6f2-4f97-9300-1abd601486fd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:18:52.698597 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-77b41615-aeff-42ee-8b30-bdd94fa62e34 None None] Provisioning for port 87f58f32-c25c-4736-905d-3c7997af8238 completed by entity DHCP. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 19 03:18:52.720522 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-77b41615-aeff-42ee-8b30-bdd94fa62e34 None None] Provisioning complete for port 87f58f32-c25c-4736-905d-3c7997af8238 triggered by entity DHCP. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 03:18:52.720934 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-77b41615-aeff-42ee-8b30-bdd94fa62e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16124857'] for port, provisioning_complete {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:18:52.741181 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f25710d-fc33-4f9e-81c3-a65ec92709ea admin admin] Pushing event updated for resources: {'Port': ['ID=f1c37cb1-4170-41c8-bb0d-e59f3bff8c02,revision_number=1']} {{(pid=84115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:18:52.752563 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f25710d-fc33-4f9e-81c3-a65ec92709ea admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:18:52.752908 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f25710d-fc33-4f9e-81c3-a65ec92709ea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:18:52.753525 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f25710d-fc33-4f9e-81c3-a65ec92709ea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:18:52.753988 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f25710d-fc33-4f9e-81c3-a65ec92709ea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:18:52.754535 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f25710d-fc33-4f9e-81c3-a65ec92709ea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:18:52.754808 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f25710d-fc33-4f9e-81c3-a65ec92709ea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:18:52.755220 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f25710d-fc33-4f9e-81c3-a65ec92709ea admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:18:52.755630 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f25710d-fc33-4f9e-81c3-a65ec92709ea admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:18:52.756041 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f25710d-fc33-4f9e-81c3-a65ec92709ea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:18:52.756533 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f25710d-fc33-4f9e-81c3-a65ec92709ea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:18:52.756834 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f25710d-fc33-4f9e-81c3-a65ec92709ea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:18:52.757238 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f25710d-fc33-4f9e-81c3-a65ec92709ea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:18:52.757700 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f25710d-fc33-4f9e-81c3-a65ec92709ea admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:18:52.758127 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f25710d-fc33-4f9e-81c3-a65ec92709ea admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:18:52.758530 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f25710d-fc33-4f9e-81c3-a65ec92709ea admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:18:52.758934 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f25710d-fc33-4f9e-81c3-a65ec92709ea admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:18:52.759337 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f25710d-fc33-4f9e-81c3-a65ec92709ea admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:18:52.759740 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f25710d-fc33-4f9e-81c3-a65ec92709ea admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:18:52.760145 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f25710d-fc33-4f9e-81c3-a65ec92709ea admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:18:52.760545 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f25710d-fc33-4f9e-81c3-a65ec92709ea admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:18:52.760943 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f25710d-fc33-4f9e-81c3-a65ec92709ea admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:18:52.761346 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f25710d-fc33-4f9e-81c3-a65ec92709ea admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:18:52.761742 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f25710d-fc33-4f9e-81c3-a65ec92709ea admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:18:52.762146 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f25710d-fc33-4f9e-81c3-a65ec92709ea admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:18:52.763102 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844b3d63-d74d-4855-95e8-2fe69fff3b36 None None] Pushing event updated for resources: {'Port': ['ID=d93294e7-6c11-41ec-a8b5-3d0a434fbeb0,revision_number=3']} {{(pid=84118) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:18:52.767452 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-5f25710d-fc33-4f9e-81c3-a65ec92709ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:18:52.768705 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-844b3d63-d74d-4855-95e8-2fe69fff3b36 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=84118) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:18:52.808025 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f25710d-fc33-4f9e-81c3-a65ec92709ea admin admin] Network a6a1bc49-e66a-4425-ac07-306d864cbe7e is already hosted by enough agents. {{(pid=84115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 19 03:18:52.809508 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.scheduler.base_scheduler [None req-5f25710d-fc33-4f9e-81c3-a65ec92709ea admin admin] Resources bound (agent type, host, resource id):  {{(pid=84115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 19 03:18:52.809656 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ccf4d54-5315-4dd6-8335-b874e35f7a17 None None] Routers {'78e7137d-c93c-4535-b913-64f39046ece1'} bound to L3 agent in host dv-cinder-775706-2-iscsi {{(pid=84118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 03:18:52.810304 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_hamode_db [None req-9ccf4d54-5315-4dd6-8335-b874e35f7a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9425f5ae80>, 'dv-cinder-775706-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-19T02:56:52Z,description=<?>,heartbeat_timestamp=2021-02-19T03:18:52Z,host='dv-cinder-775706-2-iscsi',id=f4ccfb5a-d22e-440e-8ddd-f393ad00f812,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T02:56:52Z,topic='l3_agent')) {'router_ids': ['78e7137d-c93c-4535-b913-64f39046ece1'], 'active': True} {{(pid=84118) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 03:18:52.814606 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f25710d-fc33-4f9e-81c3-a65ec92709ea admin admin] Received port after_create {{(pid=84115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 19 03:18:52.879614 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-5f25710d-fc33-4f9e-81c3-a65ec92709ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-386270'] for router_interface, before_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:18:52.990732 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838630373'] for port, before_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:18:53.008929 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvr_db [None req-9ccf4d54-5315-4dd6-8335-b874e35f7a17 None None] Set router 78e7137d-c93c-4535-b913-64f39046ece1 gateway port host: dv-cinder-775706-2-iscsi {{(pid=84118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 03:18:53.055256 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.db [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] For port f9e015e8-84fa-4e86-a676-f837ec4407c2, host dv-cinder-775706-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-2-iscsi',level=0,port_id=f9e015e8-84fa-4e86-a676-f837ec4407c2,segment=NetworkSegment(4574dcca-3d9a-4793-a8cc-71ccc08d3054),segment_id=4574dcca-3d9a-4793-a8cc-71ccc08d3054)] {{(pid=84117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 03:18:53.090587 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269711510320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767142869380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269711906403'] for port, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:18:53.128546 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-3e405810-d4bb-4fb3-8721-ad17e66a4f27 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:18:53.188062 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-5f25710d-fc33-4f9e-81c3-a65ec92709ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838630373'] for port, before_update {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:18:53.240945 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Pushing event updated for resources: {'Port': ['ID=f9e015e8-84fa-4e86-a676-f837ec4407c2,revision_number=5']} {{(pid=84117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:18:53.245629 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=84117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:18:53.269489 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-77b41615-aeff-42ee-8b30-bdd94fa62e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838630373'] for port, before_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:18:53.317759 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.db [None req-77b41615-aeff-42ee-8b30-bdd94fa62e34 None None] For port 87f58f32-c25c-4736-905d-3c7997af8238, host dv-cinder-775706-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-2-iscsi',level=0,port_id=87f58f32-c25c-4736-905d-3c7997af8238,segment=NetworkSegment(09026f94-4b33-46ad-81ce-5fafe5cac03b),segment_id=09026f94-4b33-46ad-81ce-5fafe5cac03b)] {{(pid=84117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 03:18:53.324910 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_hamode_db [None req-9ccf4d54-5315-4dd6-8335-b874e35f7a17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9425f5ae80>, [{'id': '78e7137d-c93c-4535-b913-64f39046ece1', 'name': 'tempest-TestShelveInstance-1724442622-router', 'tenant_id': '64596779eeda4dd0b332df63b7100a05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'external_fixed_ips': [{'subnet_id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': 'd93294e7-6c11-41ec-a8b5-3d0a434fbeb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T03:18:47Z', 'updated_at': '2021-02-19T03:18:49Z', 'revision_number': 3, 'project_id': '64596779eeda4dd0b332df63b7100a05', 'gw_port': {'id': 'd93294e7-6c11-41ec-a8b5-3d0a434fbeb0', 'name': '', 'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:71:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78e7137d-c93c-4535-b913-64f39046ece1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T03:18:48Z', 'updated_at': '2021-02-19T03:18:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-2-iscsi'}], 'dv-cinder-775706-2-iscsi', False) {} {{(pid=84118) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 03:18:53.329330 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ccf4d54-5315-4dd6-8335-b874e35f7a17 None None] The sync data for ids ['78e7137d-c93c-4535-b913-64f39046ece1'] in dv-cinder-775706-2-iscsi is: [{'id': '78e7137d-c93c-4535-b913-64f39046ece1', 'name': 'tempest-TestShelveInstance-1724442622-router', 'tenant_id': '64596779eeda4dd0b332df63b7100a05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'external_fixed_ips': [{'subnet_id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': 'd93294e7-6c11-41ec-a8b5-3d0a434fbeb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T03:18:47Z', 'updated_at': '2021-02-19T03:18:49Z', 'revision_number': 3, 'project_id': '64596779eeda4dd0b332df63b7100a05', 'gw_port': {'id': 'd93294e7-6c11-41ec-a8b5-3d0a434fbeb0', 'name': '', 'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:71:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78e7137d-c93c-4535-b913-64f39046ece1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T03:18:48Z', 'updated_at': '2021-02-19T03:18:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-2-iscsi'}] {{(pid=84118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 19 03:18:53.353586 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-77b41615-aeff-42ee-8b30-bdd94fa62e34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269711510320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767142869380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269711906403'] for port, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:18:53.356088 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:18:53.440126 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77b41615-aeff-42ee-8b30-bdd94fa62e34 None None] Pushing event updated for resources: {'Port': ['ID=87f58f32-c25c-4736-905d-3c7997af8238,revision_number=3']} {{(pid=84117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:18:53.443982 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-77b41615-aeff-42ee-8b30-bdd94fa62e34 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=84117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:18:53.511233 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-5f25710d-fc33-4f9e-81c3-a65ec92709ea admin admin] Notify callbacks [] for port, precommit_update {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:18:53.564689 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-5f25710d-fc33-4f9e-81c3-a65ec92709ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269711510320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767142869380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269711906403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1429944'] for port, after_update {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:18:53.567636 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:18:53.578556 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-ceaef881-8571-4e5f-bd72-fc338985da48 None None] Provisioning complete for port 87f58f32-c25c-4736-905d-3c7997af8238 triggered by entity DHCP. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 03:18:53.579061 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-ceaef881-8571-4e5f-bd72-fc338985da48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16124857'] for port, provisioning_complete {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:18:53.604498 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-fed9786e-9bda-4531-a5b5-c5286074d3f0 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:18:53.683123 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f25710d-fc33-4f9e-81c3-a65ec92709ea admin admin] Pushing event updated for resources: {'Port': ['ID=f1c37cb1-4170-41c8-bb0d-e59f3bff8c02,revision_number=2']} {{(pid=84115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:18:53.698047 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-5f25710d-fc33-4f9e-81c3-a65ec92709ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created--9223372036854203496', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update--9223372036854389636'] for router_interface, after_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:18:53.712615 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-5f25710d-fc33-4f9e-81c3-a65ec92709ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:18:53.809513 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-ceaef881-8571-4e5f-bd72-fc338985da48 None None] Provisioning for port f1c37cb1-4170-41c8-bb0d-e59f3bff8c02 completed by entity DHCP. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 19 03:18:53.815670 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-ceaef881-8571-4e5f-bd72-fc338985da48 None None] Provisioning complete for port f1c37cb1-4170-41c8-bb0d-e59f3bff8c02 triggered by entity DHCP. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 03:18:53.816097 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-ceaef881-8571-4e5f-bd72-fc338985da48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16124857'] for port, provisioning_complete {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:18:53.880100 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.plugin [None req-ceaef881-8571-4e5f-bd72-fc338985da48 None None] Port f1c37cb1-4170-41c8-bb0d-e59f3bff8c02 cannot update to ACTIVE because it is not bound. {{(pid=84117) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 19 03:18:53.894167 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f25710d-fc33-4f9e-81c3-a65ec92709ea admin admin] Network a6a1bc49-e66a-4425-ac07-306d864cbe7e is already hosted by enough agents. {{(pid=84115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 19 03:18:53.895706 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.scheduler.base_scheduler [None req-5f25710d-fc33-4f9e-81c3-a65ec92709ea admin admin] Resources bound (agent type, host, resource id):  {{(pid=84115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 19 03:18:54.003446 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-e3cc58f9-a540-435d-ade5-7dc9ff0bfa19 None None] Provisioning complete for port 87f58f32-c25c-4736-905d-3c7997af8238 triggered by entity DHCP. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 03:18:54.004030 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-e3cc58f9-a540-435d-ade5-7dc9ff0bfa19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16124857'] for port, provisioning_complete {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:18:54.149076 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f25710d-fc33-4f9e-81c3-a65ec92709ea admin admin] Router 78e7137d-c93c-4535-b913-64f39046ece1 has already been hosted by L3 agent f4ccfb5a-d22e-440e-8ddd-f393ad00f812 {{(pid=84115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 19 03:18:54.248835 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.rpc [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Device f9e015e8-84fa-4e86-a676-f837ec4407c2 up at agent ovs-agent-dv-cinder-775706-2-iscsi {{(pid=84117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 03:18:54.340714 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-e3cc58f9-a540-435d-ade5-7dc9ff0bfa19 None None] Provisioning complete for port f1c37cb1-4170-41c8-bb0d-e59f3bff8c02 triggered by entity DHCP. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 03:18:54.347156 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-e3cc58f9-a540-435d-ade5-7dc9ff0bfa19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16124857'] for port, provisioning_complete {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:18:54.394644 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-ed1abd93-30ab-455f-b25e-ecbc2cc5cf06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:18:54.403016 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f25710d-fc33-4f9e-81c3-a65ec92709ea admin admin] Notify agent at l3_agent.dv-cinder-775706-2-iscsi the message routers_updated {{(pid=84115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 19 03:18:54.412515 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-5f25710d-fc33-4f9e-81c3-a65ec92709ea admin admin] 10.222.0.13 "PUT /v2.0/routers/78e7137d-c93c-4535-b913-64f39046ece1/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.5918601
Feb 19 03:18:54.415038 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.plugin [None req-e3cc58f9-a540-435d-ade5-7dc9ff0bfa19 None None] Port f1c37cb1-4170-41c8-bb0d-e59f3bff8c02 cannot update to ACTIVE because it is not bound. {{(pid=84117) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 19 03:18:54.426697 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Provisioning complete for port f9e015e8-84fa-4e86-a676-f837ec4407c2 triggered by entity L2. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 03:18:54.427128 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16124857'] for port, provisioning_complete {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:18:54.567482 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.rpc [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Device 87f58f32-c25c-4736-905d-3c7997af8238 up at agent ovs-agent-dv-cinder-775706-2-iscsi {{(pid=84117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 03:18:54.602955 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-6b00fea2-5d51-4767-b7a4-19c20a6557f3 None None] Provisioning complete for port 87f58f32-c25c-4736-905d-3c7997af8238 triggered by entity DHCP. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 03:18:54.603374 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-6b00fea2-5d51-4767-b7a4-19c20a6557f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16124857'] for port, provisioning_complete {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:18:54.752307 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Provisioning complete for port 87f58f32-c25c-4736-905d-3c7997af8238 triggered by entity L2. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 03:18:54.752727 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16124857'] for port, provisioning_complete {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:18:54.837308 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-6b00fea2-5d51-4767-b7a4-19c20a6557f3 None None] Provisioning complete for port f1c37cb1-4170-41c8-bb0d-e59f3bff8c02 triggered by entity DHCP. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 03:18:54.837741 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-6b00fea2-5d51-4767-b7a4-19c20a6557f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16124857'] for port, provisioning_complete {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:18:54.943368 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.plugin [None req-6b00fea2-5d51-4767-b7a4-19c20a6557f3 None None] Port f1c37cb1-4170-41c8-bb0d-e59f3bff8c02 cannot update to ACTIVE because it is not bound. {{(pid=84117) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 19 03:18:54.951238 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.rpc [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Device d93294e7-6c11-41ec-a8b5-3d0a434fbeb0 up at agent ovs-agent-dv-cinder-775706-2-iscsi {{(pid=84117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 03:18:55.012608 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.v2.base [req-360fcceb-4667-4cf8-9a2f-a472e74060a4 req-5bc469f4-0ca5-4251-8189-279bd4163ed9 tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] Request body: {'security_group': {'name': 'tempest-TestShelveInstance-246035534', 'description': 'tempest-TestShelveInstance-246035534 description'}} {{(pid=84115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 03:18:55.019565 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [req-360fcceb-4667-4cf8-9a2f-a472e74060a4 req-5bc469f4-0ca5-4251-8189-279bd4163ed9 tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 03:18:55.023725 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [req-360fcceb-4667-4cf8-9a2f-a472e74060a4 req-5bc469f4-0ca5-4251-8189-279bd4163ed9 tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] Usage tracker for resource:security_group and tenant:ab714953e3104ab782be2e0d9b91f947 is out of sync, need to count used quota {{(pid=84115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 03:18:55.026952 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [req-360fcceb-4667-4cf8-9a2f-a472e74060a4 req-5bc469f4-0ca5-4251-8189-279bd4163ed9 tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=84115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 03:18:55.032843 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [req-360fcceb-4667-4cf8-9a2f-a472e74060a4 req-5bc469f4-0ca5-4251-8189-279bd4163ed9 tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=84115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 03:18:55.044396 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Provisioning for port d93294e7-6c11-41ec-a8b5-3d0a434fbeb0 completed by entity L2. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 19 03:18:55.050477 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Provisioning complete for port d93294e7-6c11-41ec-a8b5-3d0a434fbeb0 triggered by entity L2. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 03:18:55.050843 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16124857'] for port, provisioning_complete {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:18:55.067323 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-360fcceb-4667-4cf8-9a2f-a472e74060a4 req-5bc469f4-0ca5-4251-8189-279bd4163ed9 tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] Notify callbacks [] for security_group, before_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:18:55.089234 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [req-360fcceb-4667-4cf8-9a2f-a472e74060a4 req-5bc469f4-0ca5-4251-8189-279bd4163ed9 tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 03:18:55.093559 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [req-360fcceb-4667-4cf8-9a2f-a472e74060a4 req-5bc469f4-0ca5-4251-8189-279bd4163ed9 tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] Usage tracker for resource:security_group_rule and tenant:ab714953e3104ab782be2e0d9b91f947 is out of sync, need to count used quota {{(pid=84115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 03:18:55.096665 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [req-360fcceb-4667-4cf8-9a2f-a472e74060a4 req-5bc469f4-0ca5-4251-8189-279bd4163ed9 tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=84115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 03:18:55.102568 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [req-360fcceb-4667-4cf8-9a2f-a472e74060a4 req-5bc469f4-0ca5-4251-8189-279bd4163ed9 tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=84115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 03:18:55.175101 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-360fcceb-4667-4cf8-9a2f-a472e74060a4 req-5bc469f4-0ca5-4251-8189-279bd4163ed9 tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] Notify callbacks [] for security_group, precommit_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:18:55.178999 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838630373'] for port, before_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:18:55.196811 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.db [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] For port d93294e7-6c11-41ec-a8b5-3d0a434fbeb0, host dv-cinder-775706-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-2-iscsi',level=0,port_id=d93294e7-6c11-41ec-a8b5-3d0a434fbeb0,segment=NetworkSegment(018f6e14-8221-4ee7-96a8-19699912d63c),segment_id=018f6e14-8221-4ee7-96a8-19699912d63c)] {{(pid=84117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 03:18:55.198858 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-360fcceb-4667-4cf8-9a2f-a472e74060a4 req-5bc469f4-0ca5-4251-8189-279bd4163ed9 tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237410'] for security_group, after_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:18:55.204601 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-c0b10369-98a4-46fd-8efe-649be9e14057 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:18:55.221925 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269711510320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767142869380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269711906403'] for port, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:18:55.224877 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-2ed43a41-d145-42ca-9d91-402cb089702e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:18:55.246911 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc469f4-0ca5-4251-8189-279bd4163ed9 tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35b2931a-f48a-447d-a3b7-54edbc064352,revision_number=1']} {{(pid=84115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:18:55.250595 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-360fcceb-4667-4cf8-9a2f-a472e74060a4 req-5bc469f4-0ca5-4251-8189-279bd4163ed9 tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] Notify callbacks [] for security_group, before_response {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:18:55.251983 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-360fcceb-4667-4cf8-9a2f-a472e74060a4 req-5bc469f4-0ca5-4251-8189-279bd4163ed9 tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] 10.222.0.13 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1805 time: 0.2451172
Feb 19 03:18:55.252765 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-5bc469f4-0ca5-4251-8189-279bd4163ed9 tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:18:55.298958 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Pushing event updated for resources: {'Port': ['ID=d93294e7-6c11-41ec-a8b5-3d0a434fbeb0,revision_number=4']} {{(pid=84117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:18:55.302324 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=84117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:18:55.325456 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-5e8ea7f9-3f75-45de-a659-73ac20732f72 req-458e942d-caa0-455b-ab71-4c8b319a59a4 tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] 10.222.0.13 "GET /v2.0/security-groups/35b2931a-f48a-447d-a3b7-54edbc064352 HTTP/1.1" status: 200  len: 1800 time: 0.0475962
Feb 19 03:18:55.336175 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.v2.base [req-5e8ea7f9-3f75-45de-a659-73ac20732f72 req-17a46796-4e52-49c8-ad08-28e98b5ecb96 tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '35b2931a-f48a-447d-a3b7-54edbc064352', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=84115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 03:18:55.336527 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.v2.base [req-5e8ea7f9-3f75-45de-a659-73ac20732f72 req-17a46796-4e52-49c8-ad08-28e98b5ecb96 tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '35b2931a-f48a-447d-a3b7-54edbc064352', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=84115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 03:18:55.342590 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [req-5e8ea7f9-3f75-45de-a659-73ac20732f72 req-17a46796-4e52-49c8-ad08-28e98b5ecb96 tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 03:18:55.346585 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [req-5e8ea7f9-3f75-45de-a659-73ac20732f72 req-17a46796-4e52-49c8-ad08-28e98b5ecb96 tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] Usage tracker for resource:security_group_rule and tenant:ab714953e3104ab782be2e0d9b91f947 is out of sync, need to count used quota {{(pid=84115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 03:18:55.349508 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [req-5e8ea7f9-3f75-45de-a659-73ac20732f72 req-17a46796-4e52-49c8-ad08-28e98b5ecb96 tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=84115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 03:18:55.355196 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [req-5e8ea7f9-3f75-45de-a659-73ac20732f72 req-17a46796-4e52-49c8-ad08-28e98b5ecb96 tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=84115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 03:18:55.466439 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-5e8ea7f9-3f75-45de-a659-73ac20732f72 req-17a46796-4e52-49c8-ad08-28e98b5ecb96 tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:18:55.490913 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-5e8ea7f9-3f75-45de-a659-73ac20732f72 req-17a46796-4e52-49c8-ad08-28e98b5ecb96 tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:18:55.524234 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-5e8ea7f9-3f75-45de-a659-73ac20732f72 req-17a46796-4e52-49c8-ad08-28e98b5ecb96 tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237382'] for security_group_rule, after_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:18:55.526355 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:18:55.550160 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a46796-4e52-49c8-ad08-28e98b5ecb96 tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=190ff115-7db0-4ba7-874d-ef3c0aee26a2,revision_number=0']} {{(pid=84115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:18:55.552764 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-17a46796-4e52-49c8-ad08-28e98b5ecb96 tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:18:55.581311 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-5e8ea7f9-3f75-45de-a659-73ac20732f72 req-17a46796-4e52-49c8-ad08-28e98b5ecb96 tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:18:55.582638 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-5e8ea7f9-3f75-45de-a659-73ac20732f72 req-17a46796-4e52-49c8-ad08-28e98b5ecb96 tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 786 time: 0.2505879
Feb 19 03:18:55.652200 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-0fa57699-c6bc-4fa6-86ab-9e6d283d785c req-46715b40-65d7-4229-8dc0-442ae3bb37b7 tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] 10.222.0.13 "GET /v2.0/security-groups/35b2931a-f48a-447d-a3b7-54edbc064352 HTTP/1.1" status: 200  len: 2393 time: 0.0477605
Feb 19 03:18:55.662916 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.v2.base [req-0fa57699-c6bc-4fa6-86ab-9e6d283d785c req-0027bc06-1247-42a1-b93f-caf7bc5c3a1b tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '35b2931a-f48a-447d-a3b7-54edbc064352', 'remote_group_id': None}]} {{(pid=84115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 03:18:55.663268 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.v2.base [req-0fa57699-c6bc-4fa6-86ab-9e6d283d785c req-0027bc06-1247-42a1-b93f-caf7bc5c3a1b tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '35b2931a-f48a-447d-a3b7-54edbc064352', 'remote_group_id': None}} {{(pid=84115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 03:18:55.669070 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [req-0fa57699-c6bc-4fa6-86ab-9e6d283d785c req-0027bc06-1247-42a1-b93f-caf7bc5c3a1b tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 03:18:55.673602 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [req-0fa57699-c6bc-4fa6-86ab-9e6d283d785c req-0027bc06-1247-42a1-b93f-caf7bc5c3a1b tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] Usage tracker for resource:security_group_rule and tenant:ab714953e3104ab782be2e0d9b91f947 is out of sync, need to count used quota {{(pid=84115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 03:18:55.676545 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [req-0fa57699-c6bc-4fa6-86ab-9e6d283d785c req-0027bc06-1247-42a1-b93f-caf7bc5c3a1b tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=84115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 03:18:55.682287 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [req-0fa57699-c6bc-4fa6-86ab-9e6d283d785c req-0027bc06-1247-42a1-b93f-caf7bc5c3a1b tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=84115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 03:18:55.765823 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-0fa57699-c6bc-4fa6-86ab-9e6d283d785c req-0027bc06-1247-42a1-b93f-caf7bc5c3a1b tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] Notify callbacks [] for security_group_rule, before_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:18:55.792902 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-0fa57699-c6bc-4fa6-86ab-9e6d283d785c req-0027bc06-1247-42a1-b93f-caf7bc5c3a1b tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:18:55.843815 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-0fa57699-c6bc-4fa6-86ab-9e6d283d785c req-0027bc06-1247-42a1-b93f-caf7bc5c3a1b tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237382'] for security_group_rule, after_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:18:55.851534 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-17a46796-4e52-49c8-ad08-28e98b5ecb96 tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:18:55.870663 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0027bc06-1247-42a1-b93f-caf7bc5c3a1b tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79047ff5-515d-4ba2-9697-0bf893f30892,revision_number=0']} {{(pid=84115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:18:55.873434 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-0027bc06-1247-42a1-b93f-caf7bc5c3a1b tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:18:55.917551 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-0fa57699-c6bc-4fa6-86ab-9e6d283d785c req-0027bc06-1247-42a1-b93f-caf7bc5c3a1b tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] Notify callbacks [] for security_group_rule, before_response {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:18:55.918928 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-0fa57699-c6bc-4fa6-86ab-9e6d283d785c req-0027bc06-1247-42a1-b93f-caf7bc5c3a1b tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] 10.222.0.13 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 791 time: 0.2600269
Feb 19 03:18:56.060212 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.rpc [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Device d93294e7-6c11-41ec-a8b5-3d0a434fbeb0 up at agent ovs-agent-dv-cinder-775706-2-iscsi {{(pid=84117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 03:18:56.138071 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Provisioning complete for port d93294e7-6c11-41ec-a8b5-3d0a434fbeb0 triggered by entity L2. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 03:18:56.138584 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16124857'] for port, provisioning_complete {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:18:56.243742 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d8fc619-26b0-45a5-9e79-60d9f07a10a6 None None] Sync routers for ids ['78e7137d-c93c-4535-b913-64f39046ece1'] in dv-cinder-775706-2-iscsi {{(pid=84117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 19 03:18:56.276191 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d8fc619-26b0-45a5-9e79-60d9f07a10a6 None None] Routers {'78e7137d-c93c-4535-b913-64f39046ece1'} bound to L3 agent in host dv-cinder-775706-2-iscsi {{(pid=84117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 03:18:56.276881 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_hamode_db [None req-3d8fc619-26b0-45a5-9e79-60d9f07a10a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9424791fd0>, 'dv-cinder-775706-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-19T02:56:52Z,description=<?>,heartbeat_timestamp=2021-02-19T03:18:52Z,host='dv-cinder-775706-2-iscsi',id=f4ccfb5a-d22e-440e-8ddd-f393ad00f812,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T02:56:52Z,topic='l3_agent')) {'router_ids': ['78e7137d-c93c-4535-b913-64f39046ece1'], 'active': True} {{(pid=84117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 03:18:56.475746 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvr_db [None req-3d8fc619-26b0-45a5-9e79-60d9f07a10a6 None None] Set router 78e7137d-c93c-4535-b913-64f39046ece1 gateway port host: dv-cinder-775706-2-iscsi {{(pid=84117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 03:18:56.822185 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_hamode_db [None req-3d8fc619-26b0-45a5-9e79-60d9f07a10a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9424791fd0>, [{'id': '78e7137d-c93c-4535-b913-64f39046ece1', 'name': 'tempest-TestShelveInstance-1724442622-router', 'tenant_id': '64596779eeda4dd0b332df63b7100a05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'external_fixed_ips': [{'subnet_id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': 'd93294e7-6c11-41ec-a8b5-3d0a434fbeb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T03:18:47Z', 'updated_at': '2021-02-19T03:18:53Z', 'revision_number': 4, 'project_id': '64596779eeda4dd0b332df63b7100a05', 'gw_port': {'id': 'd93294e7-6c11-41ec-a8b5-3d0a434fbeb0', 'name': '', 'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:71:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e7137d-c93c-4535-b913-64f39046ece1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T03:18:48Z', 'updated_at': '2021-02-19T03:18:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-2-iscsi', '_interfaces': [{'id': 'f1c37cb1-4170-41c8-bb0d-e59f3bff8c02', 'name': '', 'network_id': 'a6a1bc49-e66a-4425-ac07-306d864cbe7e', 'tenant_id': '64596779eeda4dd0b332df63b7100a05', 'mac_address': 'fa:16:3e:b5:d3:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78e7137d-c93c-4535-b913-64f39046ece1', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'ccc6dc98-8b6f-48dd-89e3-9a4013344189', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T03:18:52Z', 'updated_at': '2021-02-19T03:18:53Z', 'revision_number': 2, 'project_id': '64596779eeda4dd0b332df63b7100a05', 'subnets': [{'id': 'ccc6dc98-8b6f-48dd-89e3-9a4013344189', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775706-2-iscsi', False) {} {{(pid=84117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 03:18:56.826257 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d8fc619-26b0-45a5-9e79-60d9f07a10a6 None None] Checking router: 78e7137d-c93c-4535-b913-64f39046ece1 for host: dv-cinder-775706-2-iscsi {{(pid=84117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 19 03:18:56.826666 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d8fc619-26b0-45a5-9e79-60d9f07a10a6 None None] Updating router 78e7137d-c93c-4535-b913-64f39046ece1 port f1c37cb1-4170-41c8-bb0d-e59f3bff8c02 binding host dv-cinder-775706-2-iscsi {{(pid=84117) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}}
Feb 19 03:18:56.882239 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-3d8fc619-26b0-45a5-9e79-60d9f07a10a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838630373'] for port, before_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:18:57.307270 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-3d8fc619-26b0-45a5-9e79-60d9f07a10a6 None None] Notify callbacks [] for port, precommit_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:18:57.319463 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-3d8fc619-26b0-45a5-9e79-60d9f07a10a6 None None] Transition to ACTIVE for port object f1c37cb1-4170-41c8-bb0d-e59f3bff8c02 will not be triggered until provisioned by entity L2. {{(pid=84117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 19 03:18:57.359427 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-3d8fc619-26b0-45a5-9e79-60d9f07a10a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269711510320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767142869380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269711906403'] for port, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:18:57.376341 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:18:57.676392 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e427d810-e27f-4591-a376-1238739d78d2 None None] Pushing event updated for resources: {'Port': ['ID=f1c37cb1-4170-41c8-bb0d-e59f3bff8c02,revision_number=3']} {{(pid=84117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:18:57.680573 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-e427d810-e27f-4591-a376-1238739d78d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=84117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:18:57.853281 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.managers [None req-3d8fc619-26b0-45a5-9e79-60d9f07a10a6 None None] Attempting to bind port f1c37cb1-4170-41c8-bb0d-e59f3bff8c02 on host dv-cinder-775706-2-iscsi for vnic_type normal with profile  {{(pid=84117) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 03:18:57.853868 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.managers [None req-3d8fc619-26b0-45a5-9e79-60d9f07a10a6 None None] Attempting to bind port f1c37cb1-4170-41c8-bb0d-e59f3bff8c02 by drivers openvswitch on host dv-cinder-775706-2-iscsi at level 0 using segments [{'id': '09026f94-4b33-46ad-81ce-5fafe5cac03b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a6a1bc49-e66a-4425-ac07-306d864cbe7e'}] {{(pid=84117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 19 03:18:57.854109 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d8fc619-26b0-45a5-9e79-60d9f07a10a6 None None] Attempting to bind port f1c37cb1-4170-41c8-bb0d-e59f3bff8c02 on network a6a1bc49-e66a-4425-ac07-306d864cbe7e {{(pid=84117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 19 03:18:57.862051 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d8fc619-26b0-45a5-9e79-60d9f07a10a6 None None] Checking agent: {'id': '3cd1f8a8-5d37-45d2-b10a-f80d551451b1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-775706-2-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 19, 2, 56, 53), 'started_at': datetime.datetime(2021, 2, 19, 2, 57, 23), 'heartbeat_timestamp': datetime.datetime(2021, 2, 19, 3, 18, 54), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-775706-2-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.86', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 19 03:18:57.862480 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d8fc619-26b0-45a5-9e79-60d9f07a10a6 None None] Checking segment: {'id': '09026f94-4b33-46ad-81ce-5fafe5cac03b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a6a1bc49-e66a-4425-ac07-306d864cbe7e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 19 03:18:57.862935 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-3d8fc619-26b0-45a5-9e79-60d9f07a10a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:18:57.863380 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d8fc619-26b0-45a5-9e79-60d9f07a10a6 None None] Bound using segment: {'id': '09026f94-4b33-46ad-81ce-5fafe5cac03b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a6a1bc49-e66a-4425-ac07-306d864cbe7e'} {{(pid=84117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 19 03:18:57.863923 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.managers [None req-3d8fc619-26b0-45a5-9e79-60d9f07a10a6 None None] Bound port: f1c37cb1-4170-41c8-bb0d-e59f3bff8c02, host: dv-cinder-775706-2-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09026f94-4b33-46ad-81ce-5fafe5cac03b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a6a1bc49-e66a-4425-ac07-306d864cbe7e'}}] {{(pid=84117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 19 03:18:57.864344 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-3d8fc619-26b0-45a5-9e79-60d9f07a10a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838630373'] for port, before_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:18:57.963227 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.db [None req-3d8fc619-26b0-45a5-9e79-60d9f07a10a6 None None] For port f1c37cb1-4170-41c8-bb0d-e59f3bff8c02, host dv-cinder-775706-2-iscsi, cleared binding levels {{(pid=84117) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 19 03:18:57.966276 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.db [None req-3d8fc619-26b0-45a5-9e79-60d9f07a10a6 None None] For port f1c37cb1-4170-41c8-bb0d-e59f3bff8c02, host dv-cinder-775706-2-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-2-iscsi',level=0,port_id=f1c37cb1-4170-41c8-bb0d-e59f3bff8c02,segment=NetworkSegment(09026f94-4b33-46ad-81ce-5fafe5cac03b),segment_id=09026f94-4b33-46ad-81ce-5fafe5cac03b)] {{(pid=84117) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 19 03:18:58.022448 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-3d8fc619-26b0-45a5-9e79-60d9f07a10a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269711510320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767142869380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269711906403'] for port, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:18:58.035988 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-9d2d041a-46ae-426d-8527-67cfa3e2696c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:18:58.180980 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e427d810-e27f-4591-a376-1238739d78d2 None None] Pushing event updated for resources: {'Port': ['ID=f1c37cb1-4170-41c8-bb0d-e59f3bff8c02,revision_number=4']} {{(pid=84117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:18:58.186980 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-e427d810-e27f-4591-a376-1238739d78d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=84117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:18:58.238326 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d8fc619-26b0-45a5-9e79-60d9f07a10a6 None None] Routers {'78e7137d-c93c-4535-b913-64f39046ece1'} bound to L3 agent in host dv-cinder-775706-2-iscsi {{(pid=84117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 03:18:58.239004 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_hamode_db [None req-3d8fc619-26b0-45a5-9e79-60d9f07a10a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9424791fd0>, 'dv-cinder-775706-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-02-19T02:56:52Z,description=<?>,heartbeat_timestamp=2021-02-19T03:18:52Z,host='dv-cinder-775706-2-iscsi',id=f4ccfb5a-d22e-440e-8ddd-f393ad00f812,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T02:56:52Z,topic='l3_agent')) {'router_ids': ['78e7137d-c93c-4535-b913-64f39046ece1'], 'active': True} {{(pid=84117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 03:18:58.453686 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvr_db [None req-3d8fc619-26b0-45a5-9e79-60d9f07a10a6 None None] Set router 78e7137d-c93c-4535-b913-64f39046ece1 gateway port host: dv-cinder-775706-2-iscsi {{(pid=84117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 03:18:58.800931 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_hamode_db [None req-3d8fc619-26b0-45a5-9e79-60d9f07a10a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9424791fd0>, [{'id': '78e7137d-c93c-4535-b913-64f39046ece1', 'name': 'tempest-TestShelveInstance-1724442622-router', 'tenant_id': '64596779eeda4dd0b332df63b7100a05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'external_fixed_ips': [{'subnet_id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': 'd93294e7-6c11-41ec-a8b5-3d0a434fbeb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T03:18:47Z', 'updated_at': '2021-02-19T03:18:53Z', 'revision_number': 4, 'project_id': '64596779eeda4dd0b332df63b7100a05', 'gw_port': {'id': 'd93294e7-6c11-41ec-a8b5-3d0a434fbeb0', 'name': '', 'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:71:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e7137d-c93c-4535-b913-64f39046ece1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T03:18:48Z', 'updated_at': '2021-02-19T03:18:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-2-iscsi', '_interfaces': [{'id': 'f1c37cb1-4170-41c8-bb0d-e59f3bff8c02', 'name': '', 'network_id': 'a6a1bc49-e66a-4425-ac07-306d864cbe7e', 'tenant_id': '64596779eeda4dd0b332df63b7100a05', 'mac_address': 'fa:16:3e:b5:d3:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78e7137d-c93c-4535-b913-64f39046ece1', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'ccc6dc98-8b6f-48dd-89e3-9a4013344189', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T03:18:52Z', 'updated_at': '2021-02-19T03:18:57Z', 'revision_number': 4, 'project_id': '64596779eeda4dd0b332df63b7100a05', 'subnets': [{'id': 'ccc6dc98-8b6f-48dd-89e3-9a4013344189', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775706-2-iscsi', False) {} {{(pid=84117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 03:18:58.805140 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d8fc619-26b0-45a5-9e79-60d9f07a10a6 None None] The sync data for ids ['78e7137d-c93c-4535-b913-64f39046ece1'] in dv-cinder-775706-2-iscsi is: [{'id': '78e7137d-c93c-4535-b913-64f39046ece1', 'name': 'tempest-TestShelveInstance-1724442622-router', 'tenant_id': '64596779eeda4dd0b332df63b7100a05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'external_fixed_ips': [{'subnet_id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': 'd93294e7-6c11-41ec-a8b5-3d0a434fbeb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T03:18:47Z', 'updated_at': '2021-02-19T03:18:53Z', 'revision_number': 4, 'project_id': '64596779eeda4dd0b332df63b7100a05', 'gw_port': {'id': 'd93294e7-6c11-41ec-a8b5-3d0a434fbeb0', 'name': '', 'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:71:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e7137d-c93c-4535-b913-64f39046ece1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T03:18:48Z', 'updated_at': '2021-02-19T03:18:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-2-iscsi', '_interfaces': [{'id': 'f1c37cb1-4170-41c8-bb0d-e59f3bff8c02', 'name': '', 'network_id': 'a6a1bc49-e66a-4425-ac07-306d864cbe7e', 'tenant_id': '64596779eeda4dd0b332df63b7100a05', 'mac_address': 'fa:16:3e:b5:d3:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78e7137d-c93c-4535-b913-64f39046ece1', 'device_owner': 'network:router_interface', 'standard_attr_id': 663, 'fixed_ips': [{'subnet_id': 'ccc6dc98-8b6f-48dd-89e3-9a4013344189', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T03:18:52Z', 'updated_at': '2021-02-19T03:18:57Z', 'revision_number': 4, 'project_id': '64596779eeda4dd0b332df63b7100a05', 'subnets': [{'id': 'ccc6dc98-8b6f-48dd-89e3-9a4013344189', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 19 03:19:00.081328 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.rpc [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Device f1c37cb1-4170-41c8-bb0d-e59f3bff8c02 up at agent ovs-agent-dv-cinder-775706-2-iscsi {{(pid=84117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 03:19:00.169029 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.agents_db [None req-fa9641de-a39b-4023-bfa7-5325e5d2422e None None] Agent healthcheck: found 6 active agents {{(pid=84118) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 19 03:19:00.186908 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Provisioning for port f1c37cb1-4170-41c8-bb0d-e59f3bff8c02 completed by entity L2. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 19 03:19:00.191901 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Provisioning complete for port f1c37cb1-4170-41c8-bb0d-e59f3bff8c02 triggered by entity L2. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 03:19:00.192344 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16124857'] for port, provisioning_complete {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:19:00.317437 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838630373'] for port, before_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:19:00.352213 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.db [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] For port f1c37cb1-4170-41c8-bb0d-e59f3bff8c02, host dv-cinder-775706-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-2-iscsi',level=0,port_id=f1c37cb1-4170-41c8-bb0d-e59f3bff8c02,segment=NetworkSegment(09026f94-4b33-46ad-81ce-5fafe5cac03b),segment_id=09026f94-4b33-46ad-81ce-5fafe5cac03b)] {{(pid=84117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 03:19:00.381093 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269711510320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767142869380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269711906403'] for port, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:19:00.383092 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:19:00.457508 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Pushing event updated for resources: {'Port': ['ID=f1c37cb1-4170-41c8-bb0d-e59f3bff8c02,revision_number=5']} {{(pid=84117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:19:00.460882 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=84117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:19:02.010242 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:19:02.062137 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.rpc [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Device f1c37cb1-4170-41c8-bb0d-e59f3bff8c02 up at agent ovs-agent-dv-cinder-775706-2-iscsi {{(pid=84117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 03:19:02.138595 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Provisioning complete for port f1c37cb1-4170-41c8-bb0d-e59f3bff8c02 triggered by entity L2. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 03:19:02.139018 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16124857'] for port, provisioning_complete {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:19:12.505160 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [req-56c948d8-eb88-4867-811b-2d7bf23830b8 req-9d5ab906-13d9-4dbc-bdb8-1409d9498b9d tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] Synchronizing usage tracker for tenant:ab714953e3104ab782be2e0d9b91f947 on resource:security_group {{(pid=84115) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 19 03:19:12.564097 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [req-56c948d8-eb88-4867-811b-2d7bf23830b8 req-9d5ab906-13d9-4dbc-bdb8-1409d9498b9d tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] Unset dirty status for tenant:ab714953e3104ab782be2e0d9b91f947 on resource:security_group {{(pid=84115) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 19 03:19:12.565338 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-56c948d8-eb88-4867-811b-2d7bf23830b8 req-9d5ab906-13d9-4dbc-bdb8-1409d9498b9d tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] 10.222.0.13 "GET /v2.0/security-groups?name=tempest-TestShelveInstance-246035534&fields=id&tenant_id=ab714953e3104ab782be2e0d9b91f947 HTTP/1.1" status: 200  len: 267 time: 0.1065595
Feb 19 03:19:12.726461 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c948d8-eb88-4867-811b-2d7bf23830b8 req-23df0a51-34ed-41cc-81f1-a434d6478971 tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:19:12.728032 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-56c948d8-eb88-4867-811b-2d7bf23830b8 req-23df0a51-34ed-41cc-81f1-a434d6478971 tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] 10.222.0.13 "GET /v2.0/networks?id=45884ee6-73b1-4f38-a102-e7d7a6698b33 HTTP/1.1" status: 200  len: 808 time: 0.1556284
Feb 19 03:19:12.743561 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-56c948d8-eb88-4867-811b-2d7bf23830b8 req-ddd98637-5df7-4a50-831f-d050d5c52936 tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] 10.222.0.13 "GET /v2.0/quotas/ab714953e3104ab782be2e0d9b91f947 HTTP/1.1" status: 200  len: 375 time: 0.0095925
Feb 19 03:19:12.832396 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-56c948d8-eb88-4867-811b-2d7bf23830b8 req-409c3bd7-69d7-4d17-8fcd-56ccceebda95 tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] 10.222.0.13 "GET /v2.0/ports?tenant_id=ab714953e3104ab782be2e0d9b91f947&fields=id HTTP/1.1" status: 200  len: 302 time: 0.0833552
Feb 19 03:19:12.953663 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [req-56c948d8-eb88-4867-811b-2d7bf23830b8 req-8c59be2a-1bd2-4dec-aca6-8f4290ca2a82 service neutron] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=84115) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 19 03:19:12.954830 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-56c948d8-eb88-4867-811b-2d7bf23830b8 req-8c59be2a-1bd2-4dec-aca6-8f4290ca2a82 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.1106141
Feb 19 03:19:13.336897 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-56c948d8-eb88-4867-811b-2d7bf23830b8 req-21094202-ffff-461f-a21a-2b7be1586ea5 service neutron] 10.222.0.13 "GET /v2.0/networks/45884ee6-73b1-4f38-a102-e7d7a6698b33?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3754048
Feb 19 03:19:13.478173 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-56c948d8-eb88-4867-811b-2d7bf23830b8 req-f919d143-c303-4322-af80-eedf6ba44f44 service neutron] 10.222.0.13 "GET /v2.0/networks/45884ee6-73b1-4f38-a102-e7d7a6698b33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1347730
Feb 19 03:19:14.009450 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-f97c973a-d6b4-4694-8cab-9a9aa7772148 req-0d738a50-9b5f-47c1-a5b9-11a6a8928fce tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dc88bb0-f059-4788-a959-f9ba4cd0b1f7 HTTP/1.1" status: 200  len: 210 time: 0.0495715
Feb 19 03:19:15.175739 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-d4d05cee-780c-422b-b980-9a64e84bde6a req-fbd3fb41-87ab-4d10-a805-dae8006f5e24 tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dc88bb0-f059-4788-a959-f9ba4cd0b1f7 HTTP/1.1" status: 200  len: 210 time: 0.0530612
Feb 19 03:19:16.009281 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c948d8-eb88-4867-811b-2d7bf23830b8 req-6b317dee-45c3-4a84-9add-747e995bbbc4 tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:19:16.010078 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [req-56c948d8-eb88-4867-811b-2d7bf23830b8 req-6b317dee-45c3-4a84-9add-747e995bbbc4 tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] Synchronizing usage tracker for tenant:ab714953e3104ab782be2e0d9b91f947 on resource:network {{(pid=84116) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 19 03:19:16.081836 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [req-56c948d8-eb88-4867-811b-2d7bf23830b8 req-6b317dee-45c3-4a84-9add-747e995bbbc4 tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] Unset dirty status for tenant:ab714953e3104ab782be2e0d9b91f947 on resource:network {{(pid=84116) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 19 03:19:16.083185 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-56c948d8-eb88-4867-811b-2d7bf23830b8 req-6b317dee-45c3-4a84-9add-747e995bbbc4 tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] 10.222.0.65 "GET /v2.0/networks?id=45884ee6-73b1-4f38-a102-e7d7a6698b33 HTTP/1.1" status: 200  len: 808 time: 0.2322664
Feb 19 03:19:16.194397 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [req-56c948d8-eb88-4867-811b-2d7bf23830b8 req-cfddaa64-ec06-4f4c-9848-5e315c33c10c tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] Synchronizing usage tracker for tenant:ab714953e3104ab782be2e0d9b91f947 on resource:security_group {{(pid=84116) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 19 03:19:16.207413 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [req-56c948d8-eb88-4867-811b-2d7bf23830b8 req-cfddaa64-ec06-4f4c-9848-5e315c33c10c tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] Unset dirty status for tenant:ab714953e3104ab782be2e0d9b91f947 on resource:security_group {{(pid=84116) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 19 03:19:16.208840 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-56c948d8-eb88-4867-811b-2d7bf23830b8 req-cfddaa64-ec06-4f4c-9848-5e315c33c10c tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] 10.222.0.65 "GET /v2.0/security-groups?tenant_id=ab714953e3104ab782be2e0d9b91f947 HTTP/1.1" status: 200  len: 5757 time: 0.1126893
Feb 19 03:19:16.217941 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.v2.base [req-56c948d8-eb88-4867-811b-2d7bf23830b8 req-1191ad54-0ea1-48af-ba5a-277ebd0abf4a tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] Request body: {'port': {'device_id': '0dc88bb0-f059-4788-a959-f9ba4cd0b1f7', 'network_id': '45884ee6-73b1-4f38-a102-e7d7a6698b33', 'admin_state_up': True, 'tenant_id': 'ab714953e3104ab782be2e0d9b91f947', 'security_groups': ['35b2931a-f48a-447d-a3b7-54edbc064352']}} {{(pid=84116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 03:19:16.357538 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-2ac605f5-5f20-41ab-b5dc-667583eaf509 req-1552f6c1-b10c-4049-acb5-fe074c9dcf13 tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dc88bb0-f059-4788-a959-f9ba4cd0b1f7 HTTP/1.1" status: 200  len: 210 time: 0.0508800
Feb 19 03:19:16.375877 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [req-56c948d8-eb88-4867-811b-2d7bf23830b8 req-1191ad54-0ea1-48af-ba5a-277ebd0abf4a tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 03:19:16.380052 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [req-56c948d8-eb88-4867-811b-2d7bf23830b8 req-1191ad54-0ea1-48af-ba5a-277ebd0abf4a tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] Usage tracker for resource:port and tenant:ab714953e3104ab782be2e0d9b91f947 is out of sync, need to count used quota {{(pid=84116) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 03:19:16.383159 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [req-56c948d8-eb88-4867-811b-2d7bf23830b8 req-1191ad54-0ea1-48af-ba5a-277ebd0abf4a tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] Quota usage for port was recalculated. Used quota:2. {{(pid=84116) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 03:19:16.389073 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [req-56c948d8-eb88-4867-811b-2d7bf23830b8 req-1191ad54-0ea1-48af-ba5a-277ebd0abf4a tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=84116) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 03:19:16.443243 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56c948d8-eb88-4867-811b-2d7bf23830b8 req-1191ad54-0ea1-48af-ba5a-277ebd0abf4a tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] Made reservation on behalf of ab714953e3104ab782be2e0d9b91f947 for: {'port': 1} {{(pid=84116) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}}
Feb 19 03:19:16.448841 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-56c948d8-eb88-4867-811b-2d7bf23830b8 req-1191ad54-0ea1-48af-ba5a-277ebd0abf4a tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838630373'] for port, before_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:19:16.759809 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.db_base_plugin_common [req-56c948d8-eb88-4867-811b-2d7bf23830b8 req-1191ad54-0ea1-48af-ba5a-277ebd0abf4a tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] Allocated IP 172.20.0.4 (45884ee6-73b1-4f38-a102-e7d7a6698b33/59ed038d-72cc-46a7-bd87-89f52f660c29/3256818d-bb21-416f-8cdc-03c8ee54e061) {{(pid=84116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 19 03:19:16.961584 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-56c948d8-eb88-4867-811b-2d7bf23830b8 req-1191ad54-0ea1-48af-ba5a-277ebd0abf4a tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] Notify callbacks [] for port, precommit_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:19:16.977626 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [req-56c948d8-eb88-4867-811b-2d7bf23830b8 req-1191ad54-0ea1-48af-ba5a-277ebd0abf4a tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] Transition to ACTIVE for port object 3256818d-bb21-416f-8cdc-03c8ee54e061 will not be triggered until provisioned by entity DHCP. {{(pid=84116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 19 03:19:17.032255 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-56c948d8-eb88-4867-811b-2d7bf23830b8 req-1191ad54-0ea1-48af-ba5a-277ebd0abf4a tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363269711907205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2630593'] for port, after_create {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:19:17.047687 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-a8ef47ed-b7a2-462a-9c29-73ee40d2c591 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:19:17.189536 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1191ad54-0ea1-48af-ba5a-277ebd0abf4a tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] Pushing event updated for resources: {'Port': ['ID=3256818d-bb21-416f-8cdc-03c8ee54e061,revision_number=1']} {{(pid=84116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:19:17.193799 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-1191ad54-0ea1-48af-ba5a-277ebd0abf4a tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:19:17.248913 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56c948d8-eb88-4867-811b-2d7bf23830b8 req-1191ad54-0ea1-48af-ba5a-277ebd0abf4a tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] Network 45884ee6-73b1-4f38-a102-e7d7a6698b33 is already hosted by enough agents. {{(pid=84116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 19 03:19:17.250133 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.scheduler.base_scheduler [req-56c948d8-eb88-4867-811b-2d7bf23830b8 req-1191ad54-0ea1-48af-ba5a-277ebd0abf4a tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] Resources bound (agent type, host, resource id):  {{(pid=84116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 19 03:19:17.252526 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvrscheduler_db [req-56c948d8-eb88-4867-811b-2d7bf23830b8 req-1191ad54-0ea1-48af-ba5a-277ebd0abf4a tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] Received port after_create {{(pid=84116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 19 03:19:17.318139 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c948d8-eb88-4867-811b-2d7bf23830b8 req-1191ad54-0ea1-48af-ba5a-277ebd0abf4a tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:19:17.318807 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-56c948d8-eb88-4867-811b-2d7bf23830b8 req-1191ad54-0ea1-48af-ba5a-277ebd0abf4a tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771976'] for port, before_response {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:19:17.368779 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-56c948d8-eb88-4867-811b-2d7bf23830b8 req-1191ad54-0ea1-48af-ba5a-277ebd0abf4a tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] 10.222.0.65 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1549938
Feb 19 03:19:17.381549 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.v2.base [req-56c948d8-eb88-4867-811b-2d7bf23830b8 req-4563f66b-2d80-4ff1-872e-d8cc49688b17 service neutron] Request body: {'port': {'device_id': '0dc88bb0-f059-4788-a959-f9ba4cd0b1f7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-77570'}} {{(pid=84116) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 03:19:17.506542 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-56c948d8-eb88-4867-811b-2d7bf23830b8 req-4563f66b-2d80-4ff1-872e-d8cc49688b17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838630373'] for port, before_update {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:19:17.517777 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-62ecc4cb-944a-4e3f-a6fa-a959c066155c None None] Provisioning for port 3256818d-bb21-416f-8cdc-03c8ee54e061 completed by entity DHCP. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 19 03:19:17.523367 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-62ecc4cb-944a-4e3f-a6fa-a959c066155c None None] Provisioning complete for port 3256818d-bb21-416f-8cdc-03c8ee54e061 triggered by entity DHCP. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 03:19:17.523747 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-62ecc4cb-944a-4e3f-a6fa-a959c066155c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16124857'] for port, provisioning_complete {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:19:17.564324 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9d4600-1c84-42b5-b90b-c690a369596c req-71320b8f-dbaa-4f56-9c53-dd1910c8459a tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:19:17.565989 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-5e9d4600-1c84-42b5-b90b-c690a369596c req-71320b8f-dbaa-4f56-9c53-dd1910c8459a tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dc88bb0-f059-4788-a959-f9ba4cd0b1f7 HTTP/1.1" status: 200  len: 931 time: 0.0925066
Feb 19 03:19:17.584494 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.plugin [None req-62ecc4cb-944a-4e3f-a6fa-a959c066155c None None] Port 3256818d-bb21-416f-8cdc-03c8ee54e061 cannot update to ACTIVE because it is not bound. {{(pid=84117) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:332}}
Feb 19 03:19:17.617288 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-5e9d4600-1c84-42b5-b90b-c690a369596c req-5ab74a00-1d90-495a-a338-a34a73aea9ee tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] 10.222.0.13 "GET /v2.0/security-groups?id=35b2931a-f48a-447d-a3b7-54edbc064352&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0425460
Feb 19 03:19:17.926623 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.notifiers.nova [req-56c948d8-eb88-4867-811b-2d7bf23830b8 req-4563f66b-2d80-4ff1-872e-d8cc49688b17 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3256818d-bb21-416f-8cdc-03c8ee54e061 {{(pid=84116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:229}}
Feb 19 03:19:17.934400 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-56c948d8-eb88-4867-811b-2d7bf23830b8 req-4563f66b-2d80-4ff1-872e-d8cc49688b17 service neutron] Notify callbacks [] for port, precommit_update {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:19:17.946779 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [req-56c948d8-eb88-4867-811b-2d7bf23830b8 req-4563f66b-2d80-4ff1-872e-d8cc49688b17 service neutron] Transition to ACTIVE for port object 3256818d-bb21-416f-8cdc-03c8ee54e061 will not be triggered until provisioned by entity L2. {{(pid=84116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}}
Feb 19 03:19:17.979407 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-56c948d8-eb88-4867-811b-2d7bf23830b8 req-4563f66b-2d80-4ff1-872e-d8cc49688b17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269711510320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767142869380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269711906403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852145191'] for port, after_update {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:19:18.000534 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-606ae07f-d35e-4ea6-a5ce-fa22ad327405 tempest-AttachVolumeNegativeTest-1363643949 tempest-AttachVolumeNegativeTest-1363643949-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:19:18.134421 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4563f66b-2d80-4ff1-872e-d8cc49688b17 service neutron] Pushing event updated for resources: {'Port': ['ID=3256818d-bb21-416f-8cdc-03c8ee54e061,revision_number=2']} {{(pid=84116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:19:18.139103 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-4563f66b-2d80-4ff1-872e-d8cc49688b17 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:19:18.326874 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.managers [req-56c948d8-eb88-4867-811b-2d7bf23830b8 req-4563f66b-2d80-4ff1-872e-d8cc49688b17 service neutron] Attempting to bind port 3256818d-bb21-416f-8cdc-03c8ee54e061 on host hv-cinder-77570 for vnic_type normal with profile  {{(pid=84116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}}
Feb 19 03:19:18.327398 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.managers [req-56c948d8-eb88-4867-811b-2d7bf23830b8 req-4563f66b-2d80-4ff1-872e-d8cc49688b17 service neutron] Attempting to bind port 3256818d-bb21-416f-8cdc-03c8ee54e061 by drivers openvswitch on host hv-cinder-77570 at level 0 using segments [{'id': '4574dcca-3d9a-4793-a8cc-71ccc08d3054', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '45884ee6-73b1-4f38-a102-e7d7a6698b33'}] {{(pid=84116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}}
Feb 19 03:19:18.327633 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56c948d8-eb88-4867-811b-2d7bf23830b8 req-4563f66b-2d80-4ff1-872e-d8cc49688b17 service neutron] Attempting to bind port 3256818d-bb21-416f-8cdc-03c8ee54e061 on network 45884ee6-73b1-4f38-a102-e7d7a6698b33 {{(pid=84116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}}
Feb 19 03:19:18.333780 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56c948d8-eb88-4867-811b-2d7bf23830b8 req-4563f66b-2d80-4ff1-872e-d8cc49688b17 service neutron] Checking agent: {'id': 'd79517dc-1443-4e8d-af8f-f4fe2bcc2381', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'hv-cinder-77570', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 2, 19, 3, 4, 30), 'started_at': datetime.datetime(2021, 2, 19, 3, 5), 'heartbeat_timestamp': datetime.datetime(2021, 2, 19, 3, 19, 2), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.91', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=84116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Feb 19 03:19:18.334162 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56c948d8-eb88-4867-811b-2d7bf23830b8 req-4563f66b-2d80-4ff1-872e-d8cc49688b17 service neutron] Checking segment: {'id': '4574dcca-3d9a-4793-a8cc-71ccc08d3054', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '45884ee6-73b1-4f38-a102-e7d7a6698b33'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=84116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}}
Feb 19 03:19:18.334577 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-56c948d8-eb88-4867-811b-2d7bf23830b8 req-4563f66b-2d80-4ff1-872e-d8cc49688b17 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:19:18.334978 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56c948d8-eb88-4867-811b-2d7bf23830b8 req-4563f66b-2d80-4ff1-872e-d8cc49688b17 service neutron] Bound using segment: {'id': '4574dcca-3d9a-4793-a8cc-71ccc08d3054', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '45884ee6-73b1-4f38-a102-e7d7a6698b33'} {{(pid=84116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Feb 19 03:19:18.335462 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.managers [req-56c948d8-eb88-4867-811b-2d7bf23830b8 req-4563f66b-2d80-4ff1-872e-d8cc49688b17 service neutron] Bound port: 3256818d-bb21-416f-8cdc-03c8ee54e061, host: hv-cinder-77570, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4574dcca-3d9a-4793-a8cc-71ccc08d3054', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '45884ee6-73b1-4f38-a102-e7d7a6698b33'}}] {{(pid=84116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}}
Feb 19 03:19:18.335843 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-56c948d8-eb88-4867-811b-2d7bf23830b8 req-4563f66b-2d80-4ff1-872e-d8cc49688b17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838630373'] for port, before_update {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:19:18.431121 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.db [req-56c948d8-eb88-4867-811b-2d7bf23830b8 req-4563f66b-2d80-4ff1-872e-d8cc49688b17 service neutron] For port 3256818d-bb21-416f-8cdc-03c8ee54e061, host hv-cinder-77570, cleared binding levels {{(pid=84116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}}
Feb 19 03:19:18.434253 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.db [req-56c948d8-eb88-4867-811b-2d7bf23830b8 req-4563f66b-2d80-4ff1-872e-d8cc49688b17 service neutron] For port 3256818d-bb21-416f-8cdc-03c8ee54e061, host hv-cinder-77570, set binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=3256818d-bb21-416f-8cdc-03c8ee54e061,segment=NetworkSegment(4574dcca-3d9a-4793-a8cc-71ccc08d3054),segment_id=4574dcca-3d9a-4793-a8cc-71ccc08d3054)] {{(pid=84116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}}
Feb 19 03:19:18.472433 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-56c948d8-eb88-4867-811b-2d7bf23830b8 req-4563f66b-2d80-4ff1-872e-d8cc49688b17 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269711510320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767142869380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269711906403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036852145191'] for port, after_update {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:19:18.491161 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-a8ef47ed-b7a2-462a-9c29-73ee40d2c591 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:19:18.825009 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0ce818-e8af-4988-894d-ded1aec1c222 req-0f0be187-5663-486c-b819-ccc002423dfc tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:19:18.826772 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-ad0ce818-e8af-4988-894d-ded1aec1c222 req-0f0be187-5663-486c-b819-ccc002423dfc tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dc88bb0-f059-4788-a959-f9ba4cd0b1f7 HTTP/1.1" status: 200  len: 943 time: 0.0898473
Feb 19 03:19:18.875317 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-ad0ce818-e8af-4988-894d-ded1aec1c222 req-226a79ae-3b9a-4106-a6bb-13bf107b10b4 tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] 10.222.0.13 "GET /v2.0/security-groups?id=35b2931a-f48a-447d-a3b7-54edbc064352&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0421200
Feb 19 03:19:18.894514 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4563f66b-2d80-4ff1-872e-d8cc49688b17 service neutron] Pushing event updated for resources: {'Port': ['ID=3256818d-bb21-416f-8cdc-03c8ee54e061,revision_number=3']} {{(pid=84116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:19:18.900185 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-4563f66b-2d80-4ff1-872e-d8cc49688b17 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:19:18.930244 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c948d8-eb88-4867-811b-2d7bf23830b8 req-4563f66b-2d80-4ff1-872e-d8cc49688b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:19:18.930982 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-56c948d8-eb88-4867-811b-2d7bf23830b8 req-4563f66b-2d80-4ff1-872e-d8cc49688b17 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771976'] for port, before_response {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:19:18.932389 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-56c948d8-eb88-4867-811b-2d7bf23830b8 req-4563f66b-2d80-4ff1-872e-d8cc49688b17 service neutron] 10.222.0.65 "PUT /v2.0/ports/3256818d-bb21-416f-8cdc-03c8ee54e061 HTTP/1.1" status: 200  len: 1157 time: 1.5557282
Feb 19 03:19:18.932921 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dc88bb0-f059-4788-a959-f9ba4cd0b1f7', 'tag': '3256818d-bb21-416f-8cdc-03c8ee54e061'}] {{(pid=84116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 03:19:18.984920 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0dc88bb0-f059-4788-a959-f9ba4cd0b1f7', 'tag': '3256818d-bb21-416f-8cdc-03c8ee54e061', 'status': 'completed', 'code': 200}
Feb 19 03:19:19.078541 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c948d8-eb88-4867-811b-2d7bf23830b8 req-6dddbfc3-ef65-4d73-ba2e-896ab9b4a3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:19:19.080181 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-56c948d8-eb88-4867-811b-2d7bf23830b8 req-6dddbfc3-ef65-4d73-ba2e-896ab9b4a3a9 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ab714953e3104ab782be2e0d9b91f947&device_id=0dc88bb0-f059-4788-a959-f9ba4cd0b1f7 HTTP/1.1" status: 200  len: 1160 time: 0.0816581
Feb 19 03:19:19.160187 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-56c948d8-eb88-4867-811b-2d7bf23830b8 req-fe54b38c-15b0-44a2-a351-458d43661d9d service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3256818d-bb21-416f-8cdc-03c8ee54e061 HTTP/1.1" status: 200  len: 217 time: 0.0719154
Feb 19 03:19:19.229053 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c948d8-eb88-4867-811b-2d7bf23830b8 req-e2fefc26-1e0b-4dd7-89a1-dcfb87d233bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:19:19.230650 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-56c948d8-eb88-4867-811b-2d7bf23830b8 req-e2fefc26-1e0b-4dd7-89a1-dcfb87d233bf service neutron] 10.222.0.65 "GET /v2.0/subnets?id=59ed038d-72cc-46a7-bd87-89f52f660c29 HTTP/1.1" status: 200  len: 847 time: 0.0638723
Feb 19 03:19:19.316192 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c948d8-eb88-4867-811b-2d7bf23830b8 req-3ce574a0-21cc-44a1-83ec-9cca6c6acd6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:19:19.317824 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-56c948d8-eb88-4867-811b-2d7bf23830b8 req-3ce574a0-21cc-44a1-83ec-9cca6c6acd6e service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=45884ee6-73b1-4f38-a102-e7d7a6698b33&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0801096
Feb 19 03:19:19.458818 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-69f57ba4-4693-4f2b-9c71-a1d26fd8ef90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:19:19.462290 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-56c948d8-eb88-4867-811b-2d7bf23830b8 req-5b0eb0b8-e2e9-4944-8f6b-592d57d03584 service neutron] 10.222.0.65 "GET /v2.0/networks/45884ee6-73b1-4f38-a102-e7d7a6698b33?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1369019
Feb 19 03:19:19.605883 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-56c948d8-eb88-4867-811b-2d7bf23830b8 req-1f235bcc-5855-4700-bb84-d3e841cafa12 service neutron] 10.222.0.65 "GET /v2.0/networks/45884ee6-73b1-4f38-a102-e7d7a6698b33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1357884
Feb 19 03:19:19.772256 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4f7560-b7b6-40d6-ab5d-99e0b5521ccd req-a7d67e4c-b3fe-4561-b640-42f5661bcbc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:19:19.773804 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-de4f7560-b7b6-40d6-ab5d-99e0b5521ccd req-a7d67e4c-b3fe-4561-b640-42f5661bcbc2 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ab714953e3104ab782be2e0d9b91f947&device_id=0dc88bb0-f059-4788-a959-f9ba4cd0b1f7 HTTP/1.1" status: 200  len: 1160 time: 0.0786333
Feb 19 03:19:19.918832 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4f7560-b7b6-40d6-ab5d-99e0b5521ccd req-6f86bcf4-ab4e-49bf-8460-d81dfc873f61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:19:19.920428 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-de4f7560-b7b6-40d6-ab5d-99e0b5521ccd req-6f86bcf4-ab4e-49bf-8460-d81dfc873f61 service neutron] 10.222.0.65 "GET /v2.0/networks?id=45884ee6-73b1-4f38-a102-e7d7a6698b33 HTTP/1.1" status: 200  len: 902 time: 0.1393483
Feb 19 03:19:19.999150 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-de4f7560-b7b6-40d6-ab5d-99e0b5521ccd req-4619c591-4ffb-4bb1-9c64-334a2eb89ce7 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3256818d-bb21-416f-8cdc-03c8ee54e061 HTTP/1.1" status: 200  len: 217 time: 0.0714586
Feb 19 03:19:20.070177 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4f7560-b7b6-40d6-ab5d-99e0b5521ccd req-cff28f87-9a2f-4429-9686-1c5b1a034849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:19:20.072104 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-de4f7560-b7b6-40d6-ab5d-99e0b5521ccd req-cff28f87-9a2f-4429-9686-1c5b1a034849 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=59ed038d-72cc-46a7-bd87-89f52f660c29 HTTP/1.1" status: 200  len: 847 time: 0.0667295
Feb 19 03:19:20.077695 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a3fd85-e90b-4563-8e62-659b50be5a3e req-12416bcb-8f06-4c4a-be97-03d40edaaf32 tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:19:20.079418 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-b3a3fd85-e90b-4563-8e62-659b50be5a3e req-12416bcb-8f06-4c4a-be97-03d40edaaf32 tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dc88bb0-f059-4788-a959-f9ba4cd0b1f7 HTTP/1.1" status: 200  len: 943 time: 0.0929651
Feb 19 03:19:20.127945 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-b3a3fd85-e90b-4563-8e62-659b50be5a3e req-e5a60b41-dfba-4980-8114-01531a1cb47c tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] 10.222.0.13 "GET /v2.0/security-groups?id=35b2931a-f48a-447d-a3b7-54edbc064352&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0421233
Feb 19 03:19:20.159946 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4f7560-b7b6-40d6-ab5d-99e0b5521ccd req-40b2f701-7779-4c22-8dc4-3ceb641be759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:19:20.161574 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-de4f7560-b7b6-40d6-ab5d-99e0b5521ccd req-40b2f701-7779-4c22-8dc4-3ceb641be759 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=45884ee6-73b1-4f38-a102-e7d7a6698b33&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0827961
Feb 19 03:19:20.306440 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-de4f7560-b7b6-40d6-ab5d-99e0b5521ccd req-3f3477c6-a9e1-4a4e-be62-0b9d93551022 service neutron] 10.222.0.65 "GET /v2.0/networks/45884ee6-73b1-4f38-a102-e7d7a6698b33?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1376348
Feb 19 03:19:20.447696 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-de4f7560-b7b6-40d6-ab5d-99e0b5521ccd req-83ae29c5-06be-481c-8f9a-6c412669c1b9 service neutron] 10.222.0.65 "GET /v2.0/networks/45884ee6-73b1-4f38-a102-e7d7a6698b33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1338613
Feb 19 03:19:21.331786 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d062a59-4a70-4d51-b422-01d678856036 req-d5030856-4285-4492-87c3-66e5d1198039 tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:19:21.333364 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-6d062a59-4a70-4d51-b422-01d678856036 req-d5030856-4285-4492-87c3-66e5d1198039 tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dc88bb0-f059-4788-a959-f9ba4cd0b1f7 HTTP/1.1" status: 200  len: 943 time: 0.0891950
Feb 19 03:19:21.379915 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-6d062a59-4a70-4d51-b422-01d678856036 req-b26cdddc-6ee9-43e0-9cd4-67ce421f5547 tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] 10.222.0.13 "GET /v2.0/security-groups?id=35b2931a-f48a-447d-a3b7-54edbc064352&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0402555
Feb 19 03:19:21.893359 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-b4a0911c-1d1e-468f-ba25-a0f5d32ada74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:19:22.499788 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-4b343f23-6f62-4db0-bfb1-0e5ba3aa11dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:19:22.579653 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74d2421-609b-4d54-9944-63ff8ae17e63 req-f885842d-9ebd-4af8-b164-575ebe0dec29 tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:19:22.581250 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-c74d2421-609b-4d54-9944-63ff8ae17e63 req-f885842d-9ebd-4af8-b164-575ebe0dec29 tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dc88bb0-f059-4788-a959-f9ba4cd0b1f7 HTTP/1.1" status: 200  len: 943 time: 0.0886922
Feb 19 03:19:22.628139 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-c74d2421-609b-4d54-9944-63ff8ae17e63 req-577c4d89-8bb6-44e0-89f6-9e9f03445ded tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] 10.222.0.13 "GET /v2.0/security-groups?id=35b2931a-f48a-447d-a3b7-54edbc064352&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0406513
Feb 19 03:19:23.568838 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:19:23.825824 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb0ea16-c6b0-49a6-90f7-5d71eaf9a055 req-c248cc86-dee9-4fed-95ce-51a07a96e32e tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:19:23.827340 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-cfb0ea16-c6b0-49a6-90f7-5d71eaf9a055 req-c248cc86-dee9-4fed-95ce-51a07a96e32e tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dc88bb0-f059-4788-a959-f9ba4cd0b1f7 HTTP/1.1" status: 200  len: 943 time: 0.0882318
Feb 19 03:19:23.873811 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-cfb0ea16-c6b0-49a6-90f7-5d71eaf9a055 req-376356fd-cb7a-49b7-8600-843474983093 tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] 10.222.0.13 "GET /v2.0/security-groups?id=35b2931a-f48a-447d-a3b7-54edbc064352&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0403500
Feb 19 03:19:24.316999 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-ed1abd93-30ab-455f-b25e-ecbc2cc5cf06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:19:25.075192 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8025335a-ed1a-4ce2-b9bf-3bebc197758f req-798bd957-4c16-4a15-a057-be13fa10c875 tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:19:25.076784 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-8025335a-ed1a-4ce2-b9bf-3bebc197758f req-798bd957-4c16-4a15-a057-be13fa10c875 tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dc88bb0-f059-4788-a959-f9ba4cd0b1f7 HTTP/1.1" status: 200  len: 943 time: 0.0901625
Feb 19 03:19:25.123621 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-8025335a-ed1a-4ce2-b9bf-3bebc197758f req-98e1257f-f768-49d4-8014-dfd5b092218e tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] 10.222.0.13 "GET /v2.0/security-groups?id=35b2931a-f48a-447d-a3b7-54edbc064352&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0406353
Feb 19 03:19:26.319923 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf221952-0aa4-444e-8835-14a063898736 req-6528af2f-9792-4cb1-9240-9954fc024a50 tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:19:26.321452 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-bf221952-0aa4-444e-8835-14a063898736 req-6528af2f-9792-4cb1-9240-9954fc024a50 tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dc88bb0-f059-4788-a959-f9ba4cd0b1f7 HTTP/1.1" status: 200  len: 943 time: 0.0868390
Feb 19 03:19:26.368151 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-bf221952-0aa4-444e-8835-14a063898736 req-6465e910-dd17-4347-8735-69ef1bfc51aa tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] 10.222.0.13 "GET /v2.0/security-groups?id=35b2931a-f48a-447d-a3b7-54edbc064352&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0399935
Feb 19 03:19:27.569419 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8adfdf4-fa19-4baf-b90a-b997356e8ea2 req-afc668d8-9817-43c1-a05d-8d1b804800ad tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:19:27.570977 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-a8adfdf4-fa19-4baf-b90a-b997356e8ea2 req-afc668d8-9817-43c1-a05d-8d1b804800ad tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dc88bb0-f059-4788-a959-f9ba4cd0b1f7 HTTP/1.1" status: 200  len: 943 time: 0.0915482
Feb 19 03:19:27.619321 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-a8adfdf4-fa19-4baf-b90a-b997356e8ea2 req-0dab0cfa-4709-41e2-a154-2fe779ec2526 tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] 10.222.0.13 "GET /v2.0/security-groups?id=35b2931a-f48a-447d-a3b7-54edbc064352&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0421934
Feb 19 03:19:27.883142 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.rpc [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Device 3256818d-bb21-416f-8cdc-03c8ee54e061 up at agent ovs-agent-hv-cinder-77570 {{(pid=84117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 03:19:27.985521 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Provisioning for port 3256818d-bb21-416f-8cdc-03c8ee54e061 completed by entity L2. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}}
Feb 19 03:19:27.990459 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Provisioning complete for port 3256818d-bb21-416f-8cdc-03c8ee54e061 triggered by entity L2. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 03:19:27.990882 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16124857'] for port, provisioning_complete {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:19:28.116833 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838630373'] for port, before_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:19:28.145376 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dc88bb0-f059-4788-a959-f9ba4cd0b1f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3256818d-bb21-416f-8cdc-03c8ee54e061'}] {{(pid=84117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 03:19:28.156391 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.db [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] For port 3256818d-bb21-416f-8cdc-03c8ee54e061, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=3256818d-bb21-416f-8cdc-03c8ee54e061,segment=NetworkSegment(4574dcca-3d9a-4793-a8cc-71ccc08d3054),segment_id=4574dcca-3d9a-4793-a8cc-71ccc08d3054)] {{(pid=84117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 03:19:28.185867 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269711510320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767142869380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269711906403'] for port, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:19:28.187850 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-9d2d041a-46ae-426d-8527-67cfa3e2696c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:19:28.226357 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dc88bb0-f059-4788-a959-f9ba4cd0b1f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3256818d-bb21-416f-8cdc-03c8ee54e061', 'code': 200}
Feb 19 03:19:28.263358 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Pushing event updated for resources: {'Port': ['ID=3256818d-bb21-416f-8cdc-03c8ee54e061,revision_number=4']} {{(pid=84117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:19:28.267298 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=84117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:19:28.528812 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec53d817-1850-4e91-a8e5-e20d420c3f99 req-7f0f05b9-533a-4f2b-ad2c-79ca9e44bca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:19:28.530375 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-ec53d817-1850-4e91-a8e5-e20d420c3f99 req-7f0f05b9-533a-4f2b-ad2c-79ca9e44bca2 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=0dc88bb0-f059-4788-a959-f9ba4cd0b1f7 HTTP/1.1" status: 200  len: 1162 time: 0.0765910
Feb 19 03:19:28.571970 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-ec53d817-1850-4e91-a8e5-e20d420c3f99 req-79f1800c-e8f7-4b10-a18d-b3ebd2b75219 service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=35b2931a-f48a-447d-a3b7-54edbc064352&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0354147
Feb 19 03:19:28.813681 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe1ed4b-2134-4980-a96b-958d43cf2505 req-66aa02ee-d2e5-4864-a9ae-e30fc2782cb5 tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:19:28.815249 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-bfe1ed4b-2134-4980-a96b-958d43cf2505 req-66aa02ee-d2e5-4864-a9ae-e30fc2782cb5 tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dc88bb0-f059-4788-a959-f9ba4cd0b1f7 HTTP/1.1" status: 200  len: 945 time: 0.0865791
Feb 19 03:19:28.865220 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-bfe1ed4b-2134-4980-a96b-958d43cf2505 req-7b279a49-8fb6-4934-9f14-75f6d1c625e9 tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] 10.222.0.13 "GET /v2.0/security-groups?id=35b2931a-f48a-447d-a3b7-54edbc064352&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0438018
Feb 19 03:19:29.640303 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.rpc [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Device 3256818d-bb21-416f-8cdc-03c8ee54e061 up at agent ovs-agent-hv-cinder-77570 {{(pid=84117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 03:19:29.712983 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Provisioning complete for port 3256818d-bb21-416f-8cdc-03c8ee54e061 triggered by entity L2. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 03:19:29.713398 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16124857'] for port, provisioning_complete {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:19:30.066680 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d4fbcb-f6f4-497e-892f-e714ee3f8adc req-ad9954a9-c6ca-4f67-b36d-2dd05b4a1ed9 tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:19:30.068283 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-c8d4fbcb-f6f4-497e-892f-e714ee3f8adc req-ad9954a9-c6ca-4f67-b36d-2dd05b4a1ed9 tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dc88bb0-f059-4788-a959-f9ba4cd0b1f7 HTTP/1.1" status: 200  len: 945 time: 0.0869138
Feb 19 03:19:30.116591 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-c8d4fbcb-f6f4-497e-892f-e714ee3f8adc req-61930e4f-1437-4996-94c1-c0009a37449c tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] 10.222.0.13 "GET /v2.0/security-groups?id=35b2931a-f48a-447d-a3b7-54edbc064352&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0414329
Feb 19 03:19:30.320209 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fe5511-4281-4054-98de-a87e88283a4b req-fbfb9370-503d-4238-b64f-cb6758a1031d tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:19:30.321885 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-92fe5511-4281-4054-98de-a87e88283a4b req-fbfb9370-503d-4238-b64f-cb6758a1031d tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dc88bb0-f059-4788-a959-f9ba4cd0b1f7 HTTP/1.1" status: 200  len: 945 time: 0.0924189
Feb 19 03:19:30.369376 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-92fe5511-4281-4054-98de-a87e88283a4b req-000bf4af-d187-4d66-bd6d-8390536d45a4 tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] 10.222.0.13 "GET /v2.0/security-groups?id=35b2931a-f48a-447d-a3b7-54edbc064352&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0413158
Feb 19 03:19:30.567567 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-2acb460b-7369-43aa-977f-f846ee932507 req-9f73d116-0dcf-457e-962a-34ec274ad0bd tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] 10.222.0.13 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200  len: 258 time: 0.1607893
Feb 19 03:19:30.577574 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.v2.base [req-2acb460b-7369-43aa-977f-f846ee932507 req-5b02345c-fd90-4a78-bd59-ab620e14e5f5 tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] Request body: {'floatingip': {'floating_network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc'}} {{(pid=84115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 03:19:30.583503 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [req-2acb460b-7369-43aa-977f-f846ee932507 req-5b02345c-fd90-4a78-bd59-ab620e14e5f5 tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=84115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}}
Feb 19 03:19:30.587723 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [req-2acb460b-7369-43aa-977f-f846ee932507 req-5b02345c-fd90-4a78-bd59-ab620e14e5f5 tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] Usage tracker for resource:floatingip and tenant:ab714953e3104ab782be2e0d9b91f947 is out of sync, need to count used quota {{(pid=84115) count_used /opt/stack/neutron/neutron/quota/resource.py:273}}
Feb 19 03:19:30.590848 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [req-2acb460b-7369-43aa-977f-f846ee932507 req-5b02345c-fd90-4a78-bd59-ab620e14e5f5 tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=84115) count_used /opt/stack/neutron/neutron/quota/resource.py:293}}
Feb 19 03:19:30.597401 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.quota.driver [req-2acb460b-7369-43aa-977f-f846ee932507 req-5b02345c-fd90-4a78-bd59-ab620e14e5f5 tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=84115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}}
Feb 19 03:19:30.631308 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-2acb460b-7369-43aa-977f-f846ee932507 req-5b02345c-fd90-4a78-bd59-ab620e14e5f5 tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] Notify callbacks [] for floatingip, before_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:19:30.775118 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-2acb460b-7369-43aa-977f-f846ee932507 req-5b02345c-fd90-4a78-bd59-ab620e14e5f5 tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838630373'] for port, before_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:19:31.045389 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.db_base_plugin_common [req-2acb460b-7369-43aa-977f-f846ee932507 req-5b02345c-fd90-4a78-bd59-ab620e14e5f5 tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] Allocated IP 172.27.0.8 (11a0058d-2e2a-4262-b636-ae96512c4ecc/f5c7b3a5-422b-45ad-be9d-3c3e4c209310/cd787efb-34dc-45da-988e-6f712777d4cc) {{(pid=84115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}}
Feb 19 03:19:31.197365 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-2acb460b-7369-43aa-977f-f846ee932507 req-5b02345c-fd90-4a78-bd59-ab620e14e5f5 tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] Notify callbacks [] for port, precommit_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:19:31.270492 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-2acb460b-7369-43aa-977f-f846ee932507 req-5b02345c-fd90-4a78-bd59-ab620e14e5f5 tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port--9223363269711907205', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853345888'] for port, after_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:19:31.284730 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-d0abfee7-fc87-4954-9c20-9ee6d7a54bb1 tempest-TestMinimumBasicScenario-944114759 tempest-TestMinimumBasicScenario-944114759-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:19:31.420508 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b02345c-fd90-4a78-bd59-ab620e14e5f5 tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] Pushing event updated for resources: {'Port': ['ID=cd787efb-34dc-45da-988e-6f712777d4cc,revision_number=1']} {{(pid=84115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:19:31.425199 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-5b02345c-fd90-4a78-bd59-ab620e14e5f5 tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:19:31.476802 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2acb460b-7369-43aa-977f-f846ee932507 req-5b02345c-fd90-4a78-bd59-ab620e14e5f5 tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] Network 11a0058d-2e2a-4262-b636-ae96512c4ecc is already hosted by enough agents. {{(pid=84115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}}
Feb 19 03:19:31.477969 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.scheduler.base_scheduler [req-2acb460b-7369-43aa-977f-f846ee932507 req-5b02345c-fd90-4a78-bd59-ab620e14e5f5 tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] Resources bound (agent type, host, resource id):  {{(pid=84115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}}
Feb 19 03:19:31.480224 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvrscheduler_db [req-2acb460b-7369-43aa-977f-f846ee932507 req-5b02345c-fd90-4a78-bd59-ab620e14e5f5 tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] Received port after_create {{(pid=84115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}}
Feb 19 03:19:31.564705 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-2acb460b-7369-43aa-977f-f846ee932507 req-5b02345c-fd90-4a78-bd59-ab620e14e5f5 tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] Notify callbacks [] for floatingip, precommit_create {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:19:31.669295 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-2acb460b-7369-43aa-977f-f846ee932507 req-5b02345c-fd90-4a78-bd59-ab620e14e5f5 tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838630373'] for port, before_update {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:19:31.942932 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-2acb460b-7369-43aa-977f-f846ee932507 req-5b02345c-fd90-4a78-bd59-ab620e14e5f5 tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] Notify callbacks [] for port, precommit_update {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:19:31.984442 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-2acb460b-7369-43aa-977f-f846ee932507 req-5b02345c-fd90-4a78-bd59-ab620e14e5f5 tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269711510320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767142869380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269711906403', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-1429944'] for port, after_update {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:19:32.000246 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-2fc82355-2f41-4568-8386-2c8382ff9a61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:19:32.041872 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:19:32.137357 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b02345c-fd90-4a78-bd59-ab620e14e5f5 tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] Pushing event updated for resources: {'Port': ['ID=cd787efb-34dc-45da-988e-6f712777d4cc,revision_number=2']} {{(pid=84115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:19:32.142135 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-5b02345c-fd90-4a78-bd59-ab620e14e5f5 tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:19:32.242183 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-2acb460b-7369-43aa-977f-f846ee932507 req-5b02345c-fd90-4a78-bd59-ab620e14e5f5 tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854389592'] for floatingip, after_update {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:19:32.310361 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-2acb460b-7369-43aa-977f-f846ee932507 req-5b02345c-fd90-4a78-bd59-ab620e14e5f5 tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771976'] for floatingip, before_response {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:19:32.311835 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-2acb460b-7369-43aa-977f-f846ee932507 req-5b02345c-fd90-4a78-bd59-ab620e14e5f5 tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] 10.222.0.13 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 696 time: 1.7384419
Feb 19 03:19:32.396169 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [req-2acb460b-7369-43aa-977f-f846ee932507 req-214ee8e5-4791-4100-a5f6-bc265dad997e tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] Synchronizing usage tracker for tenant:ab714953e3104ab782be2e0d9b91f947 on resource:floatingip {{(pid=84115) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 19 03:19:32.435988 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [req-2acb460b-7369-43aa-977f-f846ee932507 req-214ee8e5-4791-4100-a5f6-bc265dad997e tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] Unset dirty status for tenant:ab714953e3104ab782be2e0d9b91f947 on resource:floatingip {{(pid=84115) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 19 03:19:32.437239 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-2acb460b-7369-43aa-977f-f846ee932507 req-214ee8e5-4791-4100-a5f6-bc265dad997e tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.27.0.8 HTTP/1.1" status: 200  len: 694 time: 0.1192341
Feb 19 03:19:32.597827 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acb460b-7369-43aa-977f-f846ee932507 req-6485411f-756e-4bc1-a249-832531f492a1 tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:19:32.599250 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-2acb460b-7369-43aa-977f-f846ee932507 req-6485411f-756e-4bc1-a249-832531f492a1 tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] 10.222.0.13 "GET /v2.0/networks/11a0058d-2e2a-4262-b636-ae96512c4ecc HTTP/1.1" status: 200  len: 784 time: 0.1561120
Feb 19 03:19:32.610274 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [req-2acb460b-7369-43aa-977f-f846ee932507 req-8242979e-acea-4161-b65f-9e3a8355059e tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=84115) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 19 03:19:32.611308 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-2acb460b-7369-43aa-977f-f846ee932507 req-8242979e-acea-4161-b65f-9e3a8355059e tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0058630
Feb 19 03:19:33.022286 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d51f83d-2763-4558-a946-61f27d052559 req-d89622f9-6fde-4a4e-95e4-8786a9996da7 tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:19:33.023924 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-7d51f83d-2763-4558-a946-61f27d052559 req-d89622f9-6fde-4a4e-95e4-8786a9996da7 tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dc88bb0-f059-4788-a959-f9ba4cd0b1f7&device_owner=compute%3Anova HTTP/1.1" status: 200  len: 945 time: 0.3181820
Feb 19 03:19:33.109116 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-7d51f83d-2763-4558-a946-61f27d052559 req-50b567b6-bc1b-43ed-b981-9fe39c9877d2 tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.27.0.8 HTTP/1.1" status: 200  len: 694 time: 0.0789769
Feb 19 03:19:33.119179 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.v2.base [req-7d51f83d-2763-4558-a946-61f27d052559 req-4730d33f-87cb-455e-aed2-d7f0264a74c8 tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] Request body: {'floatingip': {'port_id': '3256818d-bb21-416f-8cdc-03c8ee54e061', 'fixed_ip_address': '172.20.0.4'}} {{(pid=84115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Feb 19 03:19:33.202048 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-7d51f83d-2763-4558-a946-61f27d052559 req-4730d33f-87cb-455e-aed2-d7f0264a74c8 tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] Notify callbacks [] for floatingip, before_update {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:19:33.825732 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-7d51f83d-2763-4558-a946-61f27d052559 req-4730d33f-87cb-455e-aed2-d7f0264a74c8 tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] Notify callbacks [] for floatingip, precommit_update {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:19:33.906348 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-7d51f83d-2763-4558-a946-61f27d052559 req-4730d33f-87cb-455e-aed2-d7f0264a74c8 tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port--9223372036854389592'] for floatingip, after_update {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:19:34.090712 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.db.l3_db [req-7d51f83d-2763-4558-a946-61f27d052559 req-4730d33f-87cb-455e-aed2-d7f0264a74c8 tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] Floating IP 127db1cb-669e-47a6-b2ce-336cd4f78050 associated. External IP: 172.27.0.8, port: 3256818d-bb21-416f-8cdc-03c8ee54e061.
Feb 19 03:19:34.462757 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7d51f83d-2763-4558-a946-61f27d052559 req-4730d33f-87cb-455e-aed2-d7f0264a74c8 tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] Router 42b1bbcd-5abe-4230-be81-ab347801e43b has already been hosted by L3 agent f4ccfb5a-d22e-440e-8ddd-f393ad00f812 {{(pid=84115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 19 03:19:34.654143 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7d51f83d-2763-4558-a946-61f27d052559 req-4730d33f-87cb-455e-aed2-d7f0264a74c8 tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] Notify agent at l3_agent.dv-cinder-775706-2-iscsi the message routers_updated {{(pid=84115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 19 03:19:34.658484 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-7d51f83d-2763-4558-a946-61f27d052559 req-4730d33f-87cb-455e-aed2-d7f0264a74c8 tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771976'] for floatingip, before_response {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:19:34.663872 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89f82761-dac3-49ee-8e6e-f354d1797938 None None] Sync routers for ids ['42b1bbcd-5abe-4230-be81-ab347801e43b'] in dv-cinder-775706-2-iscsi {{(pid=84118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 19 03:19:34.674621 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f82761-dac3-49ee-8e6e-f354d1797938 None None] Routers {'42b1bbcd-5abe-4230-be81-ab347801e43b'} bound to L3 agent in host dv-cinder-775706-2-iscsi {{(pid=84118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 03:19:34.675295 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_hamode_db [None req-89f82761-dac3-49ee-8e6e-f354d1797938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9426b95048>, 'dv-cinder-775706-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-19T02:56:52Z,description=<?>,heartbeat_timestamp=2021-02-19T03:19:22Z,host='dv-cinder-775706-2-iscsi',id=f4ccfb5a-d22e-440e-8ddd-f393ad00f812,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T02:56:52Z,topic='l3_agent')) {'router_ids': ['42b1bbcd-5abe-4230-be81-ab347801e43b'], 'active': True} {{(pid=84118) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 03:19:34.716158 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-7d51f83d-2763-4558-a946-61f27d052559 req-4730d33f-87cb-455e-aed2-d7f0264a74c8 tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] 10.222.0.13 "PUT /v2.0/floatingips/127db1cb-669e-47a6-b2ce-336cd4f78050 HTTP/1.1" status: 200  len: 994 time: 1.6009443
Feb 19 03:19:34.716650 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dc88bb0-f059-4788-a959-f9ba4cd0b1f7', 'tag': '3256818d-bb21-416f-8cdc-03c8ee54e061'}] {{(pid=84115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 03:19:34.828463 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0dc88bb0-f059-4788-a959-f9ba4cd0b1f7', 'tag': '3256818d-bb21-416f-8cdc-03c8ee54e061', 'status': 'completed', 'code': 200}
Feb 19 03:19:34.868210 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d51f83d-2763-4558-a946-61f27d052559 req-3af74cd2-e886-4b81-a635-623234e0fe7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:19:34.869934 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-7d51f83d-2763-4558-a946-61f27d052559 req-3af74cd2-e886-4b81-a635-623234e0fe7e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ab714953e3104ab782be2e0d9b91f947&device_id=0dc88bb0-f059-4788-a959-f9ba4cd0b1f7 HTTP/1.1" status: 200  len: 1162 time: 0.1333394
Feb 19 03:19:34.870981 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvr_db [None req-89f82761-dac3-49ee-8e6e-f354d1797938 None None] Set router 42b1bbcd-5abe-4230-be81-ab347801e43b gateway port host: dv-cinder-775706-2-iscsi {{(pid=84118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 03:19:34.933618 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2318080-a611-443a-bd38-7a6ccb31b2aa req-f48a7881-680b-4cde-b480-a68eb7673125 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:19:34.935396 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-c2318080-a611-443a-bd38-7a6ccb31b2aa req-f48a7881-680b-4cde-b480-a68eb7673125 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ab714953e3104ab782be2e0d9b91f947&device_id=0dc88bb0-f059-4788-a959-f9ba4cd0b1f7 HTTP/1.1" status: 200  len: 1162 time: 0.0872545
Feb 19 03:19:35.019982 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d51f83d-2763-4558-a946-61f27d052559 req-8c51085b-775a-45b6-9c70-8d1be4c7e8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:19:35.021906 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-7d51f83d-2763-4558-a946-61f27d052559 req-8c51085b-775a-45b6-9c70-8d1be4c7e8d7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=45884ee6-73b1-4f38-a102-e7d7a6698b33 HTTP/1.1" status: 200  len: 902 time: 0.1452723
Feb 19 03:19:35.083944 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2318080-a611-443a-bd38-7a6ccb31b2aa req-74830e1c-6a58-4210-9b8a-93615d49c4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:19:35.085552 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-c2318080-a611-443a-bd38-7a6ccb31b2aa req-74830e1c-6a58-4210-9b8a-93615d49c4e3 service neutron] 10.222.0.65 "GET /v2.0/networks?id=45884ee6-73b1-4f38-a102-e7d7a6698b33 HTTP/1.1" status: 200  len: 902 time: 0.1437712
Feb 19 03:19:35.139579 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-7d51f83d-2763-4558-a946-61f27d052559 req-45c7665f-b951-43c3-b4be-b32326c8f3c1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3256818d-bb21-416f-8cdc-03c8ee54e061 HTTP/1.1" status: 200  len: 997 time: 0.1045775
Feb 19 03:19:35.198610 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-c2318080-a611-443a-bd38-7a6ccb31b2aa req-d3953c01-04db-4050-b29a-7ab51f26a8c3 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3256818d-bb21-416f-8cdc-03c8ee54e061 HTTP/1.1" status: 200  len: 997 time: 0.1069078
Feb 19 03:19:35.234101 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d51f83d-2763-4558-a946-61f27d052559 req-c0e0a3ef-0bba-4830-9064-52c8444238a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:19:35.245332 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-7d51f83d-2763-4558-a946-61f27d052559 req-c0e0a3ef-0bba-4830-9064-52c8444238a6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=59ed038d-72cc-46a7-bd87-89f52f660c29 HTTP/1.1" status: 200  len: 847 time: 0.0969844
Feb 19 03:19:35.249826 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_hamode_db [None req-89f82761-dac3-49ee-8e6e-f354d1797938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9426b95048>, [{'id': '42b1bbcd-5abe-4230-be81-ab347801e43b', 'name': 'tempest-TestShelveInstance-700073193-router', 'tenant_id': 'ab714953e3104ab782be2e0d9b91f947', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'external_fixed_ips': [{'subnet_id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'ip_address': '172.27.0.150'}], 'enable_snat': True}, 'gw_port_id': '1e233671-da98-46a3-b5f2-5d136d9ce5d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T03:18:38Z', 'updated_at': '2021-02-19T03:18:43Z', 'revision_number': 4, 'project_id': 'ab714953e3104ab782be2e0d9b91f947', 'gw_port': {'id': '1e233671-da98-46a3-b5f2-5d136d9ce5d8', 'name': '', 'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:e9:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b1bbcd-5abe-4230-be81-ab347801e43b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'ip_address': '172.27.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T03:18:39Z', 'updated_at': '2021-02-19T03:18:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-2-iscsi', '_floatingips': [{'id': '127db1cb-669e-47a6-b2ce-336cd4f78050', 'tenant_id': 'ab714953e3104ab782be2e0d9b91f947', 'floating_ip_address': '172.27.0.8', 'floating_network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'router_id': '42b1bbcd-5abe-4230-be81-ab347801e43b', 'port_id': '3256818d-bb21-416f-8cdc-03c8ee54e061', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 671, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45884ee6-73b1-4f38-a102-e7d7a6698b33', 'mac_address': 'fa:16:3e:18:e3:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dc88bb0-f059-4788-a959-f9ba4cd0b1f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-19T03:19:31Z', 'updated_at': '2021-02-19T03:19:33Z', 'revision_number': 1, 'project_id': 'ab714953e3104ab782be2e0d9b91f947', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9e015e8-84fa-4e86-a676-f837ec4407c2', 'name': '', 'network_id': '45884ee6-73b1-4f38-a102-e7d7a6698b33', 'tenant_id': 'ab714953e3104ab782be2e0d9b91f947', 'mac_address': 'fa:16:3e:fd:23:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b1bbcd-5abe-4230-be81-ab347801e43b', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '59ed038d-72cc-46a7-bd87-89f52f660c29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T03:18:42Z', 'updated_at': '2021-02-19T03:18:53Z', 'revision_number': 5, 'project_id': 'ab714953e3104ab782be2e0d9b91f947', 'subnets': [{'id': '59ed038d-72cc-46a7-bd87-89f52f660c29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775706-2-iscsi', False) {} {{(pid=84118) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 03:19:35.254246 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89f82761-dac3-49ee-8e6e-f354d1797938 None None] Checking router: 42b1bbcd-5abe-4230-be81-ab347801e43b for host: dv-cinder-775706-2-iscsi {{(pid=84118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 19 03:19:35.263079 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f82761-dac3-49ee-8e6e-f354d1797938 None None] Routers {'42b1bbcd-5abe-4230-be81-ab347801e43b'} bound to L3 agent in host dv-cinder-775706-2-iscsi {{(pid=84118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 03:19:35.263775 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_hamode_db [None req-89f82761-dac3-49ee-8e6e-f354d1797938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9426b95048>, 'dv-cinder-775706-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-19T02:56:52Z,description=<?>,heartbeat_timestamp=2021-02-19T03:19:22Z,host='dv-cinder-775706-2-iscsi',id=f4ccfb5a-d22e-440e-8ddd-f393ad00f812,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T02:56:52Z,topic='l3_agent')) {'router_ids': ['42b1bbcd-5abe-4230-be81-ab347801e43b'], 'active': True} {{(pid=84118) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 03:19:35.276327 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2318080-a611-443a-bd38-7a6ccb31b2aa req-80db9dbe-52d9-4ff2-a27c-142ee6a3f15c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:19:35.277940 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-c2318080-a611-443a-bd38-7a6ccb31b2aa req-80db9dbe-52d9-4ff2-a27c-142ee6a3f15c service neutron] 10.222.0.65 "GET /v2.0/subnets?id=59ed038d-72cc-46a7-bd87-89f52f660c29 HTTP/1.1" status: 200  len: 847 time: 0.0732293
Feb 19 03:19:35.327867 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d51f83d-2763-4558-a946-61f27d052559 req-7c7dcf83-35ab-42a9-bd7c-7a950d045309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:19:35.330131 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-7d51f83d-2763-4558-a946-61f27d052559 req-7c7dcf83-35ab-42a9-bd7c-7a950d045309 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=45884ee6-73b1-4f38-a102-e7d7a6698b33&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0838945
Feb 19 03:19:35.361136 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2318080-a611-443a-bd38-7a6ccb31b2aa req-3efe28e6-9576-4ac8-9446-ed3e42c28b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:19:35.362808 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-c2318080-a611-443a-bd38-7a6ccb31b2aa req-3efe28e6-9576-4ac8-9446-ed3e42c28b83 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=45884ee6-73b1-4f38-a102-e7d7a6698b33&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0783041
Feb 19 03:19:35.482406 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-7d51f83d-2763-4558-a946-61f27d052559 req-8bf7a2c7-d7b1-4b86-9fd1-3f8ec7a6d2cc service neutron] 10.222.0.13 "GET /v2.0/networks/45884ee6-73b1-4f38-a102-e7d7a6698b33?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1455963
Feb 19 03:19:35.517793 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-c2318080-a611-443a-bd38-7a6ccb31b2aa req-56a583db-1161-4815-95a9-87912f5d7cba service neutron] 10.222.0.65 "GET /v2.0/networks/45884ee6-73b1-4f38-a102-e7d7a6698b33?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1485908
Feb 19 03:19:35.618670 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvr_db [None req-89f82761-dac3-49ee-8e6e-f354d1797938 None None] Set router 42b1bbcd-5abe-4230-be81-ab347801e43b gateway port host: dv-cinder-775706-2-iscsi {{(pid=84118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 03:19:35.672880 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-c2318080-a611-443a-bd38-7a6ccb31b2aa req-c22e07ee-ab03-464a-acf6-46ccdaa7a332 service neutron] 10.222.0.65 "GET /v2.0/networks/45884ee6-73b1-4f38-a102-e7d7a6698b33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1484306
Feb 19 03:19:35.866147 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-7d51f83d-2763-4558-a946-61f27d052559 req-953091c5-b43f-47fa-ac5d-e4c0cd481947 service neutron] 10.222.0.13 "GET /v2.0/networks/45884ee6-73b1-4f38-a102-e7d7a6698b33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.3759480
Feb 19 03:19:35.992931 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_hamode_db [None req-89f82761-dac3-49ee-8e6e-f354d1797938 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9426b95048>, [{'id': '42b1bbcd-5abe-4230-be81-ab347801e43b', 'name': 'tempest-TestShelveInstance-700073193-router', 'tenant_id': 'ab714953e3104ab782be2e0d9b91f947', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'external_fixed_ips': [{'subnet_id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'ip_address': '172.27.0.150'}], 'enable_snat': True}, 'gw_port_id': '1e233671-da98-46a3-b5f2-5d136d9ce5d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T03:18:38Z', 'updated_at': '2021-02-19T03:18:43Z', 'revision_number': 4, 'project_id': 'ab714953e3104ab782be2e0d9b91f947', 'gw_port': {'id': '1e233671-da98-46a3-b5f2-5d136d9ce5d8', 'name': '', 'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:e9:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b1bbcd-5abe-4230-be81-ab347801e43b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'ip_address': '172.27.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T03:18:39Z', 'updated_at': '2021-02-19T03:18:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-2-iscsi', '_floatingips': [{'id': '127db1cb-669e-47a6-b2ce-336cd4f78050', 'tenant_id': 'ab714953e3104ab782be2e0d9b91f947', 'floating_ip_address': '172.27.0.8', 'floating_network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'router_id': '42b1bbcd-5abe-4230-be81-ab347801e43b', 'port_id': '3256818d-bb21-416f-8cdc-03c8ee54e061', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 671, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45884ee6-73b1-4f38-a102-e7d7a6698b33', 'mac_address': 'fa:16:3e:18:e3:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dc88bb0-f059-4788-a959-f9ba4cd0b1f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-19T03:19:31Z', 'updated_at': '2021-02-19T03:19:33Z', 'revision_number': 1, 'project_id': 'ab714953e3104ab782be2e0d9b91f947', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9e015e8-84fa-4e86-a676-f837ec4407c2', 'name': '', 'network_id': '45884ee6-73b1-4f38-a102-e7d7a6698b33', 'tenant_id': 'ab714953e3104ab782be2e0d9b91f947', 'mac_address': 'fa:16:3e:fd:23:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b1bbcd-5abe-4230-be81-ab347801e43b', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '59ed038d-72cc-46a7-bd87-89f52f660c29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T03:18:42Z', 'updated_at': '2021-02-19T03:18:53Z', 'revision_number': 5, 'project_id': 'ab714953e3104ab782be2e0d9b91f947', 'subnets': [{'id': '59ed038d-72cc-46a7-bd87-89f52f660c29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775706-2-iscsi', False) {} {{(pid=84118) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 03:19:35.997113 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89f82761-dac3-49ee-8e6e-f354d1797938 None None] The sync data for ids ['42b1bbcd-5abe-4230-be81-ab347801e43b'] in dv-cinder-775706-2-iscsi is: [{'id': '42b1bbcd-5abe-4230-be81-ab347801e43b', 'name': 'tempest-TestShelveInstance-700073193-router', 'tenant_id': 'ab714953e3104ab782be2e0d9b91f947', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'external_fixed_ips': [{'subnet_id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'ip_address': '172.27.0.150'}], 'enable_snat': True}, 'gw_port_id': '1e233671-da98-46a3-b5f2-5d136d9ce5d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T03:18:38Z', 'updated_at': '2021-02-19T03:18:43Z', 'revision_number': 4, 'project_id': 'ab714953e3104ab782be2e0d9b91f947', 'gw_port': {'id': '1e233671-da98-46a3-b5f2-5d136d9ce5d8', 'name': '', 'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:e9:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b1bbcd-5abe-4230-be81-ab347801e43b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'ip_address': '172.27.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T03:18:39Z', 'updated_at': '2021-02-19T03:18:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-2-iscsi', '_floatingips': [{'id': '127db1cb-669e-47a6-b2ce-336cd4f78050', 'tenant_id': 'ab714953e3104ab782be2e0d9b91f947', 'floating_ip_address': '172.27.0.8', 'floating_network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'router_id': '42b1bbcd-5abe-4230-be81-ab347801e43b', 'port_id': '3256818d-bb21-416f-8cdc-03c8ee54e061', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 671, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45884ee6-73b1-4f38-a102-e7d7a6698b33', 'mac_address': 'fa:16:3e:18:e3:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0dc88bb0-f059-4788-a959-f9ba4cd0b1f7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-02-19T03:19:31Z', 'updated_at': '2021-02-19T03:19:33Z', 'revision_number': 1, 'project_id': 'ab714953e3104ab782be2e0d9b91f947', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f9e015e8-84fa-4e86-a676-f837ec4407c2', 'name': '', 'network_id': '45884ee6-73b1-4f38-a102-e7d7a6698b33', 'tenant_id': 'ab714953e3104ab782be2e0d9b91f947', 'mac_address': 'fa:16:3e:fd:23:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b1bbcd-5abe-4230-be81-ab347801e43b', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '59ed038d-72cc-46a7-bd87-89f52f660c29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T03:18:42Z', 'updated_at': '2021-02-19T03:18:53Z', 'revision_number': 5, 'project_id': 'ab714953e3104ab782be2e0d9b91f947', 'subnets': [{'id': '59ed038d-72cc-46a7-bd87-89f52f660c29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 19 03:19:36.315699 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2855d79e-655c-4b25-ad8f-6d0bb8177170 None None] New status for floating IP 127db1cb-669e-47a6-b2ce-336cd4f78050: ACTIVE {{(pid=84117) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 19 03:19:37.168518 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.agents_db [None req-fa9641de-a39b-4023-bfa7-5325e5d2422e None None] Agent healthcheck: found 6 active agents {{(pid=84118) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 19 03:19:37.774893 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-5146ece6-5081-46e5-836a-5834a9713cda req-fd7c42e1-c8a9-4ac9-9cc9-07bfcb019dee service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=0dc88bb0-f059-4788-a959-f9ba4cd0b1f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0807755
Feb 19 03:19:37.925616 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5146ece6-5081-46e5-836a-5834a9713cda req-be3b186d-627e-4d90-9094-139c04976845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:19:37.927238 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-5146ece6-5081-46e5-836a-5834a9713cda req-be3b186d-627e-4d90-9094-139c04976845 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ab714953e3104ab782be2e0d9b91f947&device_id=0dc88bb0-f059-4788-a959-f9ba4cd0b1f7 HTTP/1.1" status: 200  len: 1162 time: 0.0805666
Feb 19 03:19:38.083559 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5146ece6-5081-46e5-836a-5834a9713cda req-3cf01112-f839-4779-b531-3e8db0143941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:19:38.085071 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-5146ece6-5081-46e5-836a-5834a9713cda req-3cf01112-f839-4779-b531-3e8db0143941 service neutron] 10.222.0.65 "GET /v2.0/networks?id=45884ee6-73b1-4f38-a102-e7d7a6698b33 HTTP/1.1" status: 200  len: 902 time: 0.1385136
Feb 19 03:19:38.195892 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-5146ece6-5081-46e5-836a-5834a9713cda req-e2eefa63-7248-43cb-8e2f-68279090772a service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3256818d-bb21-416f-8cdc-03c8ee54e061 HTTP/1.1" status: 200  len: 999 time: 0.1041446
Feb 19 03:19:38.267459 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5146ece6-5081-46e5-836a-5834a9713cda req-14c0acb5-dfcf-4631-acc9-64bb75e2ff85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:19:38.269303 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-5146ece6-5081-46e5-836a-5834a9713cda req-14c0acb5-dfcf-4631-acc9-64bb75e2ff85 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=59ed038d-72cc-46a7-bd87-89f52f660c29 HTTP/1.1" status: 200  len: 847 time: 0.0660188
Feb 19 03:19:38.354367 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5146ece6-5081-46e5-836a-5834a9713cda req-a6da14e9-853d-4c00-98f0-1cf0b00745c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:19:38.355871 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-5146ece6-5081-46e5-836a-5834a9713cda req-a6da14e9-853d-4c00-98f0-1cf0b00745c6 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=45884ee6-73b1-4f38-a102-e7d7a6698b33&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0802317
Feb 19 03:19:38.498032 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-5146ece6-5081-46e5-836a-5834a9713cda req-385841a0-e36a-4d49-82b0-dea28cc6e89b service neutron] 10.222.0.65 "GET /v2.0/networks/45884ee6-73b1-4f38-a102-e7d7a6698b33?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1347404
Feb 19 03:19:38.640166 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-5146ece6-5081-46e5-836a-5834a9713cda req-d3db8775-07b4-4d7c-92d9-cb6276bc2a5c service neutron] 10.222.0.65 "GET /v2.0/networks/45884ee6-73b1-4f38-a102-e7d7a6698b33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1359608
Feb 19 03:19:49.475795 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-a5238e33-1359-4b0f-8392-2a4d30da6733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:19:51.891539 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-9dc5ac98-2db0-4b27-aaf8-dc079198b6e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:19:52.498700 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-4b343f23-6f62-4db0-bfb1-0e5ba3aa11dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:19:53.555804 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:19:54.315867 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-ed1abd93-30ab-455f-b25e-ecbc2cc5cf06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:20:02.057105 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:20:14.167859 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.agents_db [None req-fa9641de-a39b-4023-bfa7-5325e5d2422e None None] Agent healthcheck: found 6 active agents {{(pid=84118) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 19 03:20:19.639513 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-dc3a8082-998a-43ff-804c-2a288247849c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:20:21.890588 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-2bea1a2a-358f-4eaf-aeb9-0589742c68cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:20:22.496316 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-4b343f23-6f62-4db0-bfb1-0e5ba3aa11dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:20:23.553801 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:20:24.320070 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-ed1abd93-30ab-455f-b25e-ecbc2cc5cf06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:20:32.056931 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:20:38.939456 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-216ad65b-beaa-483c-bd08-c41cff31b0d2 req-9daa3240-8367-4ca8-94e9-992cc742593d service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=0dc88bb0-f059-4788-a959-f9ba4cd0b1f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.0757272
Feb 19 03:20:39.091582 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216ad65b-beaa-483c-bd08-c41cff31b0d2 req-001b7111-a07b-47c2-82ec-607fc7f84abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:20:39.093183 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-216ad65b-beaa-483c-bd08-c41cff31b0d2 req-001b7111-a07b-47c2-82ec-607fc7f84abb service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ab714953e3104ab782be2e0d9b91f947&device_id=0dc88bb0-f059-4788-a959-f9ba4cd0b1f7 HTTP/1.1" status: 200  len: 1162 time: 0.0817752
Feb 19 03:20:39.492013 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216ad65b-beaa-483c-bd08-c41cff31b0d2 req-aa7c922b-08ed-4ea1-9e21-d594b198329c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:20:39.493600 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-216ad65b-beaa-483c-bd08-c41cff31b0d2 req-aa7c922b-08ed-4ea1-9e21-d594b198329c service neutron] 10.222.0.65 "GET /v2.0/networks?id=45884ee6-73b1-4f38-a102-e7d7a6698b33 HTTP/1.1" status: 200  len: 902 time: 0.3814149
Feb 19 03:20:39.601784 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-216ad65b-beaa-483c-bd08-c41cff31b0d2 req-d86ac9d9-7f42-42fc-9af1-f78408e07f82 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3256818d-bb21-416f-8cdc-03c8ee54e061 HTTP/1.1" status: 200  len: 999 time: 0.1011455
Feb 19 03:20:39.669354 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216ad65b-beaa-483c-bd08-c41cff31b0d2 req-4060c7ac-537b-4209-99ef-466c630d6e7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:20:39.678735 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-216ad65b-beaa-483c-bd08-c41cff31b0d2 req-4060c7ac-537b-4209-99ef-466c630d6e7f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=59ed038d-72cc-46a7-bd87-89f52f660c29 HTTP/1.1" status: 200  len: 847 time: 0.0626497
Feb 19 03:20:39.753807 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216ad65b-beaa-483c-bd08-c41cff31b0d2 req-12f8a2e8-4fb8-41af-8b00-258112cdf856 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:20:39.755921 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-216ad65b-beaa-483c-bd08-c41cff31b0d2 req-12f8a2e8-4fb8-41af-8b00-258112cdf856 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=45884ee6-73b1-4f38-a102-e7d7a6698b33&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0786221
Feb 19 03:20:39.898048 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-216ad65b-beaa-483c-bd08-c41cff31b0d2 req-77c3e886-b9c4-4e3a-a08a-4470908c3921 service neutron] 10.222.0.65 "GET /v2.0/networks/45884ee6-73b1-4f38-a102-e7d7a6698b33?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1349165
Feb 19 03:20:40.042761 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-216ad65b-beaa-483c-bd08-c41cff31b0d2 req-b055b05b-6531-4bb0-aaaa-e039392e79e1 service neutron] 10.222.0.65 "GET /v2.0/networks/45884ee6-73b1-4f38-a102-e7d7a6698b33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1378450
Feb 19 03:20:49.467768 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-4cbfcfa0-2f51-4d98-ab02-e9079338135a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:20:51.166874 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.agents_db [None req-fa9641de-a39b-4023-bfa7-5325e5d2422e None None] Agent healthcheck: found 6 active agents {{(pid=84118) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 19 03:20:51.895627 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-dcd20ff1-c716-4f03-9aa1-de0b2e8083d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:20:52.501621 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-4b343f23-6f62-4db0-bfb1-0e5ba3aa11dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:20:53.552620 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:20:54.318761 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-ed1abd93-30ab-455f-b25e-ecbc2cc5cf06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:21:02.055519 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:21:19.472531 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-01acf6fb-ec4a-45ba-8037-5b7b404f14f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:21:21.889511 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-c98aaddf-bb2e-45b9-a09b-fe9b0daa19dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:21:22.494820 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-4b343f23-6f62-4db0-bfb1-0e5ba3aa11dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:21:23.546204 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:21:24.311824 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-ed1abd93-30ab-455f-b25e-ecbc2cc5cf06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:21:28.166165 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.agents_db [None req-fa9641de-a39b-4023-bfa7-5325e5d2422e None None] Agent healthcheck: found 6 active agents {{(pid=84118) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 19 03:21:30.278651 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d28306-bed4-4741-b528-cf6f0884fc3d req-006962c2-4801-4cad-8b3c-93ef3fdbd6ad tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:21:30.280326 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-94d28306-bed4-4741-b528-cf6f0884fc3d req-006962c2-4801-4cad-8b3c-93ef3fdbd6ad tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dc88bb0-f059-4788-a959-f9ba4cd0b1f7 HTTP/1.1" status: 200  len: 945 time: 0.0909111
Feb 19 03:21:30.328426 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-94d28306-bed4-4741-b528-cf6f0884fc3d req-86af7692-b21b-48df-90b8-0fad4df61712 tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] 10.222.0.13 "GET /v2.0/security-groups?id=35b2931a-f48a-447d-a3b7-54edbc064352&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0411143
Feb 19 03:21:31.546636 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bd2c96-1538-4043-8aab-69c6ba0af389 req-70495f1f-47f9-4660-8fd6-4fad9a4f7e4b tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:21:31.548162 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-09bd2c96-1538-4043-8aab-69c6ba0af389 req-70495f1f-47f9-4660-8fd6-4fad9a4f7e4b tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dc88bb0-f059-4788-a959-f9ba4cd0b1f7 HTTP/1.1" status: 200  len: 945 time: 0.0889616
Feb 19 03:21:31.595512 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-09bd2c96-1538-4043-8aab-69c6ba0af389 req-73b9c510-b8d8-4f45-9d3e-78749a232f43 tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] 10.222.0.13 "GET /v2.0/security-groups?id=35b2931a-f48a-447d-a3b7-54edbc064352&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0405781
Feb 19 03:21:32.060978 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:21:32.794616 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f09a101-0071-41df-9239-b77579740f0e req-509df70f-cc34-4906-a860-e7596941d54d tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:21:32.796217 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-2f09a101-0071-41df-9239-b77579740f0e req-509df70f-cc34-4906-a860-e7596941d54d tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dc88bb0-f059-4788-a959-f9ba4cd0b1f7 HTTP/1.1" status: 200  len: 945 time: 0.0869391
Feb 19 03:21:32.842918 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-2f09a101-0071-41df-9239-b77579740f0e req-3629b6c2-c59d-4dc7-8a21-d7a49efac4b1 tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] 10.222.0.13 "GET /v2.0/security-groups?id=35b2931a-f48a-447d-a3b7-54edbc064352&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0399683
Feb 19 03:21:34.042791 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8893575-2512-4e60-ba2b-15b9fb37eafa req-69de65af-8139-4f54-b926-0daa23e482e4 tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:21:34.044365 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-a8893575-2512-4e60-ba2b-15b9fb37eafa req-69de65af-8139-4f54-b926-0daa23e482e4 tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dc88bb0-f059-4788-a959-f9ba4cd0b1f7 HTTP/1.1" status: 200  len: 945 time: 0.0889816
Feb 19 03:21:34.091928 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-a8893575-2512-4e60-ba2b-15b9fb37eafa req-3de9a744-3059-4997-8a7f-0874d97da41f tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] 10.222.0.13 "GET /v2.0/security-groups?id=35b2931a-f48a-447d-a3b7-54edbc064352&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0407357
Feb 19 03:21:35.296341 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee9fd51-4756-46ab-b4a4-b5c0c71a7a47 req-649d7f3c-437d-491e-9462-5f5dec9db9a9 tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:21:35.298047 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-9ee9fd51-4756-46ab-b4a4-b5c0c71a7a47 req-649d7f3c-437d-491e-9462-5f5dec9db9a9 tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dc88bb0-f059-4788-a959-f9ba4cd0b1f7 HTTP/1.1" status: 200  len: 945 time: 0.0909023
Feb 19 03:21:35.345273 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-9ee9fd51-4756-46ab-b4a4-b5c0c71a7a47 req-54c084e0-4036-4d2d-a36c-48b774b0b56f tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] 10.222.0.13 "GET /v2.0/security-groups?id=35b2931a-f48a-447d-a3b7-54edbc064352&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0405302
Feb 19 03:21:36.542349 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acaa703-6a33-42e5-becc-5beac6569926 req-9b8c0c9c-3758-4d55-8d0f-1818e3769f9f tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:21:36.543994 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-4acaa703-6a33-42e5-becc-5beac6569926 req-9b8c0c9c-3758-4d55-8d0f-1818e3769f9f tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dc88bb0-f059-4788-a959-f9ba4cd0b1f7 HTTP/1.1" status: 200  len: 945 time: 0.0873592
Feb 19 03:21:36.591585 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-4acaa703-6a33-42e5-becc-5beac6569926 req-18690b8b-aded-4fa8-85f2-4fbbdb6618eb tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] 10.222.0.13 "GET /v2.0/security-groups?id=35b2931a-f48a-447d-a3b7-54edbc064352&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0413177
Feb 19 03:21:37.790350 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22110552-18bd-4105-b400-4a7b32b26556 req-0d4bb9ee-a6b7-4ef8-908a-38199a293fe0 tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:21:37.791934 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-22110552-18bd-4105-b400-4a7b32b26556 req-0d4bb9ee-a6b7-4ef8-908a-38199a293fe0 tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dc88bb0-f059-4788-a959-f9ba4cd0b1f7 HTTP/1.1" status: 200  len: 945 time: 0.0885570
Feb 19 03:21:37.838765 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-22110552-18bd-4105-b400-4a7b32b26556 req-181dd70d-681d-4bc0-a51a-188c800f6099 tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] 10.222.0.13 "GET /v2.0/security-groups?id=35b2931a-f48a-447d-a3b7-54edbc064352&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0407753
Feb 19 03:21:39.041546 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20492ba9-158e-44ba-811a-35f9f93cbd79 req-ab6200e1-0adc-492e-8be6-a49d49d47ce7 tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:21:39.043179 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-20492ba9-158e-44ba-811a-35f9f93cbd79 req-ab6200e1-0adc-492e-8be6-a49d49d47ce7 tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dc88bb0-f059-4788-a959-f9ba4cd0b1f7 HTTP/1.1" status: 200  len: 945 time: 0.0904083
Feb 19 03:21:39.091136 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-20492ba9-158e-44ba-811a-35f9f93cbd79 req-5681d8a2-6805-4767-8ddf-a26be9e14db2 tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] 10.222.0.13 "GET /v2.0/security-groups?id=35b2931a-f48a-447d-a3b7-54edbc064352&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0416014
Feb 19 03:21:39.710109 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82c3614-4a83-487e-8798-8cd18580d924 req-63ed1c0e-84a4-49c4-a710-2b4c15868392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:21:39.711705 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-c82c3614-4a83-487e-8798-8cd18580d924 req-63ed1c0e-84a4-49c4-a710-2b4c15868392 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ab714953e3104ab782be2e0d9b91f947&device_id=0dc88bb0-f059-4788-a959-f9ba4cd0b1f7 HTTP/1.1" status: 200  len: 1162 time: 0.0787430
Feb 19 03:21:39.865943 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82c3614-4a83-487e-8798-8cd18580d924 req-ea70bbe2-c798-4184-a987-a0a4a1422681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:21:39.867539 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-c82c3614-4a83-487e-8798-8cd18580d924 req-ea70bbe2-c798-4184-a987-a0a4a1422681 service neutron] 10.222.0.65 "GET /v2.0/networks?id=45884ee6-73b1-4f38-a102-e7d7a6698b33 HTTP/1.1" status: 200  len: 902 time: 0.1366200
Feb 19 03:21:39.976771 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-c82c3614-4a83-487e-8798-8cd18580d924 req-28af7573-08de-4e1d-9729-842502e401fa service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3256818d-bb21-416f-8cdc-03c8ee54e061 HTTP/1.1" status: 200  len: 999 time: 0.1023211
Feb 19 03:21:40.047348 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82c3614-4a83-487e-8798-8cd18580d924 req-eff54ffa-3f01-4030-aab8-339d35138d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:21:40.048851 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-c82c3614-4a83-487e-8798-8cd18580d924 req-eff54ffa-3f01-4030-aab8-339d35138d74 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=59ed038d-72cc-46a7-bd87-89f52f660c29 HTTP/1.1" status: 200  len: 847 time: 0.0653608
Feb 19 03:21:40.135084 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82c3614-4a83-487e-8798-8cd18580d924 req-6d1c8f86-c8c9-4ad4-ba95-e32ef2b967b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:21:40.136705 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-c82c3614-4a83-487e-8798-8cd18580d924 req-6d1c8f86-c8c9-4ad4-ba95-e32ef2b967b4 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=45884ee6-73b1-4f38-a102-e7d7a6698b33&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0810378
Feb 19 03:21:40.282614 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-c82c3614-4a83-487e-8798-8cd18580d924 req-ab82478a-5d52-4848-9b8b-c50d01623b2b service neutron] 10.222.0.65 "GET /v2.0/networks/45884ee6-73b1-4f38-a102-e7d7a6698b33?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1390541
Feb 19 03:21:40.292636 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15610b83-092b-4f0c-ab9d-c5fcbc5258db req-39baad18-5feb-40db-9a59-aa3c79a47e2c tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:21:40.294273 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-15610b83-092b-4f0c-ab9d-c5fcbc5258db req-39baad18-5feb-40db-9a59-aa3c79a47e2c tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dc88bb0-f059-4788-a959-f9ba4cd0b1f7 HTTP/1.1" status: 200  len: 945 time: 0.0870900
Feb 19 03:21:40.341740 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-15610b83-092b-4f0c-ab9d-c5fcbc5258db req-9120d83b-c657-4f1e-88a9-01c609c2e4a3 tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] 10.222.0.13 "GET /v2.0/security-groups?id=35b2931a-f48a-447d-a3b7-54edbc064352&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0411601
Feb 19 03:21:40.426566 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-c82c3614-4a83-487e-8798-8cd18580d924 req-6dee6482-aef5-4e98-be28-4eba437db176 service neutron] 10.222.0.65 "GET /v2.0/networks/45884ee6-73b1-4f38-a102-e7d7a6698b33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1366134
Feb 19 03:21:40.543824 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3893d675-1f23-40ec-9a87-832419383ce2 req-fe01fd0b-125a-42e7-b9cd-ea81d3d1681e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:21:40.545315 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-3893d675-1f23-40ec-9a87-832419383ce2 req-fe01fd0b-125a-42e7-b9cd-ea81d3d1681e service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ab714953e3104ab782be2e0d9b91f947&device_id=0dc88bb0-f059-4788-a959-f9ba4cd0b1f7 HTTP/1.1" status: 200  len: 1162 time: 0.0766993
Feb 19 03:21:40.687407 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3893d675-1f23-40ec-9a87-832419383ce2 req-efd8b9c2-dda5-4377-8c0a-b0f3071683ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:21:40.688983 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-3893d675-1f23-40ec-9a87-832419383ce2 req-efd8b9c2-dda5-4377-8c0a-b0f3071683ee service neutron] 10.222.0.65 "GET /v2.0/networks?id=45884ee6-73b1-4f38-a102-e7d7a6698b33 HTTP/1.1" status: 200  len: 902 time: 0.1365066
Feb 19 03:21:40.800049 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-3893d675-1f23-40ec-9a87-832419383ce2 req-2e705fbd-23ec-49e4-a0e6-283708484f04 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3256818d-bb21-416f-8cdc-03c8ee54e061 HTTP/1.1" status: 200  len: 999 time: 0.1014760
Feb 19 03:21:40.866741 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3893d675-1f23-40ec-9a87-832419383ce2 req-9845175a-4930-4347-a2ed-e905a2e96de3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:21:40.868851 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-3893d675-1f23-40ec-9a87-832419383ce2 req-9845175a-4930-4347-a2ed-e905a2e96de3 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=59ed038d-72cc-46a7-bd87-89f52f660c29 HTTP/1.1" status: 200  len: 847 time: 0.0622232
Feb 19 03:21:40.952717 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3893d675-1f23-40ec-9a87-832419383ce2 req-851f05bc-f361-4611-8949-fc6eb4d9a54c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:21:40.954415 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-3893d675-1f23-40ec-9a87-832419383ce2 req-851f05bc-f361-4611-8949-fc6eb4d9a54c service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=45884ee6-73b1-4f38-a102-e7d7a6698b33&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0791044
Feb 19 03:21:41.110655 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-3893d675-1f23-40ec-9a87-832419383ce2 req-b09fc44a-8cb7-48ea-9583-105ffea78842 service neutron] 10.222.0.65 "GET /v2.0/networks/45884ee6-73b1-4f38-a102-e7d7a6698b33?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1490679
Feb 19 03:21:41.254360 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-3893d675-1f23-40ec-9a87-832419383ce2 req-f2ccbace-8214-4790-87e7-b06bbaee04b1 service neutron] 10.222.0.65 "GET /v2.0/networks/45884ee6-73b1-4f38-a102-e7d7a6698b33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1375732
Feb 19 03:21:41.540474 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d88e6b2-85a3-4332-8ec3-5ae8870359d2 req-c14708b6-109f-4336-bdd0-e5862ef439b1 tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:21:41.542094 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-6d88e6b2-85a3-4332-8ec3-5ae8870359d2 req-c14708b6-109f-4336-bdd0-e5862ef439b1 tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dc88bb0-f059-4788-a959-f9ba4cd0b1f7 HTTP/1.1" status: 200  len: 945 time: 0.0897617
Feb 19 03:21:41.589516 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-6d88e6b2-85a3-4332-8ec3-5ae8870359d2 req-a544f907-e1e3-4b39-9fbf-76120a11d3e0 tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] 10.222.0.13 "GET /v2.0/security-groups?id=35b2931a-f48a-447d-a3b7-54edbc064352&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0413451
Feb 19 03:21:42.790064 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4f4dc6-157b-4ef8-956c-efe2da48ee76 req-06836368-044c-4c89-a858-addff936060b tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:21:42.791701 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-da4f4dc6-157b-4ef8-956c-efe2da48ee76 req-06836368-044c-4c89-a858-addff936060b tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dc88bb0-f059-4788-a959-f9ba4cd0b1f7 HTTP/1.1" status: 200  len: 945 time: 0.0920763
Feb 19 03:21:42.839658 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-da4f4dc6-157b-4ef8-956c-efe2da48ee76 req-bcc06ae6-aeec-447c-a2f9-edb112415c58 tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] 10.222.0.13 "GET /v2.0/security-groups?id=35b2931a-f48a-447d-a3b7-54edbc064352&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0418003
Feb 19 03:21:44.037200 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46889f35-b252-4d4e-8614-d8e2a7e273d2 req-72f9df79-1dee-492d-85b9-26d64bf4537e tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:21:44.038884 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-46889f35-b252-4d4e-8614-d8e2a7e273d2 req-72f9df79-1dee-492d-85b9-26d64bf4537e tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dc88bb0-f059-4788-a959-f9ba4cd0b1f7 HTTP/1.1" status: 200  len: 945 time: 0.0877230
Feb 19 03:21:44.089161 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-46889f35-b252-4d4e-8614-d8e2a7e273d2 req-af97d4a1-2afe-4ed7-bb4f-d7ba3ee7efae tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] 10.222.0.13 "GET /v2.0/security-groups?id=35b2931a-f48a-447d-a3b7-54edbc064352&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0429566
Feb 19 03:21:44.383561 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.rpc [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Device 3256818d-bb21-416f-8cdc-03c8ee54e061 no longer exists at agent ovs-agent-hv-cinder-77570 {{(pid=84117) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 19 03:21:44.516820 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838630373'] for port, before_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:21:44.546422 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dc88bb0-f059-4788-a959-f9ba4cd0b1f7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3256818d-bb21-416f-8cdc-03c8ee54e061'}] {{(pid=84117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 03:21:44.557351 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.db [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] For port 3256818d-bb21-416f-8cdc-03c8ee54e061, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=3256818d-bb21-416f-8cdc-03c8ee54e061,segment=NetworkSegment(4574dcca-3d9a-4793-a8cc-71ccc08d3054),segment_id=4574dcca-3d9a-4793-a8cc-71ccc08d3054)] {{(pid=84117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 03:21:44.567157 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84116) accepted ('10.222.0.13', 58944) {{(pid=84116) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:21:44.592326 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269711510320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767142869380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269711906403'] for port, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:21:44.598393 dv-cinder-775706-2-iscsi neutron-server[84004]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '0dc88bb0-f059-4788-a959-f9ba4cd0b1f7', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '3256818d-bb21-416f-8cdc-03c8ee54e061', 'code': 422} returned with failed status
Feb 19 03:21:44.599040 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58e6eb0-65f3-4bb8-afad-809d22ddcdb4 req-ddc23ac9-d82d-4ee3-9bcd-58aaa5908067 tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:21:44.599184 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:21:44.602356 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-a58e6eb0-65f3-4bb8-afad-809d22ddcdb4 req-ddc23ac9-d82d-4ee3-9bcd-58aaa5908067 tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dc88bb0-f059-4788-a959-f9ba4cd0b1f7 HTTP/1.1" status: 200  len: 945 time: 0.1009638
Feb 19 03:21:44.650842 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-a58e6eb0-65f3-4bb8-afad-809d22ddcdb4 req-6e5e002f-e973-416d-884c-4193ca6429e7 tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] 10.222.0.13 "GET /v2.0/security-groups?id=35b2931a-f48a-447d-a3b7-54edbc064352&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0434058
Feb 19 03:21:44.674457 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Pushing event updated for resources: {'Port': ['ID=3256818d-bb21-416f-8cdc-03c8ee54e061,revision_number=5']} {{(pid=84117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:21:44.682492 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:21:44.682887 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:21:44.683273 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:21:44.683654 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:21:44.684028 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:21:44.684409 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:21:44.684780 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:21:44.685151 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:21:44.685523 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:21:44.685943 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:21:44.686316 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:21:44.686691 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:21:44.687114 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:21:44.687481 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:21:44.687849 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:21:44.688218 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:21:44.688583 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:21:44.688946 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:21:44.689311 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:21:44.689675 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:21:44.690095 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:21:44.690463 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:21:44.690828 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:21:44.691193 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:21:44.692482 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-5b533699-ea03-4d07-899a-1455c1fb3101 req-aecdb4e5-02f0-4286-9cd8-a7d5707df81e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=0dc88bb0-f059-4788-a959-f9ba4cd0b1f7&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1237464
Feb 19 03:21:44.695736 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=84117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:21:45.902862 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3101da6c-81fc-4bb7-99b5-a35fbcd95e45 req-56b56208-2933-4240-8ada-34532075bf35 tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:21:45.904475 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-3101da6c-81fc-4bb7-99b5-a35fbcd95e45 req-56b56208-2933-4240-8ada-34532075bf35 tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dc88bb0-f059-4788-a959-f9ba4cd0b1f7 HTTP/1.1" status: 200  len: 943 time: 0.1426888
Feb 19 03:21:45.953533 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-3101da6c-81fc-4bb7-99b5-a35fbcd95e45 req-95fbc7b0-6e26-4c60-bb13-f100bf65436d tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] 10.222.0.13 "GET /v2.0/security-groups?id=35b2931a-f48a-447d-a3b7-54edbc064352&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0427108
Feb 19 03:21:46.303814 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b533699-ea03-4d07-899a-1455c1fb3101 req-a38de6e2-8988-4b14-a38b-18fe07e1dd2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:21:46.305400 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-5b533699-ea03-4d07-899a-1455c1fb3101 req-a38de6e2-8988-4b14-a38b-18fe07e1dd2e service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=0dc88bb0-f059-4788-a959-f9ba4cd0b1f7&tenant_id=ab714953e3104ab782be2e0d9b91f947 HTTP/1.1" status: 200  len: 1160 time: 0.0814543
Feb 19 03:21:46.402668 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b533699-ea03-4d07-899a-1455c1fb3101 req-7291eb26-429d-4b2b-8569-0af6880383f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:21:46.404290 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-5b533699-ea03-4d07-899a-1455c1fb3101 req-7291eb26-429d-4b2b-8569-0af6880383f9 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ab714953e3104ab782be2e0d9b91f947&device_id=0dc88bb0-f059-4788-a959-f9ba4cd0b1f7 HTTP/1.1" status: 200  len: 1160 time: 0.0774109
Feb 19 03:21:46.546707 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b533699-ea03-4d07-899a-1455c1fb3101 req-a7ccfdac-bde4-4003-b1a0-1f204376ddc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:21:46.548218 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-5b533699-ea03-4d07-899a-1455c1fb3101 req-a7ccfdac-bde4-4003-b1a0-1f204376ddc2 service neutron] 10.222.0.65 "GET /v2.0/networks?id=45884ee6-73b1-4f38-a102-e7d7a6698b33 HTTP/1.1" status: 200  len: 902 time: 0.1371660
Feb 19 03:21:46.658899 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-5b533699-ea03-4d07-899a-1455c1fb3101 req-9fe99bb5-262f-45c6-b176-0255017b9899 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3256818d-bb21-416f-8cdc-03c8ee54e061 HTTP/1.1" status: 200  len: 997 time: 0.1032803
Feb 19 03:21:46.727575 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b533699-ea03-4d07-899a-1455c1fb3101 req-1bb95180-cb7f-45af-a81f-688c768dc712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:21:46.729086 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-5b533699-ea03-4d07-899a-1455c1fb3101 req-1bb95180-cb7f-45af-a81f-688c768dc712 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=59ed038d-72cc-46a7-bd87-89f52f660c29 HTTP/1.1" status: 200  len: 847 time: 0.0632133
Feb 19 03:21:46.812740 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b533699-ea03-4d07-899a-1455c1fb3101 req-8d004893-0973-4900-99e7-c58d270304e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:21:46.814240 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-5b533699-ea03-4d07-899a-1455c1fb3101 req-8d004893-0973-4900-99e7-c58d270304e4 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=45884ee6-73b1-4f38-a102-e7d7a6698b33&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0782778
Feb 19 03:21:46.956525 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-5b533699-ea03-4d07-899a-1455c1fb3101 req-b45b0a5f-1206-45b5-9240-9600b6e2b416 service neutron] 10.222.0.65 "GET /v2.0/networks/45884ee6-73b1-4f38-a102-e7d7a6698b33?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1356936
Feb 19 03:21:47.105521 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-5b533699-ea03-4d07-899a-1455c1fb3101 req-70a856d9-8f75-4caa-be0c-66c5100648dc service neutron] 10.222.0.65 "GET /v2.0/networks/45884ee6-73b1-4f38-a102-e7d7a6698b33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1412637
Feb 19 03:21:47.155366 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95df5c52-46f8-4ba8-bfa3-c4d0e094df92 req-0b7fce79-03a3-444e-a3e5-53a61c36765d tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:21:47.157028 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-95df5c52-46f8-4ba8-bfa3-c4d0e094df92 req-0b7fce79-03a3-444e-a3e5-53a61c36765d tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dc88bb0-f059-4788-a959-f9ba4cd0b1f7 HTTP/1.1" status: 200  len: 943 time: 0.0880151
Feb 19 03:21:47.208953 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-95df5c52-46f8-4ba8-bfa3-c4d0e094df92 req-33e69986-20b9-4eaa-95b6-cf42706e8c49 tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] 10.222.0.13 "GET /v2.0/security-groups?id=35b2931a-f48a-447d-a3b7-54edbc064352&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0455432
Feb 19 03:21:48.422299 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7115e3d-3027-4a11-b4f4-968bad097711 req-d0a26956-e217-44da-ae47-e7c83e894391 tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:21:48.423935 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-f7115e3d-3027-4a11-b4f4-968bad097711 req-d0a26956-e217-44da-ae47-e7c83e894391 tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dc88bb0-f059-4788-a959-f9ba4cd0b1f7 HTTP/1.1" status: 200  len: 943 time: 0.0903795
Feb 19 03:21:48.471225 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-f7115e3d-3027-4a11-b4f4-968bad097711 req-9bc0f7c6-5e84-4665-9fe1-e409580c9d8e tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] 10.222.0.13 "GET /v2.0/security-groups?id=35b2931a-f48a-447d-a3b7-54edbc064352&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0411892
Feb 19 03:21:49.482680 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-2a70287c-72d9-4070-951c-7c78be0a4961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:21:49.672020 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6daad19-5133-4bef-aabe-039ab8266b3d req-9692fa18-ea61-4aae-b4a5-cb6b4ffb16e6 tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:21:49.673623 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-b6daad19-5133-4bef-aabe-039ab8266b3d req-9692fa18-ea61-4aae-b4a5-cb6b4ffb16e6 tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dc88bb0-f059-4788-a959-f9ba4cd0b1f7 HTTP/1.1" status: 200  len: 943 time: 0.0909476
Feb 19 03:21:49.722103 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-b6daad19-5133-4bef-aabe-039ab8266b3d req-9ff1438c-aece-463e-b561-505d05566825 tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] 10.222.0.13 "GET /v2.0/security-groups?id=35b2931a-f48a-447d-a3b7-54edbc064352&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0420992
Feb 19 03:21:50.920854 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f60a1039-a3dc-4b02-ae7f-665aea967322 req-3f966f01-d70a-48e6-92e7-ac97d73280f1 tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:21:50.922454 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-f60a1039-a3dc-4b02-ae7f-665aea967322 req-3f966f01-d70a-48e6-92e7-ac97d73280f1 tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dc88bb0-f059-4788-a959-f9ba4cd0b1f7 HTTP/1.1" status: 200  len: 943 time: 0.0870030
Feb 19 03:21:50.969145 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-f60a1039-a3dc-4b02-ae7f-665aea967322 req-2538c9af-bbda-4061-8873-9a5cd75676fa tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] 10.222.0.13 "GET /v2.0/security-groups?id=35b2931a-f48a-447d-a3b7-54edbc064352&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0404654
Feb 19 03:21:51.905218 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-41d7c4bd-6004-4b2a-8390-c11eea535e6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:21:52.173553 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a31aae8-372b-40f0-9c54-a2b450242207 req-b36bb770-72aa-49b8-91f3-8148e0da1468 tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:21:52.175182 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-3a31aae8-372b-40f0-9c54-a2b450242207 req-b36bb770-72aa-49b8-91f3-8148e0da1468 tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dc88bb0-f059-4788-a959-f9ba4cd0b1f7 HTTP/1.1" status: 200  len: 943 time: 0.0906870
Feb 19 03:21:52.223194 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-3a31aae8-372b-40f0-9c54-a2b450242207 req-84e2ab26-6c26-4389-aa09-ff0fbd077215 tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] 10.222.0.13 "GET /v2.0/security-groups?id=35b2931a-f48a-447d-a3b7-54edbc064352&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0418358
Feb 19 03:21:52.499826 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-4b343f23-6f62-4db0-bfb1-0e5ba3aa11dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:21:53.436396 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ada6d40-54e6-4f4d-8431-42a1a883895f req-e6338013-0b75-4119-b1f3-02eb1be6b18d tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:21:53.438053 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-1ada6d40-54e6-4f4d-8431-42a1a883895f req-e6338013-0b75-4119-b1f3-02eb1be6b18d tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dc88bb0-f059-4788-a959-f9ba4cd0b1f7 HTTP/1.1" status: 200  len: 943 time: 0.0874479
Feb 19 03:21:53.488911 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-1ada6d40-54e6-4f4d-8431-42a1a883895f req-91c4db16-480a-4ed4-8149-91abbbb3c6e5 tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] 10.222.0.13 "GET /v2.0/security-groups?id=35b2931a-f48a-447d-a3b7-54edbc064352&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0446317
Feb 19 03:21:53.556942 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:21:54.334259 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-ed1abd93-30ab-455f-b25e-ecbc2cc5cf06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:21:54.684057 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b08968-4679-493e-bc22-218ea314763d req-17880aa0-b237-416d-aca9-380b6361b9a6 tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:21:54.685667 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-b1b08968-4679-493e-bc22-218ea314763d req-17880aa0-b237-416d-aca9-380b6361b9a6 tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dc88bb0-f059-4788-a959-f9ba4cd0b1f7 HTTP/1.1" status: 200  len: 943 time: 0.0857658
Feb 19 03:21:54.732230 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-b1b08968-4679-493e-bc22-218ea314763d req-78cdeda6-e996-4458-b3c5-0130b070713f tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] 10.222.0.13 "GET /v2.0/security-groups?id=35b2931a-f48a-447d-a3b7-54edbc064352&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0403826
Feb 19 03:21:54.749024 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.rpc [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Device 3256818d-bb21-416f-8cdc-03c8ee54e061 up at agent ovs-agent-hv-cinder-77570 {{(pid=84117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 03:21:54.823491 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Provisioning complete for port 3256818d-bb21-416f-8cdc-03c8ee54e061 triggered by entity L2. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 03:21:54.823907 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16124857'] for port, provisioning_complete {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:21:54.944122 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler--9223372036838630373'] for port, before_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:21:54.973913 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dc88bb0-f059-4788-a959-f9ba4cd0b1f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3256818d-bb21-416f-8cdc-03c8ee54e061'}] {{(pid=84117) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 03:21:54.984378 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.db [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] For port 3256818d-bb21-416f-8cdc-03c8ee54e061, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=3256818d-bb21-416f-8cdc-03c8ee54e061,segment=NetworkSegment(4574dcca-3d9a-4793-a8cc-71ccc08d3054),segment_id=4574dcca-3d9a-4793-a8cc-71ccc08d3054)] {{(pid=84117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 03:21:55.014106 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed--9223363269711510320', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767142869380', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update--9223363269711906403'] for port, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:21:55.017102 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:21:55.053189 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dc88bb0-f059-4788-a959-f9ba4cd0b1f7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3256818d-bb21-416f-8cdc-03c8ee54e061', 'code': 200}
Feb 19 03:21:55.093438 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Pushing event updated for resources: {'Port': ['ID=3256818d-bb21-416f-8cdc-03c8ee54e061,revision_number=6']} {{(pid=84117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:21:55.096938 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=84117) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:21:55.336116 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce31c0b-38fa-42e4-af50-063e96bc1d94 req-894ac56c-6c9a-48c2-953d-523ea37aaae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:21:55.337749 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-5ce31c0b-38fa-42e4-af50-063e96bc1d94 req-894ac56c-6c9a-48c2-953d-523ea37aaae0 service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=0dc88bb0-f059-4788-a959-f9ba4cd0b1f7 HTTP/1.1" status: 200  len: 1162 time: 0.0769918
Feb 19 03:21:55.379875 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-5ce31c0b-38fa-42e4-af50-063e96bc1d94 req-0aadd2be-a96c-4642-b3b8-51a987a07e7e service neutron] 10.222.0.65 "GET /v2.0/security-groups?id=35b2931a-f48a-447d-a3b7-54edbc064352&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0357220
Feb 19 03:21:55.935177 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80a762c-40b9-4cc8-83ec-f37e69d970cb req-673c7f89-04de-4dc3-bc7c-13b73adef008 tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:21:55.936776 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-e80a762c-40b9-4cc8-83ec-f37e69d970cb req-673c7f89-04de-4dc3-bc7c-13b73adef008 tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dc88bb0-f059-4788-a959-f9ba4cd0b1f7 HTTP/1.1" status: 200  len: 945 time: 0.0934222
Feb 19 03:21:55.984592 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-e80a762c-40b9-4cc8-83ec-f37e69d970cb req-0df29510-d299-4074-ad1a-7970c3202f9f tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] 10.222.0.13 "GET /v2.0/security-groups?id=35b2931a-f48a-447d-a3b7-54edbc064352&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0416689
Feb 19 03:21:56.516132 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.rpc [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Device 3256818d-bb21-416f-8cdc-03c8ee54e061 up at agent ovs-agent-hv-cinder-77570 {{(pid=84117) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}}
Feb 19 03:21:56.586891 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.provisioning_blocks [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Provisioning complete for port 3256818d-bb21-416f-8cdc-03c8ee54e061 triggered by entity L2. {{(pid=84117) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}}
Feb 19 03:21:56.587299 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16124857'] for port, provisioning_complete {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:21:57.194361 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b251b844-853a-45fa-8acb-4db81ad173f4 req-06545fc2-6310-4b0f-878e-2c35c97c0775 tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:21:57.195945 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-b251b844-853a-45fa-8acb-4db81ad173f4 req-06545fc2-6310-4b0f-878e-2c35c97c0775 tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dc88bb0-f059-4788-a959-f9ba4cd0b1f7 HTTP/1.1" status: 200  len: 945 time: 0.0862334
Feb 19 03:21:57.247309 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-b251b844-853a-45fa-8acb-4db81ad173f4 req-6aba0750-8b75-4842-958c-d79cd96d8c22 tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] 10.222.0.13 "GET /v2.0/security-groups?id=35b2931a-f48a-447d-a3b7-54edbc064352&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0449512
Feb 19 03:22:02.059504 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:22:05.165795 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.agents_db [None req-fa9641de-a39b-4023-bfa7-5325e5d2422e None None] Agent healthcheck: found 6 active agents {{(pid=84118) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 19 03:22:19.594699 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-42979df2-f3f2-4b38-b223-cac0b32bbdf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:22:21.904351 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-ebc98813-ab90-4683-9a68-edf981f4ca15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:22:22.498738 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-4b343f23-6f62-4db0-bfb1-0e5ba3aa11dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:22:23.561582 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:22:24.327011 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-ed1abd93-30ab-455f-b25e-ecbc2cc5cf06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:22:32.058874 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:22:41.262839 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-ec04109a-e775-4e6d-900b-6dc19ad6da85 req-12ad3c90-b25f-4e1a-a118-6263743b889d service neutron] 10.222.0.65 "GET /v2.0/ports?device_id=0dc88bb0-f059-4788-a959-f9ba4cd0b1f7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 272 time: 0.3598223
Feb 19 03:22:41.412533 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec04109a-e775-4e6d-900b-6dc19ad6da85 req-a3d4ec51-099b-4a2f-8b96-8e11ed586bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:22:41.414132 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-ec04109a-e775-4e6d-900b-6dc19ad6da85 req-a3d4ec51-099b-4a2f-8b96-8e11ed586bf6 service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ab714953e3104ab782be2e0d9b91f947&device_id=0dc88bb0-f059-4788-a959-f9ba4cd0b1f7 HTTP/1.1" status: 200  len: 1162 time: 0.0784619
Feb 19 03:22:41.567846 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec04109a-e775-4e6d-900b-6dc19ad6da85 req-1533c30e-886a-4536-b37e-96758daab8fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:22:41.569317 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-ec04109a-e775-4e6d-900b-6dc19ad6da85 req-1533c30e-886a-4536-b37e-96758daab8fd service neutron] 10.222.0.65 "GET /v2.0/networks?id=45884ee6-73b1-4f38-a102-e7d7a6698b33 HTTP/1.1" status: 200  len: 902 time: 0.1365805
Feb 19 03:22:41.679520 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-ec04109a-e775-4e6d-900b-6dc19ad6da85 req-f2d3ad61-9260-4cea-8088-1c484304aa44 service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3256818d-bb21-416f-8cdc-03c8ee54e061 HTTP/1.1" status: 200  len: 999 time: 0.1028326
Feb 19 03:22:41.748334 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec04109a-e775-4e6d-900b-6dc19ad6da85 req-0fadffb4-6dc5-4de1-becc-746f5b0a7206 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:22:41.749951 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-ec04109a-e775-4e6d-900b-6dc19ad6da85 req-0fadffb4-6dc5-4de1-becc-746f5b0a7206 service neutron] 10.222.0.65 "GET /v2.0/subnets?id=59ed038d-72cc-46a7-bd87-89f52f660c29 HTTP/1.1" status: 200  len: 847 time: 0.0639219
Feb 19 03:22:41.835071 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec04109a-e775-4e6d-900b-6dc19ad6da85 req-64bdfff9-5afb-4ac9-ba0e-5cf5b06b12bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:22:41.836596 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-ec04109a-e775-4e6d-900b-6dc19ad6da85 req-64bdfff9-5afb-4ac9-ba0e-5cf5b06b12bb service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=45884ee6-73b1-4f38-a102-e7d7a6698b33&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0801167
Feb 19 03:22:41.977453 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-ec04109a-e775-4e6d-900b-6dc19ad6da85 req-cd82d3c1-e17a-4fa0-961f-7aae7bd607c0 service neutron] 10.222.0.65 "GET /v2.0/networks/45884ee6-73b1-4f38-a102-e7d7a6698b33?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1340849
Feb 19 03:22:42.120035 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-ec04109a-e775-4e6d-900b-6dc19ad6da85 req-0db14171-b212-4877-9d93-63ed2246e2d4 service neutron] 10.222.0.65 "GET /v2.0/networks/45884ee6-73b1-4f38-a102-e7d7a6698b33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1360912
Feb 19 03:22:42.165734 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.agents_db [None req-fa9641de-a39b-4023-bfa7-5325e5d2422e None None] Agent healthcheck: found 6 active agents {{(pid=84118) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 19 03:22:49.480915 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-4db16e94-64eb-4f8c-8569-0147f9984e7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:22:51.897802 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-dac54026-8136-452b-b93e-9900f8e284dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:22:52.510258 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-4b343f23-6f62-4db0-bfb1-0e5ba3aa11dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:22:53.555100 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:22:54.332426 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-ed1abd93-30ab-455f-b25e-ecbc2cc5cf06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:23:02.069118 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:23:13.061847 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-17c17ce8-2f58-4f04-8e6c-618e15d88ac7 req-d07a8776-0544-44c1-a6bc-89eb7e44980b tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] 10.222.0.13 "GET /v2.0/floatingips/127db1cb-669e-47a6-b2ce-336cd4f78050 HTTP/1.1" status: 200  len: 996 time: 0.1592696
Feb 19 03:23:13.222346 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c17ce8-2f58-4f04-8e6c-618e15d88ac7 req-55e0a902-6d9d-4ef0-a133-a59ba751ce23 tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:23:13.223721 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-17c17ce8-2f58-4f04-8e6c-618e15d88ac7 req-55e0a902-6d9d-4ef0-a133-a59ba751ce23 tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] 10.222.0.13 "GET /v2.0/networks/11a0058d-2e2a-4262-b636-ae96512c4ecc HTTP/1.1" status: 200  len: 784 time: 0.1560235
Feb 19 03:23:13.234567 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [req-17c17ce8-2f58-4f04-8e6c-618e15d88ac7 req-d4f3b84e-d4fc-43ee-a4ee-51a582e869a8 tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] http://10.222.0.13:9696/v2.0/extensions returned with HTTP 200 {{(pid=84115) __call__ /opt/stack/neutron/neutron/wsgi.py:730}}
Feb 19 03:23:13.235686 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-17c17ce8-2f58-4f04-8e6c-618e15d88ac7 req-d4f3b84e-d4fc-43ee-a4ee-51a582e869a8 tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13455 time: 0.0059612
Feb 19 03:23:13.343046 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-17c17ce8-2f58-4f04-8e6c-618e15d88ac7 req-47c18b71-7c35-4584-9a6a-f84998a0062c tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.27.0.8 HTTP/1.1" status: 200  len: 999 time: 0.1013825
Feb 19 03:23:13.424301 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c17ce8-2f58-4f04-8e6c-618e15d88ac7 req-6fdf4aeb-bf04-475b-891a-77bc96a029a3 tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:23:13.425735 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-17c17ce8-2f58-4f04-8e6c-618e15d88ac7 req-6fdf4aeb-bf04-475b-891a-77bc96a029a3 tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] 10.222.0.13 "GET /v2.0/ports/3256818d-bb21-416f-8cdc-03c8ee54e061 HTTP/1.1" status: 200  len: 942 time: 0.0768774
Feb 19 03:23:13.612437 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-17c17ce8-2f58-4f04-8e6c-618e15d88ac7 req-bfa2e16e-7221-4637-9d89-e535322b9177 tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] 10.222.0.13 "GET /v2.0/floatingips?floating_ip_address=172.27.0.8 HTTP/1.1" status: 200  len: 999 time: 0.1048908
Feb 19 03:23:13.827176 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.plugin [req-17c17ce8-2f58-4f04-8e6c-618e15d88ac7 req-a17ce8be-e515-45aa-9de6-05ff3f57607f tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] Deleting port cd787efb-34dc-45da-988e-6f712777d4cc {{(pid=84115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 19 03:23:13.827480 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-17c17ce8-2f58-4f04-8e6c-618e15d88ac7 req-a17ce8be-e515-45aa-9de6-05ff3f57607f tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363269711485266'] for port, before_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:23:14.230251 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-17c17ce8-2f58-4f04-8e6c-618e15d88ac7 req-a17ce8be-e515-45aa-9de6-05ff3f57607f tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-361392'] for port, precommit_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:23:14.230839 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-17c17ce8-2f58-4f04-8e6c-618e15d88ac7 req-a17ce8be-e515-45aa-9de6-05ff3f57607f tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:23:14.359872 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.plugin [req-17c17ce8-2f58-4f04-8e6c-618e15d88ac7 req-a17ce8be-e515-45aa-9de6-05ff3f57607f tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] Calling delete_port for cd787efb-34dc-45da-988e-6f712777d4cc owned by network:floatingip {{(pid=84115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 19 03:23:14.543085 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-17c17ce8-2f58-4f04-8e6c-618e15d88ac7 req-a17ce8be-e515-45aa-9de6-05ff3f57607f tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363269711510303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363269711906437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted--9223372036853345888'] for port, after_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:23:14.558714 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-9317e902-b0cf-45b6-958e-f5f72abbbb76 tempest-TestVolumeBootPattern-529519946 tempest-TestVolumeBootPattern-529519946-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:23:14.659791 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17ce8be-e515-45aa-9de6-05ff3f57607f tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] Pushing event deleted for resources: {'Port': ['ID=cd787efb-34dc-45da-988e-6f712777d4cc,revision_number=None']} {{(pid=84115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:23:14.673434 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17ce8be-e515-45aa-9de6-05ff3f57607f tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:23:14.673878 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17ce8be-e515-45aa-9de6-05ff3f57607f tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:23:14.674291 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17ce8be-e515-45aa-9de6-05ff3f57607f tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:23:14.674696 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17ce8be-e515-45aa-9de6-05ff3f57607f tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:23:14.675099 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17ce8be-e515-45aa-9de6-05ff3f57607f tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:23:14.675498 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17ce8be-e515-45aa-9de6-05ff3f57607f tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:23:14.675896 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17ce8be-e515-45aa-9de6-05ff3f57607f tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:23:14.676289 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17ce8be-e515-45aa-9de6-05ff3f57607f tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:23:14.676686 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17ce8be-e515-45aa-9de6-05ff3f57607f tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:23:14.677079 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17ce8be-e515-45aa-9de6-05ff3f57607f tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:23:14.677472 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17ce8be-e515-45aa-9de6-05ff3f57607f tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:23:14.677892 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17ce8be-e515-45aa-9de6-05ff3f57607f tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:23:14.678344 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17ce8be-e515-45aa-9de6-05ff3f57607f tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:23:14.678738 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17ce8be-e515-45aa-9de6-05ff3f57607f tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:23:14.679149 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17ce8be-e515-45aa-9de6-05ff3f57607f tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:23:14.679541 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17ce8be-e515-45aa-9de6-05ff3f57607f tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:23:14.680526 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17ce8be-e515-45aa-9de6-05ff3f57607f tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:23:14.680928 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17ce8be-e515-45aa-9de6-05ff3f57607f tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:23:14.681319 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17ce8be-e515-45aa-9de6-05ff3f57607f tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:23:14.681744 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17ce8be-e515-45aa-9de6-05ff3f57607f tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:23:14.682141 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17ce8be-e515-45aa-9de6-05ff3f57607f tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:23:14.682529 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17ce8be-e515-45aa-9de6-05ff3f57607f tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:23:14.682920 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17ce8be-e515-45aa-9de6-05ff3f57607f tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:23:14.683309 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a17ce8be-e515-45aa-9de6-05ff3f57607f tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:23:14.688493 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-a17ce8be-e515-45aa-9de6-05ff3f57607f tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:23:14.796047 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-17c17ce8-2f58-4f04-8e6c-618e15d88ac7 req-a17ce8be-e515-45aa-9de6-05ff3f57607f tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] Notify callbacks [] for floatingip, after_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:23:14.796354 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.db.l3_db [req-17c17ce8-2f58-4f04-8e6c-618e15d88ac7 req-a17ce8be-e515-45aa-9de6-05ff3f57607f tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] Floating IP 127db1cb-669e-47a6-b2ce-336cd4f78050 disassociated (deleted). External IP: 172.27.0.8, port: 3256818d-bb21-416f-8cdc-03c8ee54e061.
Feb 19 03:23:15.161608 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.scheduler.l3_agent_scheduler [req-17c17ce8-2f58-4f04-8e6c-618e15d88ac7 req-a17ce8be-e515-45aa-9de6-05ff3f57607f tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] Router 42b1bbcd-5abe-4230-be81-ab347801e43b has already been hosted by L3 agent f4ccfb5a-d22e-440e-8ddd-f393ad00f812 {{(pid=84115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 19 03:23:15.350659 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-17c17ce8-2f58-4f04-8e6c-618e15d88ac7 req-a17ce8be-e515-45aa-9de6-05ff3f57607f tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] Notify agent at l3_agent.dv-cinder-775706-2-iscsi the message routers_updated {{(pid=84115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 19 03:23:15.360283 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91a4bf34-2634-44f8-bf0c-10ee171c586d None None] Sync routers for ids ['42b1bbcd-5abe-4230-be81-ab347801e43b'] in dv-cinder-775706-2-iscsi {{(pid=84118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 19 03:23:15.370735 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a4bf34-2634-44f8-bf0c-10ee171c586d None None] Routers {'42b1bbcd-5abe-4230-be81-ab347801e43b'} bound to L3 agent in host dv-cinder-775706-2-iscsi {{(pid=84118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 03:23:15.371401 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_hamode_db [None req-91a4bf34-2634-44f8-bf0c-10ee171c586d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9425e74160>, 'dv-cinder-775706-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-19T02:56:52Z,description=<?>,heartbeat_timestamp=2021-02-19T03:22:52Z,host='dv-cinder-775706-2-iscsi',id=f4ccfb5a-d22e-440e-8ddd-f393ad00f812,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T02:56:52Z,topic='l3_agent')) {'router_ids': ['42b1bbcd-5abe-4230-be81-ab347801e43b'], 'active': True} {{(pid=84118) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 03:23:15.395416 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-17c17ce8-2f58-4f04-8e6c-618e15d88ac7 req-a17ce8be-e515-45aa-9de6-05ff3f57607f tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771976'] for floatingip, before_response {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:23:15.457462 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-17c17ce8-2f58-4f04-8e6c-618e15d88ac7 req-a17ce8be-e515-45aa-9de6-05ff3f57607f tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] 10.222.0.13 "DELETE /v2.0/floatingips/127db1cb-669e-47a6-b2ce-336cd4f78050 HTTP/1.1" status: 204  len: 173 time: 1.8385100
Feb 19 03:23:15.457978 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0dc88bb0-f059-4788-a959-f9ba4cd0b1f7', 'tag': '3256818d-bb21-416f-8cdc-03c8ee54e061'}] {{(pid=84115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 03:23:15.513682 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0dc88bb0-f059-4788-a959-f9ba4cd0b1f7', 'tag': '3256818d-bb21-416f-8cdc-03c8ee54e061', 'status': 'completed', 'code': 200}
Feb 19 03:23:15.550410 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c17ce8-2f58-4f04-8e6c-618e15d88ac7 req-0763d4e2-3841-4178-a9f5-83344af39f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:23:15.553932 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-17c17ce8-2f58-4f04-8e6c-618e15d88ac7 req-0763d4e2-3841-4178-a9f5-83344af39f26 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ab714953e3104ab782be2e0d9b91f947&device_id=0dc88bb0-f059-4788-a959-f9ba4cd0b1f7 HTTP/1.1" status: 200  len: 1162 time: 0.0830636
Feb 19 03:23:15.567522 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvr_db [None req-91a4bf34-2634-44f8-bf0c-10ee171c586d None None] Set router 42b1bbcd-5abe-4230-be81-ab347801e43b gateway port host: dv-cinder-775706-2-iscsi {{(pid=84118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 03:23:15.610297 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea45ab7b-56de-45bb-ac2e-d44471b071ca req-3d591377-7a4e-40d7-b891-d0c0a9ac09ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:23:15.612065 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-ea45ab7b-56de-45bb-ac2e-d44471b071ca req-3d591377-7a4e-40d7-b891-d0c0a9ac09ff service neutron] 10.222.0.65 "GET /v2.0/ports?tenant_id=ab714953e3104ab782be2e0d9b91f947&device_id=0dc88bb0-f059-4788-a959-f9ba4cd0b1f7 HTTP/1.1" status: 200  len: 1162 time: 0.0808084
Feb 19 03:23:15.697018 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c17ce8-2f58-4f04-8e6c-618e15d88ac7 req-2b56bc52-9ee4-4f57-9a00-61571745d85b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:23:15.698685 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-17c17ce8-2f58-4f04-8e6c-618e15d88ac7 req-2b56bc52-9ee4-4f57-9a00-61571745d85b service neutron] 10.222.0.13 "GET /v2.0/networks?id=45884ee6-73b1-4f38-a102-e7d7a6698b33 HTTP/1.1" status: 200  len: 902 time: 0.1398561
Feb 19 03:23:15.759186 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea45ab7b-56de-45bb-ac2e-d44471b071ca req-a9be95c7-901e-4be9-a094-9ad2c3888f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:23:15.760791 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-ea45ab7b-56de-45bb-ac2e-d44471b071ca req-a9be95c7-901e-4be9-a094-9ad2c3888f7e service neutron] 10.222.0.65 "GET /v2.0/networks?id=45884ee6-73b1-4f38-a102-e7d7a6698b33 HTTP/1.1" status: 200  len: 902 time: 0.1421547
Feb 19 03:23:15.777448 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-17c17ce8-2f58-4f04-8e6c-618e15d88ac7 req-56000973-0f64-4811-b51c-dfa293e1f6d0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3256818d-bb21-416f-8cdc-03c8ee54e061 HTTP/1.1" status: 200  len: 217 time: 0.0707200
Feb 19 03:23:15.838682 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-ea45ab7b-56de-45bb-ac2e-d44471b071ca req-583c9e1c-50e3-4095-97d0-c35fa3ac9fcc service neutron] 10.222.0.65 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3256818d-bb21-416f-8cdc-03c8ee54e061 HTTP/1.1" status: 200  len: 217 time: 0.0710201
Feb 19 03:23:15.848029 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c17ce8-2f58-4f04-8e6c-618e15d88ac7 req-e0f179ba-1525-4906-bda8-c1a12623ba2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:23:15.849655 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-17c17ce8-2f58-4f04-8e6c-618e15d88ac7 req-e0f179ba-1525-4906-bda8-c1a12623ba2f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=59ed038d-72cc-46a7-bd87-89f52f660c29 HTTP/1.1" status: 200  len: 847 time: 0.0653298
Feb 19 03:23:15.910691 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_hamode_db [None req-91a4bf34-2634-44f8-bf0c-10ee171c586d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9425e74160>, [{'id': '42b1bbcd-5abe-4230-be81-ab347801e43b', 'name': 'tempest-TestShelveInstance-700073193-router', 'tenant_id': 'ab714953e3104ab782be2e0d9b91f947', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'external_fixed_ips': [{'subnet_id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'ip_address': '172.27.0.150'}], 'enable_snat': True}, 'gw_port_id': '1e233671-da98-46a3-b5f2-5d136d9ce5d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T03:18:38Z', 'updated_at': '2021-02-19T03:18:43Z', 'revision_number': 4, 'project_id': 'ab714953e3104ab782be2e0d9b91f947', 'gw_port': {'id': '1e233671-da98-46a3-b5f2-5d136d9ce5d8', 'name': '', 'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:e9:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b1bbcd-5abe-4230-be81-ab347801e43b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'ip_address': '172.27.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T03:18:39Z', 'updated_at': '2021-02-19T03:18:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-2-iscsi', '_interfaces': [{'id': 'f9e015e8-84fa-4e86-a676-f837ec4407c2', 'name': '', 'network_id': '45884ee6-73b1-4f38-a102-e7d7a6698b33', 'tenant_id': 'ab714953e3104ab782be2e0d9b91f947', 'mac_address': 'fa:16:3e:fd:23:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b1bbcd-5abe-4230-be81-ab347801e43b', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '59ed038d-72cc-46a7-bd87-89f52f660c29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T03:18:42Z', 'updated_at': '2021-02-19T03:18:53Z', 'revision_number': 5, 'project_id': 'ab714953e3104ab782be2e0d9b91f947', 'subnets': [{'id': '59ed038d-72cc-46a7-bd87-89f52f660c29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775706-2-iscsi', False) {} {{(pid=84118) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 03:23:15.911370 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea45ab7b-56de-45bb-ac2e-d44471b071ca req-fd6ff48c-9eab-46be-a26c-3ee308b8e11f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:23:15.913133 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-ea45ab7b-56de-45bb-ac2e-d44471b071ca req-fd6ff48c-9eab-46be-a26c-3ee308b8e11f service neutron] 10.222.0.65 "GET /v2.0/subnets?id=59ed038d-72cc-46a7-bd87-89f52f660c29 HTTP/1.1" status: 200  len: 847 time: 0.0678544
Feb 19 03:23:15.915667 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91a4bf34-2634-44f8-bf0c-10ee171c586d None None] Checking router: 42b1bbcd-5abe-4230-be81-ab347801e43b for host: dv-cinder-775706-2-iscsi {{(pid=84118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 19 03:23:15.924938 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a4bf34-2634-44f8-bf0c-10ee171c586d None None] Routers {'42b1bbcd-5abe-4230-be81-ab347801e43b'} bound to L3 agent in host dv-cinder-775706-2-iscsi {{(pid=84118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 03:23:15.925605 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_hamode_db [None req-91a4bf34-2634-44f8-bf0c-10ee171c586d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9425e74160>, 'dv-cinder-775706-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-19T02:56:52Z,description=<?>,heartbeat_timestamp=2021-02-19T03:22:52Z,host='dv-cinder-775706-2-iscsi',id=f4ccfb5a-d22e-440e-8ddd-f393ad00f812,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T02:56:52Z,topic='l3_agent')) {'router_ids': ['42b1bbcd-5abe-4230-be81-ab347801e43b'], 'active': True} {{(pid=84118) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 03:23:15.938789 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c17ce8-2f58-4f04-8e6c-618e15d88ac7 req-25821fbd-9273-454f-bf4e-ac31ca052df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:23:15.940456 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-17c17ce8-2f58-4f04-8e6c-618e15d88ac7 req-25821fbd-9273-454f-bf4e-ac31ca052df8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=45884ee6-73b1-4f38-a102-e7d7a6698b33&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0833519
Feb 19 03:23:16.002186 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea45ab7b-56de-45bb-ac2e-d44471b071ca req-bfa0916c-7356-46e4-805f-da5d7d92c483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:23:16.003836 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-ea45ab7b-56de-45bb-ac2e-d44471b071ca req-bfa0916c-7356-46e4-805f-da5d7d92c483 service neutron] 10.222.0.65 "GET /v2.0/ports?network_id=45884ee6-73b1-4f38-a102-e7d7a6698b33&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0833304
Feb 19 03:23:16.090254 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-17c17ce8-2f58-4f04-8e6c-618e15d88ac7 req-ae558906-33e1-4d3d-b047-527f06744993 service neutron] 10.222.0.13 "GET /v2.0/networks/45884ee6-73b1-4f38-a102-e7d7a6698b33?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1421909
Feb 19 03:23:16.123235 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvr_db [None req-91a4bf34-2634-44f8-bf0c-10ee171c586d None None] Set router 42b1bbcd-5abe-4230-be81-ab347801e43b gateway port host: dv-cinder-775706-2-iscsi {{(pid=84118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 03:23:16.157741 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-ea45ab7b-56de-45bb-ac2e-d44471b071ca req-4b379c06-5f5a-48b3-95e1-ca10f31b7cb0 service neutron] 10.222.0.65 "GET /v2.0/networks/45884ee6-73b1-4f38-a102-e7d7a6698b33?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1471307
Feb 19 03:23:16.249683 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-17c17ce8-2f58-4f04-8e6c-618e15d88ac7 req-fc539e26-8bcd-4e56-bdc9-72b78dc17bb6 service neutron] 10.222.0.13 "GET /v2.0/networks/45884ee6-73b1-4f38-a102-e7d7a6698b33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1529062
Feb 19 03:23:16.316975 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-ea45ab7b-56de-45bb-ac2e-d44471b071ca req-01614a56-0c52-44c9-af47-e66f036008d1 service neutron] 10.222.0.65 "GET /v2.0/networks/45884ee6-73b1-4f38-a102-e7d7a6698b33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 276 time: 0.1529722
Feb 19 03:23:16.463257 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_hamode_db [None req-91a4bf34-2634-44f8-bf0c-10ee171c586d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9425e74160>, [{'id': '42b1bbcd-5abe-4230-be81-ab347801e43b', 'name': 'tempest-TestShelveInstance-700073193-router', 'tenant_id': 'ab714953e3104ab782be2e0d9b91f947', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'external_fixed_ips': [{'subnet_id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'ip_address': '172.27.0.150'}], 'enable_snat': True}, 'gw_port_id': '1e233671-da98-46a3-b5f2-5d136d9ce5d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T03:18:38Z', 'updated_at': '2021-02-19T03:18:43Z', 'revision_number': 4, 'project_id': 'ab714953e3104ab782be2e0d9b91f947', 'gw_port': {'id': '1e233671-da98-46a3-b5f2-5d136d9ce5d8', 'name': '', 'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:e9:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b1bbcd-5abe-4230-be81-ab347801e43b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'ip_address': '172.27.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T03:18:39Z', 'updated_at': '2021-02-19T03:18:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-2-iscsi', '_interfaces': [{'id': 'f9e015e8-84fa-4e86-a676-f837ec4407c2', 'name': '', 'network_id': '45884ee6-73b1-4f38-a102-e7d7a6698b33', 'tenant_id': 'ab714953e3104ab782be2e0d9b91f947', 'mac_address': 'fa:16:3e:fd:23:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b1bbcd-5abe-4230-be81-ab347801e43b', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '59ed038d-72cc-46a7-bd87-89f52f660c29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T03:18:42Z', 'updated_at': '2021-02-19T03:18:53Z', 'revision_number': 5, 'project_id': 'ab714953e3104ab782be2e0d9b91f947', 'subnets': [{'id': '59ed038d-72cc-46a7-bd87-89f52f660c29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'dv-cinder-775706-2-iscsi', False) {} {{(pid=84118) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 03:23:16.467457 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91a4bf34-2634-44f8-bf0c-10ee171c586d None None] The sync data for ids ['42b1bbcd-5abe-4230-be81-ab347801e43b'] in dv-cinder-775706-2-iscsi is: [{'id': '42b1bbcd-5abe-4230-be81-ab347801e43b', 'name': 'tempest-TestShelveInstance-700073193-router', 'tenant_id': 'ab714953e3104ab782be2e0d9b91f947', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'external_fixed_ips': [{'subnet_id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'ip_address': '172.27.0.150'}], 'enable_snat': True}, 'gw_port_id': '1e233671-da98-46a3-b5f2-5d136d9ce5d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T03:18:38Z', 'updated_at': '2021-02-19T03:18:43Z', 'revision_number': 4, 'project_id': 'ab714953e3104ab782be2e0d9b91f947', 'gw_port': {'id': '1e233671-da98-46a3-b5f2-5d136d9ce5d8', 'name': '', 'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:e9:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b1bbcd-5abe-4230-be81-ab347801e43b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'ip_address': '172.27.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T03:18:39Z', 'updated_at': '2021-02-19T03:18:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-2-iscsi', '_interfaces': [{'id': 'f9e015e8-84fa-4e86-a676-f837ec4407c2', 'name': '', 'network_id': '45884ee6-73b1-4f38-a102-e7d7a6698b33', 'tenant_id': 'ab714953e3104ab782be2e0d9b91f947', 'mac_address': 'fa:16:3e:fd:23:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b1bbcd-5abe-4230-be81-ab347801e43b', 'device_owner': 'network:router_interface', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '59ed038d-72cc-46a7-bd87-89f52f660c29', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T03:18:42Z', 'updated_at': '2021-02-19T03:18:53Z', 'revision_number': 5, 'project_id': 'ab714953e3104ab782be2e0d9b91f947', 'subnets': [{'id': '59ed038d-72cc-46a7-bd87-89f52f660c29', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=84118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 19 03:23:16.782585 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd56a721-d1b2-4f83-bb07-7b0856739fd4 req-749ef3da-4f2d-4919-a3d3-d3a2357a5603 tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:23:16.783347 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [req-cd56a721-d1b2-4f83-bb07-7b0856739fd4 req-749ef3da-4f2d-4919-a3d3-d3a2357a5603 tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] Synchronizing usage tracker for tenant:ab714953e3104ab782be2e0d9b91f947 on resource:port {{(pid=84115) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 19 03:23:16.817248 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [req-cd56a721-d1b2-4f83-bb07-7b0856739fd4 req-749ef3da-4f2d-4919-a3d3-d3a2357a5603 tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] Unset dirty status for tenant:ab714953e3104ab782be2e0d9b91f947 on resource:port {{(pid=84115) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 19 03:23:16.818566 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-cd56a721-d1b2-4f83-bb07-7b0856739fd4 req-749ef3da-4f2d-4919-a3d3-d3a2357a5603 tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dc88bb0-f059-4788-a959-f9ba4cd0b1f7 HTTP/1.1" status: 200  len: 945 time: 0.1251650
Feb 19 03:23:16.849242 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-735e5cf5-08f4-48c8-b5ac-fe30615d8964 None None] New status for floating IP 127db1cb-669e-47a6-b2ce-336cd4f78050: DOWN {{(pid=84117) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:272}}
Feb 19 03:23:16.867001 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-cd56a721-d1b2-4f83-bb07-7b0856739fd4 req-ab544f6b-c446-4d27-86dc-b7c76e7041ec tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] 10.222.0.13 "GET /v2.0/security-groups?id=35b2931a-f48a-447d-a3b7-54edbc064352&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0415897
Feb 19 03:23:18.069860 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ed25d6-db5d-4032-8ac3-77d3b6b66865 req-06adb262-b3ec-4c2f-bd8e-e0ee0280ae6c tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:23:18.072406 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-52ed25d6-db5d-4032-8ac3-77d3b6b66865 req-06adb262-b3ec-4c2f-bd8e-e0ee0280ae6c tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dc88bb0-f059-4788-a959-f9ba4cd0b1f7 HTTP/1.1" status: 200  len: 945 time: 0.0907474
Feb 19 03:23:18.119640 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-52ed25d6-db5d-4032-8ac3-77d3b6b66865 req-e43e5c29-d3f0-4800-839b-bb61f8cd7f3b tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] 10.222.0.13 "GET /v2.0/security-groups?id=35b2931a-f48a-447d-a3b7-54edbc064352&fields=id&fields=name HTTP/1.1" status: 200  len: 316 time: 0.0410719
Feb 19 03:23:18.275111 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5100573b-e5ac-4542-8467-fa3fcca19183 req-61150a4c-34b4-487b-a2c6-140095002671 tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=84116) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}}
Feb 19 03:23:18.275917 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [req-5100573b-e5ac-4542-8467-fa3fcca19183 req-61150a4c-34b4-487b-a2c6-140095002671 tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] Synchronizing usage tracker for tenant:ab714953e3104ab782be2e0d9b91f947 on resource:port {{(pid=84116) resync /opt/stack/neutron/neutron/quota/resource.py:243}}
Feb 19 03:23:18.291032 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.quota.resource [req-5100573b-e5ac-4542-8467-fa3fcca19183 req-61150a4c-34b4-487b-a2c6-140095002671 tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] Unset dirty status for tenant:ab714953e3104ab782be2e0d9b91f947 on resource:port {{(pid=84116) _resync /opt/stack/neutron/neutron/quota/resource.py:235}}
Feb 19 03:23:18.292203 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-5100573b-e5ac-4542-8467-fa3fcca19183 req-61150a4c-34b4-487b-a2c6-140095002671 tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] 10.222.0.65 "GET /v2.0/ports?device_id=0dc88bb0-f059-4788-a959-f9ba4cd0b1f7 HTTP/1.1" status: 200  len: 945 time: 0.1016126
Feb 19 03:23:18.366857 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.plugin [req-5100573b-e5ac-4542-8467-fa3fcca19183 req-1d77dbc1-7ca7-4999-a8eb-8268462e28ba tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] Deleting port 3256818d-bb21-416f-8cdc-03c8ee54e061 {{(pid=84116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 19 03:23:18.367800 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-5100573b-e5ac-4542-8467-fa3fcca19183 req-1d77dbc1-7ca7-4999-a8eb-8268462e28ba tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363269711485266'] for port, before_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:23:18.623795 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.db [req-5100573b-e5ac-4542-8467-fa3fcca19183 req-1d77dbc1-7ca7-4999-a8eb-8268462e28ba tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] For port 3256818d-bb21-416f-8cdc-03c8ee54e061, host hv-cinder-77570, got binding levels [PortBindingLevel(driver='openvswitch',host='hv-cinder-77570',level=0,port_id=3256818d-bb21-416f-8cdc-03c8ee54e061,segment=NetworkSegment(4574dcca-3d9a-4793-a8cc-71ccc08d3054),segment_id=4574dcca-3d9a-4793-a8cc-71ccc08d3054)] {{(pid=84116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 03:23:18.624116 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-5100573b-e5ac-4542-8467-fa3fcca19183 req-1d77dbc1-7ca7-4999-a8eb-8268462e28ba tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-361392'] for port, precommit_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:23:18.757518 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.plugin [req-5100573b-e5ac-4542-8467-fa3fcca19183 req-1d77dbc1-7ca7-4999-a8eb-8268462e28ba tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] Calling delete_port for 3256818d-bb21-416f-8cdc-03c8ee54e061 owned by compute:nova {{(pid=84116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 19 03:23:18.925850 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-5100573b-e5ac-4542-8467-fa3fcca19183 req-1d77dbc1-7ca7-4999-a8eb-8268462e28ba tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363269711510303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363269711906437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2630593'] for port, after_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:23:18.943480 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-bbfa7cdd-1d8a-4b9a-a2d8-a59f4a49a6b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:23:18.996206 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.rpc [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Device 3256818d-bb21-416f-8cdc-03c8ee54e061 no longer exists at agent ovs-agent-hv-cinder-77570 {{(pid=84117) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 19 03:23:19.033767 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.plugin [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] No Port match for: 3256818d-bb21-416f-8cdc-03c8ee54e061 {{(pid=84117) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 19 03:23:19.034171 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.rpc [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Device 3256818d-bb21-416f-8cdc-03c8ee54e061 not bound to the agent host hv-cinder-77570 {{(pid=84117) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 19 03:23:19.040847 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d77dbc1-7ca7-4999-a8eb-8268462e28ba tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] Pushing event deleted for resources: {'Port': ['ID=3256818d-bb21-416f-8cdc-03c8ee54e061,revision_number=None']} {{(pid=84116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:23:19.063189 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d77dbc1-7ca7-4999-a8eb-8268462e28ba tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:23:19.063614 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d77dbc1-7ca7-4999-a8eb-8268462e28ba tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:23:19.064031 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d77dbc1-7ca7-4999-a8eb-8268462e28ba tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:23:19.064443 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d77dbc1-7ca7-4999-a8eb-8268462e28ba tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:23:19.064850 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d77dbc1-7ca7-4999-a8eb-8268462e28ba tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:23:19.065252 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d77dbc1-7ca7-4999-a8eb-8268462e28ba tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:23:19.065652 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d77dbc1-7ca7-4999-a8eb-8268462e28ba tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:23:19.066075 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d77dbc1-7ca7-4999-a8eb-8268462e28ba tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:23:19.066476 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d77dbc1-7ca7-4999-a8eb-8268462e28ba tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:23:19.066894 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d77dbc1-7ca7-4999-a8eb-8268462e28ba tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:23:19.067270 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d77dbc1-7ca7-4999-a8eb-8268462e28ba tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:23:19.067664 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d77dbc1-7ca7-4999-a8eb-8268462e28ba tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-775706-2-iscsi {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:23:19.068117 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d77dbc1-7ca7-4999-a8eb-8268462e28ba tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:23:19.068511 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d77dbc1-7ca7-4999-a8eb-8268462e28ba tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:23:19.068907 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d77dbc1-7ca7-4999-a8eb-8268462e28ba tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:23:19.069303 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d77dbc1-7ca7-4999-a8eb-8268462e28ba tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:23:19.069703 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d77dbc1-7ca7-4999-a8eb-8268462e28ba tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:23:19.070528 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d77dbc1-7ca7-4999-a8eb-8268462e28ba tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:23:19.071008 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d77dbc1-7ca7-4999-a8eb-8268462e28ba tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:23:19.071301 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d77dbc1-7ca7-4999-a8eb-8268462e28ba tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:23:19.071696 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d77dbc1-7ca7-4999-a8eb-8268462e28ba tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:23:19.072090 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d77dbc1-7ca7-4999-a8eb-8268462e28ba tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:23:19.072485 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d77dbc1-7ca7-4999-a8eb-8268462e28ba tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:23:19.072879 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d77dbc1-7ca7-4999-a8eb-8268462e28ba tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@hv-cinder-77570 {{(pid=84116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}}
Feb 19 03:23:19.077893 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-1d77dbc1-7ca7-4999-a8eb-8268462e28ba tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:23:19.166281 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.agents_db [None req-fa9641de-a39b-4023-bfa7-5325e5d2422e None None] Agent healthcheck: found 6 active agents {{(pid=84118) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 19 03:23:19.168815 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvrscheduler_db [req-5100573b-e5ac-4542-8467-fa3fcca19183 req-1d77dbc1-7ca7-4999-a8eb-8268462e28ba tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] No DVR routers for this DVR port 3256818d-bb21-416f-8cdc-03c8ee54e061 on host hv-cinder-77570 {{(pid=84116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 19 03:23:19.171215 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-5100573b-e5ac-4542-8467-fa3fcca19183 req-1d77dbc1-7ca7-4999-a8eb-8268462e28ba tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854771976'] for port, before_response {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:23:19.174087 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0dc88bb0-f059-4788-a959-f9ba4cd0b1f7', 'name': 'network-vif-deleted', 'tag': '3256818d-bb21-416f-8cdc-03c8ee54e061'}] {{(pid=84116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}}
Feb 19 03:23:19.218433 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-5100573b-e5ac-4542-8467-fa3fcca19183 req-1d77dbc1-7ca7-4999-a8eb-8268462e28ba tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] 10.222.0.65 "DELETE /v2.0/ports/3256818d-bb21-416f-8cdc-03c8ee54e061 HTTP/1.1" status: 204  len: 173 time: 0.9203982
Feb 19 03:23:19.290998 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-67fedf6a-dcb6-45ea-b878-ae9f38df5125 req-a660515d-2933-487f-96c6-82bd946e1f66 tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dc88bb0-f059-4788-a959-f9ba4cd0b1f7 HTTP/1.1" status: 200  len: 210 time: 0.0547073
Feb 19 03:23:19.296882 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0dc88bb0-f059-4788-a959-f9ba4cd0b1f7', 'name': 'network-vif-deleted', 'tag': '3256818d-bb21-416f-8cdc-03c8ee54e061', 'status': 'completed', 'code': 200}
Feb 19 03:23:19.497364 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-2762e8ab-ed6c-4c0b-a405-119d87bad6f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:23:20.475175 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-4982e757-9927-4061-98cc-5a3213f1d837 req-2b77baca-434d-4bf2-acfc-235ad956321b tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] 10.222.0.13 "GET /v2.0/ports?device_id=0dc88bb0-f059-4788-a959-f9ba4cd0b1f7 HTTP/1.1" status: 200  len: 210 time: 0.0521245
Feb 19 03:23:21.640052 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-46f61758-2a32-439d-8109-60a81e72000a req-e21c9f2c-fdf4-43fe-b049-35306d86aacc tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] 10.222.0.13 "GET /v2.0/security-groups/35b2931a-f48a-447d-a3b7-54edbc064352 HTTP/1.1" status: 200  len: 2991 time: 0.0506880
Feb 19 03:23:21.712835 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-46f61758-2a32-439d-8109-60a81e72000a req-04116ad1-80ce-4564-8ce0-1822cfa50c5e tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] Notify callbacks [] for security_group, before_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:23:21.741742 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-46f61758-2a32-439d-8109-60a81e72000a req-04116ad1-80ce-4564-8ce0-1822cfa50c5e tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] Notify callbacks [] for security_group, precommit_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:23:21.915215 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-a05cd459-0d05-486c-ae20-b4624eef0639 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:23:21.943112 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-46f61758-2a32-439d-8109-60a81e72000a req-04116ad1-80ce-4564-8ce0-1822cfa50c5e tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237410'] for security_group, after_delete {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:23:21.948680 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-bd04f225-c003-4a28-8cc7-4647bfdfcf9c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:23:21.964599 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04116ad1-80ce-4564-8ce0-1822cfa50c5e tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=35b2931a-f48a-447d-a3b7-54edbc064352,revision_number=None']} {{(pid=84115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:23:21.967192 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-04116ad1-80ce-4564-8ce0-1822cfa50c5e tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=84115) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:23:21.999438 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [req-46f61758-2a32-439d-8109-60a81e72000a req-04116ad1-80ce-4564-8ce0-1822cfa50c5e tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] Notify callbacks [] for security_group, before_response {{(pid=84115) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:23:22.000653 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [req-46f61758-2a32-439d-8109-60a81e72000a req-04116ad1-80ce-4564-8ce0-1822cfa50c5e tempest-TestShelveInstance-1846023542 tempest-TestShelveInstance-1846023542-project] 10.222.0.13 "DELETE /v2.0/security-groups/35b2931a-f48a-447d-a3b7-54edbc064352 HTTP/1.1" status: 204  len: 173 time: 0.3542881
Feb 19 03:23:22.082664 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84116) accepted ('10.222.0.13', 59028) {{(pid=84116) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:23:22.537651 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-4b343f23-6f62-4db0-bfb1-0e5ba3aa11dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:23:22.880778 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-6d9f5954-fffd-4dc8-9f5b-5ca096978a21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854389681'] for router_interface, before_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:23:23.248483 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.plugin [None req-6d9f5954-fffd-4dc8-9f5b-5ca096978a21 admin admin] Deleting port f9e015e8-84fa-4e86-a676-f837ec4407c2 {{(pid=84116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 19 03:23:23.248886 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-6d9f5954-fffd-4dc8-9f5b-5ca096978a21 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363269711485266'] for port, before_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:23:23.434652 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.db [None req-6d9f5954-fffd-4dc8-9f5b-5ca096978a21 admin admin] For port f9e015e8-84fa-4e86-a676-f837ec4407c2, host dv-cinder-775706-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-2-iscsi',level=0,port_id=f9e015e8-84fa-4e86-a676-f837ec4407c2,segment=NetworkSegment(4574dcca-3d9a-4793-a8cc-71ccc08d3054),segment_id=4574dcca-3d9a-4793-a8cc-71ccc08d3054)] {{(pid=84116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 03:23:23.435053 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-6d9f5954-fffd-4dc8-9f5b-5ca096978a21 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-361392'] for port, precommit_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:23:23.560125 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:23:23.569414 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.plugin [None req-6d9f5954-fffd-4dc8-9f5b-5ca096978a21 admin admin] Calling delete_port for f9e015e8-84fa-4e86-a676-f837ec4407c2 owned by network:router_interface {{(pid=84116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 19 03:23:24.011575 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-6d9f5954-fffd-4dc8-9f5b-5ca096978a21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363269711510303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363269711906437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2630593'] for port, after_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:23:24.027954 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-7ec44633-bdac-416b-a22f-99507767e0a0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:23:24.122979 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d9f5954-fffd-4dc8-9f5b-5ca096978a21 admin admin] Pushing event deleted for resources: {'Port': ['ID=f9e015e8-84fa-4e86-a676-f837ec4407c2,revision_number=None']} {{(pid=84116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:23:24.133111 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-6d9f5954-fffd-4dc8-9f5b-5ca096978a21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:23:24.331826 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-ed1abd93-30ab-455f-b25e-ecbc2cc5cf06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:23:24.439686 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-6d9f5954-fffd-4dc8-9f5b-5ca096978a21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-393212'] for router_interface, after_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:23:24.936410 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d9f5954-fffd-4dc8-9f5b-5ca096978a21 admin admin] Router 42b1bbcd-5abe-4230-be81-ab347801e43b has already been hosted by L3 agent f4ccfb5a-d22e-440e-8ddd-f393ad00f812 {{(pid=84116) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 19 03:23:25.364913 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d9f5954-fffd-4dc8-9f5b-5ca096978a21 admin admin] Notify agent at l3_agent.dv-cinder-775706-2-iscsi the message routers_updated {{(pid=84116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 19 03:23:25.374956 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a79ea3-3773-4250-b625-7e82e0bdac35 None None] Sync routers for ids ['42b1bbcd-5abe-4230-be81-ab347801e43b'] in dv-cinder-775706-2-iscsi {{(pid=84118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 19 03:23:25.377883 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-6d9f5954-fffd-4dc8-9f5b-5ca096978a21 admin admin] 10.222.0.13 "PUT /v2.0/routers/42b1bbcd-5abe-4230-be81-ab347801e43b/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.2940743
Feb 19 03:23:25.380561 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84116) accepted ('10.222.0.13', 59032) {{(pid=84116) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:23:25.385408 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a79ea3-3773-4250-b625-7e82e0bdac35 None None] Routers {'42b1bbcd-5abe-4230-be81-ab347801e43b'} bound to L3 agent in host dv-cinder-775706-2-iscsi {{(pid=84118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 03:23:25.386142 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_hamode_db [None req-41a79ea3-3773-4250-b625-7e82e0bdac35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9425dc0630>, 'dv-cinder-775706-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-19T02:56:52Z,description=<?>,heartbeat_timestamp=2021-02-19T03:23:22Z,host='dv-cinder-775706-2-iscsi',id=f4ccfb5a-d22e-440e-8ddd-f393ad00f812,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T02:56:52Z,topic='l3_agent')) {'router_ids': ['42b1bbcd-5abe-4230-be81-ab347801e43b'], 'active': True} {{(pid=84118) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 03:23:25.573080 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-e69bbcdd-0a46-4c81-9d14-c377c8ed30b4 admin admin] Notify callbacks [] for router, before_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:23:25.735069 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvr_db [None req-41a79ea3-3773-4250-b625-7e82e0bdac35 None None] Set router 42b1bbcd-5abe-4230-be81-ab347801e43b gateway port host: dv-cinder-775706-2-iscsi {{(pid=84118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 03:23:25.769905 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-e69bbcdd-0a46-4c81-9d14-c377c8ed30b4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:23:25.806182 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.plugin [None req-e69bbcdd-0a46-4c81-9d14-c377c8ed30b4 admin admin] Deleting port 1e233671-da98-46a3-b5f2-5d136d9ce5d8 {{(pid=84116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 19 03:23:25.806559 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-e69bbcdd-0a46-4c81-9d14-c377c8ed30b4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363269711485266'] for port, before_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:23:25.991764 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.db [None req-e69bbcdd-0a46-4c81-9d14-c377c8ed30b4 admin admin] For port 1e233671-da98-46a3-b5f2-5d136d9ce5d8, host dv-cinder-775706-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-2-iscsi',level=0,port_id=1e233671-da98-46a3-b5f2-5d136d9ce5d8,segment=NetworkSegment(018f6e14-8221-4ee7-96a8-19699912d63c),segment_id=018f6e14-8221-4ee7-96a8-19699912d63c)] {{(pid=84116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 03:23:25.992165 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-e69bbcdd-0a46-4c81-9d14-c377c8ed30b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-361392'] for port, precommit_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:23:26.040605 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_hamode_db [None req-41a79ea3-3773-4250-b625-7e82e0bdac35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9425dc0630>, [{'id': '42b1bbcd-5abe-4230-be81-ab347801e43b', 'name': 'tempest-TestShelveInstance-700073193-router', 'tenant_id': 'ab714953e3104ab782be2e0d9b91f947', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'external_fixed_ips': [{'subnet_id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'ip_address': '172.27.0.150'}], 'enable_snat': True}, 'gw_port_id': '1e233671-da98-46a3-b5f2-5d136d9ce5d8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T03:18:38Z', 'updated_at': '2021-02-19T03:23:23Z', 'revision_number': 5, 'project_id': 'ab714953e3104ab782be2e0d9b91f947', 'gw_port': {'id': '1e233671-da98-46a3-b5f2-5d136d9ce5d8', 'name': '', 'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:e9:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42b1bbcd-5abe-4230-be81-ab347801e43b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 650, 'fixed_ips': [{'subnet_id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'ip_address': '172.27.0.150', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T03:18:39Z', 'updated_at': '2021-02-19T03:18:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-2-iscsi'}], 'dv-cinder-775706-2-iscsi', False) {} {{(pid=84118) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 03:23:26.044690 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a79ea3-3773-4250-b625-7e82e0bdac35 None None] Checking router: 42b1bbcd-5abe-4230-be81-ab347801e43b for host: dv-cinder-775706-2-iscsi {{(pid=84118) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 19 03:23:26.053559 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41a79ea3-3773-4250-b625-7e82e0bdac35 None None] Routers {'42b1bbcd-5abe-4230-be81-ab347801e43b'} bound to L3 agent in host dv-cinder-775706-2-iscsi {{(pid=84118) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 03:23:26.054252 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_hamode_db [None req-41a79ea3-3773-4250-b625-7e82e0bdac35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9425dc0630>, 'dv-cinder-775706-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-19T02:56:52Z,description=<?>,heartbeat_timestamp=2021-02-19T03:23:22Z,host='dv-cinder-775706-2-iscsi',id=f4ccfb5a-d22e-440e-8ddd-f393ad00f812,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T02:56:52Z,topic='l3_agent')) {'router_ids': ['42b1bbcd-5abe-4230-be81-ab347801e43b'], 'active': True} {{(pid=84118) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 03:23:26.125343 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.plugin [None req-e69bbcdd-0a46-4c81-9d14-c377c8ed30b4 admin admin] Calling delete_port for 1e233671-da98-46a3-b5f2-5d136d9ce5d8 owned by network:router_gateway {{(pid=84116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 19 03:23:26.217292 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvr_db [None req-41a79ea3-3773-4250-b625-7e82e0bdac35 None None] Set router 42b1bbcd-5abe-4230-be81-ab347801e43b gateway port host: None {{(pid=84118) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 03:23:26.331258 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_hamode_db [None req-41a79ea3-3773-4250-b625-7e82e0bdac35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9425dc0630>, [{'id': '42b1bbcd-5abe-4230-be81-ab347801e43b', 'name': 'tempest-TestShelveInstance-700073193-router', 'tenant_id': 'ab714953e3104ab782be2e0d9b91f947', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T03:18:38Z', 'updated_at': '2021-02-19T03:23:25Z', 'revision_number': 6, 'project_id': 'ab714953e3104ab782be2e0d9b91f947', 'gw_port_host': None}], 'dv-cinder-775706-2-iscsi', False) {} {{(pid=84118) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 03:23:26.335400 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41a79ea3-3773-4250-b625-7e82e0bdac35 None None] The sync data for ids ['42b1bbcd-5abe-4230-be81-ab347801e43b'] in dv-cinder-775706-2-iscsi is: [{'id': '42b1bbcd-5abe-4230-be81-ab347801e43b', 'name': 'tempest-TestShelveInstance-700073193-router', 'tenant_id': 'ab714953e3104ab782be2e0d9b91f947', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T03:18:38Z', 'updated_at': '2021-02-19T03:23:25Z', 'revision_number': 6, 'project_id': 'ab714953e3104ab782be2e0d9b91f947', 'gw_port_host': None}] {{(pid=84118) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 19 03:23:26.360816 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-e69bbcdd-0a46-4c81-9d14-c377c8ed30b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363269711510303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363269711906437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2630593'] for port, after_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:23:26.377141 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-7ec44633-bdac-416b-a22f-99507767e0a0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:23:26.484878 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69bbcdd-0a46-4c81-9d14-c377c8ed30b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e233671-da98-46a3-b5f2-5d136d9ce5d8,revision_number=None']} {{(pid=84116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:23:26.489544 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-e69bbcdd-0a46-4c81-9d14-c377c8ed30b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:23:26.609652 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-e69bbcdd-0a46-4c81-9d14-c377c8ed30b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854411155'] for router_gateway, after_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:23:26.799417 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-e69bbcdd-0a46-4c81-9d14-c377c8ed30b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-375006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854736376'] for router, precommit_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:23:26.801806 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-e69bbcdd-0a46-4c81-9d14-c377c8ed30b4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:23:26.983021 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-e69bbcdd-0a46-4c81-9d14-c377c8ed30b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854388718'] for router, after_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:23:26.983666 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e69bbcdd-0a46-4c81-9d14-c377c8ed30b4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 42b1bbcd-5abe-4230-be81-ab347801e43b {{(pid=84116) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Feb 19 03:23:26.996734 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-e69bbcdd-0a46-4c81-9d14-c377c8ed30b4 admin admin] Notify callbacks [] for router, before_response {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:23:26.998012 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-e69bbcdd-0a46-4c81-9d14-c377c8ed30b4 admin admin] 10.222.0.13 "DELETE /v2.0/routers/42b1bbcd-5abe-4230-be81-ab347801e43b HTTP/1.1" status: 204  len: 168 time: 1.6164446
Feb 19 03:23:27.000803 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84116) accepted ('10.222.0.13', 59036) {{(pid=84116) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:23:27.069271 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cf3db70-9046-4e1f-b8ac-7bc60058712b admin admin] Deleting subnet 59ed038d-72cc-46a7-bd87-89f52f660c29 {{(pid=84116) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 19 03:23:27.073649 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-0cf3db70-9046-4e1f-b8ac-7bc60058712b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:23:27.129243 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-0cf3db70-9046-4e1f-b8ac-7bc60058712b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851885379'] for subnet, precommit_delete_associations {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:23:27.210358 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-0cf3db70-9046-4e1f-b8ac-7bc60058712b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16124102'] for subnet, precommit_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:23:27.588838 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-0cf3db70-9046-4e1f-b8ac-7bc60058712b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838651698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852145260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851540315'] for subnet, after_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:23:27.605299 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:23:27.690508 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf3db70-9046-4e1f-b8ac-7bc60058712b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=59ed038d-72cc-46a7-bd87-89f52f660c29,revision_number=None']} {{(pid=84116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:23:27.694712 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-0cf3db70-9046-4e1f-b8ac-7bc60058712b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:23:27.737229 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-0cf3db70-9046-4e1f-b8ac-7bc60058712b admin admin] Notify callbacks [] for subnet, before_response {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:23:27.743021 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-227392c9-17c9-4d9b-aa09-53f5a171e8ed None None] Network 45884ee6-73b1-4f38-a102-e7d7a6698b33 requested from dv-cinder-775706-2-iscsi {{(pid=84117) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 19 03:23:27.743223 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-0cf3db70-9046-4e1f-b8ac-7bc60058712b admin admin] 10.222.0.13 "DELETE /v2.0/subnets/59ed038d-72cc-46a7-bd87-89f52f660c29 HTTP/1.1" status: 204  len: 168 time: 0.7413788
Feb 19 03:23:27.745972 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84116) accepted ('10.222.0.13', 59040) {{(pid=84116) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:23:27.862469 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-03cf1645-e568-47d6-8010-5bbbcb54866f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036838588073'] for network, before_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:23:27.931907 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.plugin [None req-03cf1645-e568-47d6-8010-5bbbcb54866f admin admin] Deleting port 091d75b6-53f6-4f51-84b4-662347f5f771 {{(pid=84116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 19 03:23:27.932287 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-03cf1645-e568-47d6-8010-5bbbcb54866f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363269711485266'] for port, before_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:23:28.000807 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c046162-5daa-4621-b019-cd012dc553ff None None] DHCP port deletion for 45884ee6-73b1-4f38-a102-e7d7a6698b33 request from dv-cinder-775706-2-iscsi {{(pid=84117) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Feb 19 03:23:28.005163 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.plugin [None req-2c046162-5daa-4621-b019-cd012dc553ff None None] Deleting port 091d75b6-53f6-4f51-84b4-662347f5f771 {{(pid=84117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 19 03:23:28.005611 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-2c046162-5daa-4621-b019-cd012dc553ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363269711485266'] for port, before_delete {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:23:28.161005 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.db [None req-03cf1645-e568-47d6-8010-5bbbcb54866f admin admin] For port 091d75b6-53f6-4f51-84b4-662347f5f771, host dv-cinder-775706-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-2-iscsi',level=0,port_id=091d75b6-53f6-4f51-84b4-662347f5f771,segment=NetworkSegment(4574dcca-3d9a-4793-a8cc-71ccc08d3054),segment_id=4574dcca-3d9a-4793-a8cc-71ccc08d3054)] {{(pid=84116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 03:23:28.161409 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-03cf1645-e568-47d6-8010-5bbbcb54866f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-361392'] for port, precommit_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:23:28.203895 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.rpc [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Device 091d75b6-53f6-4f51-84b4-662347f5f771 no longer exists at agent ovs-agent-dv-cinder-775706-2-iscsi {{(pid=84117) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 19 03:23:28.284173 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.db [None req-2c046162-5daa-4621-b019-cd012dc553ff None None] For port 091d75b6-53f6-4f51-84b4-662347f5f771, host dv-cinder-775706-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-2-iscsi',level=0,port_id=091d75b6-53f6-4f51-84b4-662347f5f771,segment=NetworkSegment(4574dcca-3d9a-4793-a8cc-71ccc08d3054),segment_id=4574dcca-3d9a-4793-a8cc-71ccc08d3054)] {{(pid=84117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 03:23:28.284655 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-2c046162-5daa-4621-b019-cd012dc553ff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-361392'] for port, precommit_delete {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:23:28.301397 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.plugin [None req-03cf1645-e568-47d6-8010-5bbbcb54866f admin admin] Calling delete_port for 091d75b6-53f6-4f51-84b4-662347f5f771 owned by network:dhcp {{(pid=84116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 19 03:23:28.411441 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-03cf1645-e568-47d6-8010-5bbbcb54866f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363269711510303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363269711906437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2630593'] for port, after_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:23:28.426298 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.plugin [None req-2c046162-5daa-4621-b019-cd012dc553ff None None] Calling delete_port for 091d75b6-53f6-4f51-84b4-662347f5f771 owned by network:dhcp {{(pid=84117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 19 03:23:28.427566 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-17a41770-6c07-4918-92cc-d786604ef110 tempest-VolumesSnapshotTestJSON-248054011 tempest-VolumesSnapshotTestJSON-248054011-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:23:28.454533 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.plugins.ml2.db [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] No ports have port_id starting with 091d75b6-53f6-4f51-84b4-662347f5f771
Feb 19 03:23:28.455589 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.rpc [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Device f9e015e8-84fa-4e86-a676-f837ec4407c2 no longer exists at agent ovs-agent-dv-cinder-775706-2-iscsi {{(pid=84117) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 19 03:23:28.506608 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.plugin [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] No Port match for: f9e015e8-84fa-4e86-a676-f837ec4407c2 {{(pid=84117) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 19 03:23:28.507007 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.rpc [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Device f9e015e8-84fa-4e86-a676-f837ec4407c2 not bound to the agent host dv-cinder-775706-2-iscsi {{(pid=84117) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 19 03:23:28.507506 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.rpc [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Device 1e233671-da98-46a3-b5f2-5d136d9ce5d8 no longer exists at agent ovs-agent-dv-cinder-775706-2-iscsi {{(pid=84117) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 19 03:23:28.548183 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.plugin [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] No Port match for: 1e233671-da98-46a3-b5f2-5d136d9ce5d8 {{(pid=84117) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 19 03:23:28.548585 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.rpc [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Device 1e233671-da98-46a3-b5f2-5d136d9ce5d8 not bound to the agent host dv-cinder-775706-2-iscsi {{(pid=84117) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 19 03:23:28.581351 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.db.api [None req-2c046162-5daa-4621-b019-cd012dc553ff None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84117) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 19 03:23:28.581806 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_db.api [None req-2c046162-5daa-4621-b019-cd012dc553ff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 19 03:23:28.767655 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cf1645-e568-47d6-8010-5bbbcb54866f admin admin] Pushing event deleted for resources: {'Port': ['ID=091d75b6-53f6-4f51-84b4-662347f5f771,revision_number=None']} {{(pid=84116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:23:28.770543 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-03cf1645-e568-47d6-8010-5bbbcb54866f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:23:28.815511 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03cf1645-e568-47d6-8010-5bbbcb54866f admin admin] No DVR routers for this DVR port 091d75b6-53f6-4f51-84b4-662347f5f771 on host dv-cinder-775706-2-iscsi {{(pid=84116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 19 03:23:28.937354 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-03cf1645-e568-47d6-8010-5bbbcb54866f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16130609', 'neutron.services.segments.db._delete_segments_for_network--9223363269711387610'] for network, precommit_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:23:29.052505 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.services.segments.db [None req-03cf1645-e568-47d6-8010-5bbbcb54866f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9425bed438>,) {'filters': {'network_id': ['45884ee6-73b1-4f38-a102-e7d7a6698b33']}} {{(pid=84116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 03:23:29.065551 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.services.segments.db [None req-03cf1645-e568-47d6-8010-5bbbcb54866f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9425bed438>, '4574dcca-3d9a-4793-a8cc-71ccc08d3054') {'for_net_delete': True} {{(pid=84116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 03:23:29.065920 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.services.segments.db [None req-03cf1645-e568-47d6-8010-5bbbcb54866f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9425bed438>, '4574dcca-3d9a-4793-a8cc-71ccc08d3054') {} {{(pid=84116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 03:23:29.079063 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-03cf1645-e568-47d6-8010-5bbbcb54866f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363269711390170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2890373'] for segment, before_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:23:29.083424 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.plugin [None req-2c046162-5daa-4621-b019-cd012dc553ff None None] Deleting port 091d75b6-53f6-4f51-84b4-662347f5f771 {{(pid=84117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 19 03:23:29.083858 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-2c046162-5daa-4621-b019-cd012dc553ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363269711485266'] for port, before_delete {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:23:29.093759 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-03cf1645-e568-47d6-8010-5bbbcb54866f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838644319'] for segment, precommit_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:23:29.095900 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-03cf1645-e568-47d6-8010-5bbbcb54866f admin admin] Releasing vxlan tunnel 3 to pool {{(pid=84116) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 19 03:23:29.157959 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.plugin [None req-2c046162-5daa-4621-b019-cd012dc553ff None None] The port '091d75b6-53f6-4f51-84b4-662347f5f771' was deleted {{(pid=84117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}}
Feb 19 03:23:29.278886 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.managers [None req-03cf1645-e568-47d6-8010-5bbbcb54866f admin admin] Network 45884ee6-73b1-4f38-a102-e7d7a6698b33 has no segments {{(pid=84116) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 19 03:23:29.288181 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-03cf1645-e568-47d6-8010-5bbbcb54866f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16131513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2632757'] for segment, after_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:23:29.472215 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.managers [None req-03cf1645-e568-47d6-8010-5bbbcb54866f admin admin] Network 45884ee6-73b1-4f38-a102-e7d7a6698b33 has no segments {{(pid=84116) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 19 03:23:29.496236 dv-cinder-775706-2-iscsi neutron-server[84004]: Traceback (most recent call last):
Feb 19 03:23:29.496236 dv-cinder-775706-2-iscsi neutron-server[84004]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 03:23:29.496236 dv-cinder-775706-2-iscsi neutron-server[84004]:     timer()
Feb 19 03:23:29.496236 dv-cinder-775706-2-iscsi neutron-server[84004]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 03:23:29.496236 dv-cinder-775706-2-iscsi neutron-server[84004]:     cb(*args, **kw)
Feb 19 03:23:29.496236 dv-cinder-775706-2-iscsi neutron-server[84004]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 19 03:23:29.496236 dv-cinder-775706-2-iscsi neutron-server[84004]:     return func(*args, **kwargs)
Feb 19 03:23:29.496236 dv-cinder-775706-2-iscsi neutron-server[84004]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 03:23:29.496236 dv-cinder-775706-2-iscsi neutron-server[84004]:     self._notify()
Feb 19 03:23:29.496236 dv-cinder-775706-2-iscsi neutron-server[84004]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 03:23:29.496236 dv-cinder-775706-2-iscsi neutron-server[84004]:     self.callback(batched_events)
Feb 19 03:23:29.496236 dv-cinder-775706-2-iscsi neutron-server[84004]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 03:23:29.496236 dv-cinder-775706-2-iscsi neutron-server[84004]:     event.method(event)
Feb 19 03:23:29.496236 dv-cinder-775706-2-iscsi neutron-server[84004]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 19 03:23:29.496236 dv-cinder-775706-2-iscsi neutron-server[84004]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 03:23:29.496236 dv-cinder-775706-2-iscsi neutron-server[84004]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 19 03:23:29.496236 dv-cinder-775706-2-iscsi neutron-server[84004]:     segment_id)['aggregates'][0]
Feb 19 03:23:29.496236 dv-cinder-775706-2-iscsi neutron-server[84004]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 19 03:23:29.496236 dv-cinder-775706-2-iscsi neutron-server[84004]:     return f(self, *a, **k)
Feb 19 03:23:29.496236 dv-cinder-775706-2-iscsi neutron-server[84004]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 19 03:23:29.496236 dv-cinder-775706-2-iscsi neutron-server[84004]:     return self._get(url).json()
Feb 19 03:23:29.496236 dv-cinder-775706-2-iscsi neutron-server[84004]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 03:23:29.496236 dv-cinder-775706-2-iscsi neutron-server[84004]:     **kwargs)
Feb 19 03:23:29.496236 dv-cinder-775706-2-iscsi neutron-server[84004]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 19 03:23:29.496236 dv-cinder-775706-2-iscsi neutron-server[84004]:     return self.request(url, 'GET', **kwargs)
Feb 19 03:23:29.496236 dv-cinder-775706-2-iscsi neutron-server[84004]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 19 03:23:29.496236 dv-cinder-775706-2-iscsi neutron-server[84004]:     **endpoint_filter)
Feb 19 03:23:29.496236 dv-cinder-775706-2-iscsi neutron-server[84004]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 19 03:23:29.496236 dv-cinder-775706-2-iscsi neutron-server[84004]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 03:23:29.496236 dv-cinder-775706-2-iscsi neutron-server[84004]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 19 03:23:29.496236 dv-cinder-775706-2-iscsi neutron-server[84004]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 03:23:29.496236 dv-cinder-775706-2-iscsi neutron-server[84004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 03:23:29.645599 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-03cf1645-e568-47d6-8010-5bbbcb54866f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036838645191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-364612'] for network, after_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:23:29.649369 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-71f67f8f-4b3e-455a-b4ec-5bafbe05f30e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:23:29.666040 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-03cf1645-e568-47d6-8010-5bbbcb54866f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854203462'] for network, before_response {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:23:29.674749 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cf1645-e568-47d6-8010-5bbbcb54866f admin admin] Pushing event deleted for resources: {'Network': ['ID=45884ee6-73b1-4f38-a102-e7d7a6698b33,revision_number=None']} {{(pid=84116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:23:29.678205 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-03cf1645-e568-47d6-8010-5bbbcb54866f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:23:29.727174 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-03cf1645-e568-47d6-8010-5bbbcb54866f admin admin] 10.222.0.13 "DELETE /v2.0/networks/45884ee6-73b1-4f38-a102-e7d7a6698b33 HTTP/1.1" status: 204  len: 168 time: 1.9800506
Feb 19 03:23:29.730136 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84116) accepted ('10.222.0.13', 59046) {{(pid=84116) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:23:30.295953 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-544da92f-d1f8-4cba-b507-a49509097455 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal--9223372036854389681'] for router_interface, before_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:23:30.660363 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.plugin [None req-544da92f-d1f8-4cba-b507-a49509097455 admin admin] Deleting port f1c37cb1-4170-41c8-bb0d-e59f3bff8c02 {{(pid=84116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 19 03:23:30.660740 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-544da92f-d1f8-4cba-b507-a49509097455 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363269711485266'] for port, before_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:23:30.839240 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.db [None req-544da92f-d1f8-4cba-b507-a49509097455 admin admin] For port f1c37cb1-4170-41c8-bb0d-e59f3bff8c02, host dv-cinder-775706-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-2-iscsi',level=0,port_id=f1c37cb1-4170-41c8-bb0d-e59f3bff8c02,segment=NetworkSegment(09026f94-4b33-46ad-81ce-5fafe5cac03b),segment_id=09026f94-4b33-46ad-81ce-5fafe5cac03b)] {{(pid=84116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 03:23:30.839630 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-544da92f-d1f8-4cba-b507-a49509097455 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-361392'] for port, precommit_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:23:30.971701 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.plugin [None req-544da92f-d1f8-4cba-b507-a49509097455 admin admin] Calling delete_port for f1c37cb1-4170-41c8-bb0d-e59f3bff8c02 owned by network:router_interface {{(pid=84116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 19 03:23:31.188539 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-544da92f-d1f8-4cba-b507-a49509097455 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363269711510303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363269711906437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2630593'] for port, after_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:23:31.204189 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-a6047341-9b5a-4afb-b2ea-5ca16aefd557 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:23:31.300958 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544da92f-d1f8-4cba-b507-a49509097455 admin admin] Pushing event deleted for resources: {'Port': ['ID=f1c37cb1-4170-41c8-bb0d-e59f3bff8c02,revision_number=None']} {{(pid=84116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:23:31.310648 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-544da92f-d1f8-4cba-b507-a49509097455 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:23:31.855142 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-544da92f-d1f8-4cba-b507-a49509097455 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-572307', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-393212'] for router_interface, after_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:23:32.149508 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:23:32.372998 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-544da92f-d1f8-4cba-b507-a49509097455 admin admin] Router 78e7137d-c93c-4535-b913-64f39046ece1 has already been hosted by L3 agent f4ccfb5a-d22e-440e-8ddd-f393ad00f812 {{(pid=84116) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}}
Feb 19 03:23:32.564523 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-544da92f-d1f8-4cba-b507-a49509097455 admin admin] Notify agent at l3_agent.dv-cinder-775706-2-iscsi the message routers_updated {{(pid=84116) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}}
Feb 19 03:23:32.574151 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12bd27fb-bf4e-4df4-b5a0-a72185c3e19c None None] Sync routers for ids ['78e7137d-c93c-4535-b913-64f39046ece1'] in dv-cinder-775706-2-iscsi {{(pid=84117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}}
Feb 19 03:23:32.574316 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-544da92f-d1f8-4cba-b507-a49509097455 admin admin] 10.222.0.13 "PUT /v2.0/routers/78e7137d-c93c-4535-b913-64f39046ece1/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.8430548
Feb 19 03:23:32.576963 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84116) accepted ('10.222.0.13', 59052) {{(pid=84116) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:23:32.584013 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12bd27fb-bf4e-4df4-b5a0-a72185c3e19c None None] Routers {'78e7137d-c93c-4535-b913-64f39046ece1'} bound to L3 agent in host dv-cinder-775706-2-iscsi {{(pid=84117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 03:23:32.584696 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_hamode_db [None req-12bd27fb-bf4e-4df4-b5a0-a72185c3e19c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9425e9d278>, 'dv-cinder-775706-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-19T02:56:52Z,description=<?>,heartbeat_timestamp=2021-02-19T03:23:22Z,host='dv-cinder-775706-2-iscsi',id=f4ccfb5a-d22e-440e-8ddd-f393ad00f812,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T02:56:52Z,topic='l3_agent')) {'router_ids': ['78e7137d-c93c-4535-b913-64f39046ece1'], 'active': True} {{(pid=84117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 03:23:32.775445 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-be4de983-0b31-49a4-bdec-bd688f0b81e2 admin admin] Notify callbacks [] for router, before_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:23:32.940804 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvr_db [None req-12bd27fb-bf4e-4df4-b5a0-a72185c3e19c None None] Set router 78e7137d-c93c-4535-b913-64f39046ece1 gateway port host: dv-cinder-775706-2-iscsi {{(pid=84117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 03:23:32.969427 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-be4de983-0b31-49a4-bdec-bd688f0b81e2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:23:33.011830 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.plugin [None req-be4de983-0b31-49a4-bdec-bd688f0b81e2 admin admin] Deleting port d93294e7-6c11-41ec-a8b5-3d0a434fbeb0 {{(pid=84116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 19 03:23:33.012210 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-be4de983-0b31-49a4-bdec-bd688f0b81e2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363269711485266'] for port, before_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:23:33.197474 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.db [None req-be4de983-0b31-49a4-bdec-bd688f0b81e2 admin admin] For port d93294e7-6c11-41ec-a8b5-3d0a434fbeb0, host dv-cinder-775706-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-2-iscsi',level=0,port_id=d93294e7-6c11-41ec-a8b5-3d0a434fbeb0,segment=NetworkSegment(018f6e14-8221-4ee7-96a8-19699912d63c),segment_id=018f6e14-8221-4ee7-96a8-19699912d63c)] {{(pid=84116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 03:23:33.198167 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-be4de983-0b31-49a4-bdec-bd688f0b81e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-361392'] for port, precommit_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:23:33.252596 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_hamode_db [None req-12bd27fb-bf4e-4df4-b5a0-a72185c3e19c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9425e9d278>, [{'id': '78e7137d-c93c-4535-b913-64f39046ece1', 'name': 'tempest-TestShelveInstance-1724442622-router', 'tenant_id': '64596779eeda4dd0b332df63b7100a05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'external_fixed_ips': [{'subnet_id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'ip_address': '172.27.0.79'}], 'enable_snat': True}, 'gw_port_id': 'd93294e7-6c11-41ec-a8b5-3d0a434fbeb0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T03:18:47Z', 'updated_at': '2021-02-19T03:23:31Z', 'revision_number': 5, 'project_id': '64596779eeda4dd0b332df63b7100a05', 'gw_port': {'id': 'd93294e7-6c11-41ec-a8b5-3d0a434fbeb0', 'name': '', 'network_id': '11a0058d-2e2a-4262-b636-ae96512c4ecc', 'tenant_id': '', 'mac_address': 'fa:16:3e:85:71:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78e7137d-c93c-4535-b913-64f39046ece1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 662, 'fixed_ips': [{'subnet_id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'ip_address': '172.27.0.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-775706-2-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-02-19T03:18:48Z', 'updated_at': '2021-02-19T03:18:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f5c7b3a5-422b-45ad-be9d-3c3e4c209310', 'cidr': '172.27.0.0/24', 'gateway_ip': '172.27.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-775706-2-iscsi'}], 'dv-cinder-775706-2-iscsi', False) {} {{(pid=84117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 03:23:33.257241 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12bd27fb-bf4e-4df4-b5a0-a72185c3e19c None None] Checking router: 78e7137d-c93c-4535-b913-64f39046ece1 for host: dv-cinder-775706-2-iscsi {{(pid=84117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}}
Feb 19 03:23:33.266306 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12bd27fb-bf4e-4df4-b5a0-a72185c3e19c None None] Routers {'78e7137d-c93c-4535-b913-64f39046ece1'} bound to L3 agent in host dv-cinder-775706-2-iscsi {{(pid=84117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}}
Feb 19 03:23:33.268271 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_hamode_db [None req-12bd27fb-bf4e-4df4-b5a0-a72185c3e19c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f9425e9d278>, 'dv-cinder-775706-2-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-02-19T02:56:52Z,description=<?>,heartbeat_timestamp=2021-02-19T03:23:22Z,host='dv-cinder-775706-2-iscsi',id=f4ccfb5a-d22e-440e-8ddd-f393ad00f812,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2021-02-19T02:56:52Z,topic='l3_agent')) {'router_ids': ['78e7137d-c93c-4535-b913-64f39046ece1'], 'active': True} {{(pid=84117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 03:23:33.332948 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.plugin [None req-be4de983-0b31-49a4-bdec-bd688f0b81e2 admin admin] Calling delete_port for d93294e7-6c11-41ec-a8b5-3d0a434fbeb0 owned by network:router_gateway {{(pid=84116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 19 03:23:33.433531 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvr_db [None req-12bd27fb-bf4e-4df4-b5a0-a72185c3e19c None None] Set router 78e7137d-c93c-4535-b913-64f39046ece1 gateway port host: None {{(pid=84117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}}
Feb 19 03:23:33.543055 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-be4de983-0b31-49a4-bdec-bd688f0b81e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363269711510303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363269711906437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2630593'] for port, after_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:23:33.550021 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_hamode_db [None req-12bd27fb-bf4e-4df4-b5a0-a72185c3e19c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f9425e9d278>, [{'id': '78e7137d-c93c-4535-b913-64f39046ece1', 'name': 'tempest-TestShelveInstance-1724442622-router', 'tenant_id': '64596779eeda4dd0b332df63b7100a05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T03:18:47Z', 'updated_at': '2021-02-19T03:23:32Z', 'revision_number': 6, 'project_id': '64596779eeda4dd0b332df63b7100a05', 'gw_port_host': None}], 'dv-cinder-775706-2-iscsi', False) {} {{(pid=84117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 03:23:33.554999 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12bd27fb-bf4e-4df4-b5a0-a72185c3e19c None None] The sync data for ids ['78e7137d-c93c-4535-b913-64f39046ece1'] in dv-cinder-775706-2-iscsi is: [{'id': '78e7137d-c93c-4535-b913-64f39046ece1', 'name': 'tempest-TestShelveInstance-1724442622-router', 'tenant_id': '64596779eeda4dd0b332df63b7100a05', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-02-19T03:18:47Z', 'updated_at': '2021-02-19T03:23:32Z', 'revision_number': 6, 'project_id': '64596779eeda4dd0b332df63b7100a05', 'gw_port_host': None}] {{(pid=84117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}}
Feb 19 03:23:33.559276 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-03cf1645-e568-47d6-8010-5bbbcb54866f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:23:33.658874 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be4de983-0b31-49a4-bdec-bd688f0b81e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=d93294e7-6c11-41ec-a8b5-3d0a434fbeb0,revision_number=None']} {{(pid=84116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:23:33.669107 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-be4de983-0b31-49a4-bdec-bd688f0b81e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:23:33.789344 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-be4de983-0b31-49a4-bdec-bd688f0b81e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854411155'] for router_gateway, after_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:23:33.977589 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-be4de983-0b31-49a4-bdec-bd688f0b81e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-375006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854736376'] for router, precommit_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:23:33.979985 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-be4de983-0b31-49a4-bdec-bd688f0b81e2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:23:34.102709 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-be4de983-0b31-49a4-bdec-bd688f0b81e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854388718'] for router, after_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:23:34.103278 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be4de983-0b31-49a4-bdec-bd688f0b81e2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 78e7137d-c93c-4535-b913-64f39046ece1 {{(pid=84116) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Feb 19 03:23:34.115564 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-be4de983-0b31-49a4-bdec-bd688f0b81e2 admin admin] Notify callbacks [] for router, before_response {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:23:34.117462 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-be4de983-0b31-49a4-bdec-bd688f0b81e2 admin admin] 10.222.0.13 "DELETE /v2.0/routers/78e7137d-c93c-4535-b913-64f39046ece1 HTTP/1.1" status: 204  len: 168 time: 1.5395093
Feb 19 03:23:34.120222 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84116) accepted ('10.222.0.13', 59056) {{(pid=84116) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:23:34.191931 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.db_base_plugin_v2 [None req-677e6a3c-29fe-47c2-8e8c-f5b84dfbe204 admin admin] Deleting subnet ccc6dc98-8b6f-48dd-89e3-9a4013344189 {{(pid=84116) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1041}}
Feb 19 03:23:34.193604 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.rpc [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Device d93294e7-6c11-41ec-a8b5-3d0a434fbeb0 no longer exists at agent ovs-agent-dv-cinder-775706-2-iscsi {{(pid=84117) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 19 03:23:34.196040 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-677e6a3c-29fe-47c2-8e8c-f5b84dfbe204 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:23:34.233730 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.plugin [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] No Port match for: d93294e7-6c11-41ec-a8b5-3d0a434fbeb0 {{(pid=84117) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 19 03:23:34.234283 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.rpc [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Device d93294e7-6c11-41ec-a8b5-3d0a434fbeb0 not bound to the agent host dv-cinder-775706-2-iscsi {{(pid=84117) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 19 03:23:34.234762 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.rpc [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Device f1c37cb1-4170-41c8-bb0d-e59f3bff8c02 no longer exists at agent ovs-agent-dv-cinder-775706-2-iscsi {{(pid=84117) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 19 03:23:34.257230 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-677e6a3c-29fe-47c2-8e8c-f5b84dfbe204 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036851885379'] for subnet, precommit_delete_associations {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:23:34.273433 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.plugin [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] No Port match for: f1c37cb1-4170-41c8-bb0d-e59f3bff8c02 {{(pid=84117) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 19 03:23:34.273893 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.rpc [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Device f1c37cb1-4170-41c8-bb0d-e59f3bff8c02 not bound to the agent host dv-cinder-775706-2-iscsi {{(pid=84117) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 19 03:23:34.582407 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-677e6a3c-29fe-47c2-8e8c-f5b84dfbe204 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16124102'] for subnet, precommit_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:23:34.972048 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-677e6a3c-29fe-47c2-8e8c-f5b84dfbe204 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler--9223372036838651698', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-533408', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036852145260', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036851540315'] for subnet, after_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:23:34.987613 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-6970a8c9-8147-4340-8b7d-5c1072eb0f08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:23:35.075067 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677e6a3c-29fe-47c2-8e8c-f5b84dfbe204 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ccc6dc98-8b6f-48dd-89e3-9a4013344189,revision_number=None']} {{(pid=84116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:23:35.079403 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-677e6a3c-29fe-47c2-8e8c-f5b84dfbe204 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:23:35.121842 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-677e6a3c-29fe-47c2-8e8c-f5b84dfbe204 admin admin] Notify callbacks [] for subnet, before_response {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:23:35.127133 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be47bbd4-65cd-46df-893e-1aafea2d9cca None None] Network a6a1bc49-e66a-4425-ac07-306d864cbe7e requested from dv-cinder-775706-2-iscsi {{(pid=84117) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}}
Feb 19 03:23:35.128346 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-677e6a3c-29fe-47c2-8e8c-f5b84dfbe204 admin admin] 10.222.0.13 "DELETE /v2.0/subnets/ccc6dc98-8b6f-48dd-89e3-9a4013344189 HTTP/1.1" status: 204  len: 168 time: 1.0071092
Feb 19 03:23:35.131030 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84116) accepted ('10.222.0.13', 59060) {{(pid=84116) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:23:35.250021 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-018140e5-d5db-49ca-a867-6616e8b876ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036838588073'] for network, before_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:23:35.320898 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.plugin [None req-018140e5-d5db-49ca-a867-6616e8b876ef admin admin] Deleting port 87f58f32-c25c-4736-905d-3c7997af8238 {{(pid=84116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 19 03:23:35.321270 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-018140e5-d5db-49ca-a867-6616e8b876ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363269711485266'] for port, before_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:23:35.385206 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0613245-752f-4f7c-b90e-4b3fd01a1e79 None None] DHCP port deletion for a6a1bc49-e66a-4425-ac07-306d864cbe7e request from dv-cinder-775706-2-iscsi {{(pid=84117) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}}
Feb 19 03:23:35.389421 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.plugin [None req-c0613245-752f-4f7c-b90e-4b3fd01a1e79 None None] Deleting port 87f58f32-c25c-4736-905d-3c7997af8238 {{(pid=84117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 19 03:23:35.389892 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-c0613245-752f-4f7c-b90e-4b3fd01a1e79 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363269711485266'] for port, before_delete {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:23:35.545501 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.db [None req-018140e5-d5db-49ca-a867-6616e8b876ef admin admin] For port 87f58f32-c25c-4736-905d-3c7997af8238, host dv-cinder-775706-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-2-iscsi',level=0,port_id=87f58f32-c25c-4736-905d-3c7997af8238,segment=NetworkSegment(09026f94-4b33-46ad-81ce-5fafe5cac03b),segment_id=09026f94-4b33-46ad-81ce-5fafe5cac03b)] {{(pid=84116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 03:23:35.545860 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-018140e5-d5db-49ca-a867-6616e8b876ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-361392'] for port, precommit_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:23:35.603914 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.db [None req-c0613245-752f-4f7c-b90e-4b3fd01a1e79 None None] For port 87f58f32-c25c-4736-905d-3c7997af8238, host dv-cinder-775706-2-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-775706-2-iscsi',level=0,port_id=87f58f32-c25c-4736-905d-3c7997af8238,segment=NetworkSegment(09026f94-4b33-46ad-81ce-5fafe5cac03b),segment_id=09026f94-4b33-46ad-81ce-5fafe5cac03b)] {{(pid=84117) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}}
Feb 19 03:23:35.604507 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-c0613245-752f-4f7c-b90e-4b3fd01a1e79 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-361392'] for port, precommit_delete {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:23:35.682385 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.plugin [None req-018140e5-d5db-49ca-a867-6616e8b876ef admin admin] Calling delete_port for 87f58f32-c25c-4736-905d-3c7997af8238 owned by network:dhcp {{(pid=84116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 19 03:23:35.740048 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.plugin [None req-c0613245-752f-4f7c-b90e-4b3fd01a1e79 None None] Calling delete_port for 87f58f32-c25c-4736-905d-3c7997af8238 owned by network:dhcp {{(pid=84117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1949}}
Feb 19 03:23:35.789108 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-018140e5-d5db-49ca-a867-6616e8b876ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change--9223372036838630194', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036853861592', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback--9223363269711510303', 'neutron.db.l3_dvrscheduler_db._notify_port_delete--9223363269711906437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2630593'] for port, after_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:23:35.804962 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-4563f66b-2d80-4ff1-872e-d8cc49688b17 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:23:35.813599 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.db.api [None req-c0613245-752f-4f7c-b90e-4b3fd01a1e79 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=84117) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}}
Feb 19 03:23:35.814041 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_db.api [None req-c0613245-752f-4f7c-b90e-4b3fd01a1e79 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=84117) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}}
Feb 19 03:23:35.900606 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018140e5-d5db-49ca-a867-6616e8b876ef admin admin] Pushing event deleted for resources: {'Port': ['ID=87f58f32-c25c-4736-905d-3c7997af8238,revision_number=None']} {{(pid=84116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:23:35.905278 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-018140e5-d5db-49ca-a867-6616e8b876ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:23:35.947448 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.l3_dvrscheduler_db [None req-018140e5-d5db-49ca-a867-6616e8b876ef admin admin] No DVR routers for this DVR port 87f58f32-c25c-4736-905d-3c7997af8238 on host dv-cinder-775706-2-iscsi {{(pid=84116) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}}
Feb 19 03:23:36.073321 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-018140e5-d5db-49ca-a867-6616e8b876ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16130609', 'neutron.services.segments.db._delete_segments_for_network--9223363269711387610'] for network, precommit_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:23:36.188975 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.services.segments.db [None req-018140e5-d5db-49ca-a867-6616e8b876ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f9425b01b70>,) {'filters': {'network_id': ['a6a1bc49-e66a-4425-ac07-306d864cbe7e']}} {{(pid=84116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 03:23:36.189247 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.rpc [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Device 87f58f32-c25c-4736-905d-3c7997af8238 no longer exists at agent ovs-agent-dv-cinder-775706-2-iscsi {{(pid=84117) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}}
Feb 19 03:23:36.202781 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.services.segments.db [None req-018140e5-d5db-49ca-a867-6616e8b876ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f9425b01b70>, '09026f94-4b33-46ad-81ce-5fafe5cac03b') {'for_net_delete': True} {{(pid=84116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 03:23:36.203125 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.services.segments.db [None req-018140e5-d5db-49ca-a867-6616e8b876ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f9425b01b70>, '09026f94-4b33-46ad-81ce-5fafe5cac03b') {} {{(pid=84116) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}}
Feb 19 03:23:36.216134 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-018140e5-d5db-49ca-a867-6616e8b876ef admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363269711390170', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2890373'] for segment, before_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:23:36.227775 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.plugin [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] No Port match for: 87f58f32-c25c-4736-905d-3c7997af8238 {{(pid=84117) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2202}}
Feb 19 03:23:36.228187 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.rpc [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Device 87f58f32-c25c-4736-905d-3c7997af8238 not bound to the agent host dv-cinder-775706-2-iscsi {{(pid=84117) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}}
Feb 19 03:23:36.297241 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-018140e5-d5db-49ca-a867-6616e8b876ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036838644319'] for segment, precommit_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:23:36.299553 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-018140e5-d5db-49ca-a867-6616e8b876ef admin admin] Releasing vxlan tunnel 4 to pool {{(pid=84116) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}}
Feb 19 03:23:36.315024 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.plugin [None req-c0613245-752f-4f7c-b90e-4b3fd01a1e79 None None] Deleting port 87f58f32-c25c-4736-905d-3c7997af8238 {{(pid=84117) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1876}}
Feb 19 03:23:36.315565 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-c0613245-752f-4f7c-b90e-4b3fd01a1e79 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363269711485266'] for port, before_delete {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:23:36.390396 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.plugin [None req-c0613245-752f-4f7c-b90e-4b3fd01a1e79 None None] The port '87f58f32-c25c-4736-905d-3c7997af8238' was deleted {{(pid=84117) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1906}}
Feb 19 03:23:36.484161 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.managers [None req-018140e5-d5db-49ca-a867-6616e8b876ef admin admin] Network a6a1bc49-e66a-4425-ac07-306d864cbe7e has no segments {{(pid=84116) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 19 03:23:36.493882 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-018140e5-d5db-49ca-a867-6616e8b876ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16131513', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2632757'] for segment, after_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:23:36.670606 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.plugins.ml2.managers [None req-018140e5-d5db-49ca-a867-6616e8b876ef admin admin] Network a6a1bc49-e66a-4425-ac07-306d864cbe7e has no segments {{(pid=84116) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}}
Feb 19 03:23:36.694856 dv-cinder-775706-2-iscsi neutron-server[84004]: Traceback (most recent call last):
Feb 19 03:23:36.694856 dv-cinder-775706-2-iscsi neutron-server[84004]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers
Feb 19 03:23:36.694856 dv-cinder-775706-2-iscsi neutron-server[84004]:     timer()
Feb 19 03:23:36.694856 dv-cinder-775706-2-iscsi neutron-server[84004]:   File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__
Feb 19 03:23:36.694856 dv-cinder-775706-2-iscsi neutron-server[84004]:     cb(*args, **kw)
Feb 19 03:23:36.694856 dv-cinder-775706-2-iscsi neutron-server[84004]:   File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper
Feb 19 03:23:36.694856 dv-cinder-775706-2-iscsi neutron-server[84004]:     return func(*args, **kwargs)
Feb 19 03:23:36.694856 dv-cinder-775706-2-iscsi neutron-server[84004]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send
Feb 19 03:23:36.694856 dv-cinder-775706-2-iscsi neutron-server[84004]:     self._notify()
Feb 19 03:23:36.694856 dv-cinder-775706-2-iscsi neutron-server[84004]:   File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify
Feb 19 03:23:36.694856 dv-cinder-775706-2-iscsi neutron-server[84004]:     self.callback(batched_events)
Feb 19 03:23:36.694856 dv-cinder-775706-2-iscsi neutron-server[84004]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications
Feb 19 03:23:36.694856 dv-cinder-775706-2-iscsi neutron-server[84004]:     event.method(event)
Feb 19 03:23:36.694856 dv-cinder-775706-2-iscsi neutron-server[84004]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory
Feb 19 03:23:36.694856 dv-cinder-775706-2-iscsi neutron-server[84004]:     aggregate_id = self._get_aggregate_id(event.segment_id)
Feb 19 03:23:36.694856 dv-cinder-775706-2-iscsi neutron-server[84004]:   File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id
Feb 19 03:23:36.694856 dv-cinder-775706-2-iscsi neutron-server[84004]:     segment_id)['aggregates'][0]
Feb 19 03:23:36.694856 dv-cinder-775706-2-iscsi neutron-server[84004]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper
Feb 19 03:23:36.694856 dv-cinder-775706-2-iscsi neutron-server[84004]:     return f(self, *a, **k)
Feb 19 03:23:36.694856 dv-cinder-775706-2-iscsi neutron-server[84004]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates
Feb 19 03:23:36.694856 dv-cinder-775706-2-iscsi neutron-server[84004]:     return self._get(url).json()
Feb 19 03:23:36.694856 dv-cinder-775706-2-iscsi neutron-server[84004]:   File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get
Feb 19 03:23:36.694856 dv-cinder-775706-2-iscsi neutron-server[84004]:     **kwargs)
Feb 19 03:23:36.694856 dv-cinder-775706-2-iscsi neutron-server[84004]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get
Feb 19 03:23:36.694856 dv-cinder-775706-2-iscsi neutron-server[84004]:     return self.request(url, 'GET', **kwargs)
Feb 19 03:23:36.694856 dv-cinder-775706-2-iscsi neutron-server[84004]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request
Feb 19 03:23:36.694856 dv-cinder-775706-2-iscsi neutron-server[84004]:     **endpoint_filter)
Feb 19 03:23:36.694856 dv-cinder-775706-2-iscsi neutron-server[84004]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint
Feb 19 03:23:36.694856 dv-cinder-775706-2-iscsi neutron-server[84004]:     auth = self._auth_required(auth, 'determine endpoint URL')
Feb 19 03:23:36.694856 dv-cinder-775706-2-iscsi neutron-server[84004]:   File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required
Feb 19 03:23:36.694856 dv-cinder-775706-2-iscsi neutron-server[84004]:     raise exceptions.MissingAuthPlugin(msg_fmt % msg)
Feb 19 03:23:36.694856 dv-cinder-775706-2-iscsi neutron-server[84004]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL
Feb 19 03:23:36.868581 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-018140e5-d5db-49ca-a867-6616e8b876ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036838645191', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237326', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification--9223372036854203477', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-364612'] for network, after_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:23:36.872041 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:23:36.886461 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-018140e5-d5db-49ca-a867-6616e8b876ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification--9223372036854203462'] for network, before_response {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:23:36.897506 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018140e5-d5db-49ca-a867-6616e8b876ef admin admin] Pushing event deleted for resources: {'Network': ['ID=a6a1bc49-e66a-4425-ac07-306d864cbe7e,revision_number=None']} {{(pid=84116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:23:36.901085 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-018140e5-d5db-49ca-a867-6616e8b876ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:23:36.903014 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-018140e5-d5db-49ca-a867-6616e8b876ef admin admin] 10.222.0.13 "DELETE /v2.0/networks/a6a1bc49-e66a-4425-ac07-306d864cbe7e HTTP/1.1" status: 204  len: 168 time: 1.7709789
Feb 19 03:23:37.141358 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84116) accepted ('10.222.0.13', 59066) {{(pid=84116) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:23:37.360461 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-29db195d-a2c4-4820-a2eb-e86d2999a3eb admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=ab714953e3104ab782be2e0d9b91f947&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2174997
Feb 19 03:23:37.363067 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84116) accepted ('10.222.0.13', 59072) {{(pid=84116) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:23:37.427820 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-4426350a-1e6d-4895-9477-2b9d120c59e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:23:37.455768 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-4426350a-1e6d-4895-9477-2b9d120c59e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:23:37.685869 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-4426350a-1e6d-4895-9477-2b9d120c59e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237410'] for security_group, after_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:23:37.691031 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-c8d5f78b-b9a6-4f69-9c63-06aebd4f3ecd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:23:37.705420 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4426350a-1e6d-4895-9477-2b9d120c59e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d35e825a-7b5f-4c2a-a4ed-8c25bb1187ff,revision_number=None']} {{(pid=84116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:23:37.708352 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-4426350a-1e6d-4895-9477-2b9d120c59e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:23:37.714935 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-4426350a-1e6d-4895-9477-2b9d120c59e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:23:37.716171 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-4426350a-1e6d-4895-9477-2b9d120c59e5 admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/d35e825a-7b5f-4c2a-a4ed-8c25bb1187ff HTTP/1.1" status: 204  len: 168 time: 0.3521407
Feb 19 03:23:38.105010 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84116) accepted ('10.222.0.13', 59080) {{(pid=84116) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:23:38.158334 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-c55c5976-c1bb-4be1-8dea-3bdb31d0c6ef admin admin] 10.222.0.13 "GET /v2.0/security-groups?tenant_id=64596779eeda4dd0b332df63b7100a05&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0507517
Feb 19 03:23:38.159536 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [-] (84116) accepted ('10.222.0.13', 59084) {{(pid=84116) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}}
Feb 19 03:23:38.222134 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-c732100a-5286-49e0-9764-6c52f8d06daf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:23:38.249379 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-c732100a-5286-49e0-9764-6c52f8d06daf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:23:38.405659 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-c732100a-5286-49e0-9764-6c52f8d06daf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854237410'] for security_group, after_delete {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:23:38.410909 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-6e28fcb7-1ca2-48b4-905b-cd4ba61bbfaa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}}
Feb 19 03:23:38.424412 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c732100a-5286-49e0-9764-6c52f8d06daf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1cbbcc6-d940-4476-83b8-cd98bd2cc9d2,revision_number=None']} {{(pid=84116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}}
Feb 19 03:23:38.427015 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG oslo_concurrency.lockutils [None req-c732100a-5286-49e0-9764-6c52f8d06daf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=84116) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}}
Feb 19 03:23:38.429403 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-c732100a-5286-49e0-9764-6c52f8d06daf admin admin] Notify callbacks [] for security_group, before_response {{(pid=84116) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:23:38.431606 dv-cinder-775706-2-iscsi neutron-server[84004]: INFO neutron.wsgi [None req-c732100a-5286-49e0-9764-6c52f8d06daf admin admin] 10.222.0.13 "DELETE /v2.0/security-groups/a1cbbcc6-d940-4476-83b8-cd98bd2cc9d2 HTTP/1.1" status: 204  len: 168 time: 0.2700291
Feb 19 03:23:49.479518 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-221e312c-cd93-4e17-884b-a36544c3b0d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:23:51.896946 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-9e536526-b06b-414e-966e-0478901cf8b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:23:52.513819 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-4b343f23-6f62-4db0-bfb1-0e5ba3aa11dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:23:53.571040 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:23:54.331141 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-ed1abd93-30ab-455f-b25e-ecbc2cc5cf06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:23:56.165871 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.agents_db [None req-fa9641de-a39b-4023-bfa7-5325e5d2422e None None] Agent healthcheck: found 6 active agents {{(pid=84118) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 19 03:24:02.159388 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:24:19.549663 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-a50d6b21-718f-4e59-89e5-0e2b078bb1d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:24:21.902461 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-a3883dcc-7466-46e4-8d46-e284544e7766 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:24:22.513645 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-4b343f23-6f62-4db0-bfb1-0e5ba3aa11dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:24:23.565051 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:24:24.342148 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-ed1abd93-30ab-455f-b25e-ecbc2cc5cf06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:24:32.170333 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:24:33.165306 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.agents_db [None req-fa9641de-a39b-4023-bfa7-5325e5d2422e None None] Agent healthcheck: found 6 active agents {{(pid=84118) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 19 03:24:49.473107 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-392d8f23-5783-406d-8ae5-9d635c5eabc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:24:51.907500 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-708d71f9-24e7-4fd7-944e-38e95584b89b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:24:52.519559 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-4b343f23-6f62-4db0-bfb1-0e5ba3aa11dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:24:53.570822 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:24:54.341973 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-ed1abd93-30ab-455f-b25e-ecbc2cc5cf06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:25:02.175928 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:25:10.164922 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.agents_db [None req-fa9641de-a39b-4023-bfa7-5325e5d2422e None None] Agent healthcheck: found 6 active agents {{(pid=84118) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 19 03:25:19.484583 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-e7c8f339-d92d-41ca-91b1-fea76d242e8a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:25:21.912826 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-183c4a25-3655-44c2-a837-b0b017e672db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:25:22.519617 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-4b343f23-6f62-4db0-bfb1-0e5ba3aa11dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:25:23.570392 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:25:24.364302 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-ed1abd93-30ab-455f-b25e-ecbc2cc5cf06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:25:32.176477 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:25:47.164406 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.agents_db [None req-fa9641de-a39b-4023-bfa7-5325e5d2422e None None] Agent healthcheck: found 6 active agents {{(pid=84118) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 19 03:25:49.479034 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-74d59611-e491-41e2-a420-302bda9b7096 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:25:51.907086 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-4f6a4303-b8d1-44c7-aefb-642fa8629df5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:25:52.530518 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-4b343f23-6f62-4db0-bfb1-0e5ba3aa11dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:25:53.564289 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:25:54.353235 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-ed1abd93-30ab-455f-b25e-ecbc2cc5cf06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:26:02.164027 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:26:19.778889 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-3cc32ebd-81f2-4824-bbdb-499881a28308 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:26:21.912177 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-0a47b815-d006-4fc5-b1c0-aeb14858d1b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:26:22.524494 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-4b343f23-6f62-4db0-bfb1-0e5ba3aa11dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:26:23.570036 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:26:24.165034 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.agents_db [None req-fa9641de-a39b-4023-bfa7-5325e5d2422e None None] Agent healthcheck: found 6 active agents {{(pid=84118) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 19 03:26:24.352586 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-ed1abd93-30ab-455f-b25e-ecbc2cc5cf06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:26:32.192880 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:26:49.495303 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-f4f8ef05-7993-4734-a1d3-8f1fcfef72ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:26:51.918463 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-ac518167-1ea0-4722-ac8d-d4a9b8d6be94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:26:52.535651 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-4b343f23-6f62-4db0-bfb1-0e5ba3aa11dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:26:53.575722 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:26:54.341101 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-ed1abd93-30ab-455f-b25e-ecbc2cc5cf06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:27:01.164502 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.agents_db [None req-fa9641de-a39b-4023-bfa7-5325e5d2422e None None] Agent healthcheck: found 6 active agents {{(pid=84118) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 19 03:27:02.220302 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:27:19.507858 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-09c09c06-aedb-495d-a0d9-ff5c2421098a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:27:21.913138 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-4c5f0417-e296-4643-93d7-bf00199bf4b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:27:22.535325 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-4b343f23-6f62-4db0-bfb1-0e5ba3aa11dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:27:23.579997 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:27:24.346775 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-ed1abd93-30ab-455f-b25e-ecbc2cc5cf06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:27:32.210191 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:27:38.163743 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.agents_db [None req-fa9641de-a39b-4023-bfa7-5325e5d2422e None None] Agent healthcheck: found 6 active agents {{(pid=84118) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 19 03:27:49.507051 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-82632841-5176-4153-b0b1-b01a76030bca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:27:51.935753 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-1b2c1644-964b-410a-901f-b5cae85adccf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:27:52.534391 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-4b343f23-6f62-4db0-bfb1-0e5ba3aa11dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:27:53.587574 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:27:54.364270 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-ed1abd93-30ab-455f-b25e-ecbc2cc5cf06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:28:01.677083 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [req-6a8ad42d-a6a2-4419-bb6c-e1e60696a823 req-0b83a261-ccb9-4644-9082-b8f97e3bb027 service neutron] (84115) timed out ('10.222.0.65', 49192) {{(pid=84115) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Feb 19 03:28:02.232840 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:28:02.881543 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [req-93fe8ee4-ebe0-4628-a446-015e618230a8 req-ac8d532c-1eb8-44e1-88f8-ff285397c090 service neutron] (84116) timed out ('10.222.0.65', 49223) {{(pid=84116) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Feb 19 03:28:08.786521 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.wsgi [req-f62206d9-a13d-452c-90ad-d459bc98c872 req-02c0326d-f48c-4b5a-b12d-952de24f427c service neutron] (84115) timed out ('10.222.0.13', 52086) {{(pid=84115) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}}
Feb 19 03:28:15.164612 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.agents_db [None req-fa9641de-a39b-4023-bfa7-5325e5d2422e None None] Agent healthcheck: found 6 active agents {{(pid=84118) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 19 03:28:19.625129 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-e642115c-3836-4d08-bb93-a0b6fb346caa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:28:21.916996 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-700aa8ae-7f74-48b0-8004-4e3ce09cf194 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:28:22.541999 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-4b343f23-6f62-4db0-bfb1-0e5ba3aa11dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:28:23.592861 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:28:24.352798 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-ed1abd93-30ab-455f-b25e-ecbc2cc5cf06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:28:32.227408 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8762da1f-5398-4753-b012-16cbc3f955f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:28:49.495745 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-8cf032d6-7fb9-4cba-976a-d371b9e6b0b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:28:51.924296 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-5836dd1b-5397-40c7-9543-4a25e46075d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:28:52.163558 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron.db.agents_db [None req-fa9641de-a39b-4023-bfa7-5325e5d2422e None None] Agent healthcheck: found 6 active agents {{(pid=84118) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}}
Feb 19 03:28:52.553261 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-4b343f23-6f62-4db0-bfb1-0e5ba3aa11dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:28:53.604649 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-f86145f0-67ce-4dba-842d-539f20915bd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}
Feb 19 03:28:54.370368 dv-cinder-775706-2-iscsi neutron-server[84004]: DEBUG neutron_lib.callbacks.manager [None req-ed1abd93-30ab-455f-b25e-ecbc2cc5cf06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363269711387627', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16124527'] for agent, after_update {{(pid=84117) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}